2024-09-19T05:49:30.696 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-19T05:49:30.722 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T05:49:30.837 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709 branch: squid description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/strays} email: ceph-qa@ceph.com first_in_suite: false job_id: '7911709' kernel: client: branch: testing kdb: 1 sha1: distro ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: squid ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon down mkfs grace: 300 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 kclient: syntax: v2 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: squid sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e owner: scheduled_teuthology@teuthology priority: 100 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1747 sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 sleep_before_teardown: 0 subset: 176/512 suite: fs suite_branch: squid suite_path: /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 6fad5dd73c93545e52f57f681e140a9c3529c11e syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi092.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBN+EmjecAVAdUkiOtiIj+xYiBsCPdZm7eqmwyGY56P9WHL9SMWCv3j4Lk89FZFSmHjejnScL/BLpuv+CaiOexdQ= smithi102.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGOLqLMkF5aONljeFjbwfvyV4qyLxmuWotnkEVUHt5xRjfPJ0AKnveO0/UgT67OfFBdivp2boFINlzIboXmfyE8= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - kclient: null - cephfs_test_runner: modules: - tasks.cephfs.test_strays teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-18_21:24:17 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-19T05:49:30.837 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa; will attempt to use it 2024-09-19T05:49:30.838 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks 2024-09-19T05:49:30.838 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-19T05:49:30.840 INFO:teuthology.task.internal:Checking packages... 2024-09-19T05:49:30.862 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '2f599a46ad10e37c929e5c43da2f6907ddcd1961' 2024-09-19T05:49:30.862 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-19T05:49:30.862 INFO:teuthology.packaging:ref: None 2024-09-19T05:49:30.862 INFO:teuthology.packaging:tag: None 2024-09-19T05:49:30.862 INFO:teuthology.packaging:branch: squid 2024-09-19T05:49:30.862 INFO:teuthology.packaging:sha1: 2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:49:30.862 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=squid 2024-09-19T05:49:31.074 INFO:teuthology.task.internal:Found packages for ceph version 19.1.1-363.g6fad5dd7 2024-09-19T05:49:31.075 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-19T05:49:31.082 INFO:teuthology.task.internal:no buildpackages task found 2024-09-19T05:49:31.082 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-19T05:49:31.087 INFO:teuthology.task.internal:Saving configuration 2024-09-19T05:49:31.105 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-19T05:49:31.112 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-19T05:49:31.136 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi092.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 05:44:31.327969', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBN+EmjecAVAdUkiOtiIj+xYiBsCPdZm7eqmwyGY56P9WHL9SMWCv3j4Lk89FZFSmHjejnScL/BLpuv+CaiOexdQ='} 2024-09-19T05:49:31.157 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-19 05:44:31.325937', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGOLqLMkF5aONljeFjbwfvyV4qyLxmuWotnkEVUHt5xRjfPJ0AKnveO0/UgT67OfFBdivp2boFINlzIboXmfyE8='} 2024-09-19T05:49:31.157 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-19T05:49:31.164 INFO:teuthology.task.internal:roles: ubuntu@smithi092.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-19T05:49:31.164 INFO:teuthology.task.internal:roles: ubuntu@smithi102.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-19T05:49:31.164 INFO:teuthology.run_tasks:Running task console_log... 2024-09-19T05:49:31.228 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f725de8fbe0>, signals=[15]) 2024-09-19T05:49:31.228 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-19T05:49:31.234 INFO:teuthology.task.internal:Opening connections... 2024-09-19T05:49:31.234 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T05:49:31.235 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:49:31.313 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T05:49:31.314 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:49:31.392 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-19T05:49:31.398 DEBUG:teuthology.orchestra.run.smithi092:> uname -m 2024-09-19T05:49:31.416 INFO:teuthology.orchestra.run.smithi092.stdout:x86_64 2024-09-19T05:49:31.416 DEBUG:teuthology.orchestra.run.smithi092:> cat /etc/os-release 2024-09-19T05:49:31.473 INFO:teuthology.orchestra.run.smithi092.stdout:NAME="CentOS Stream" 2024-09-19T05:49:31.473 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION="9" 2024-09-19T05:49:31.473 INFO:teuthology.orchestra.run.smithi092.stdout:ID="centos" 2024-09-19T05:49:31.473 INFO:teuthology.orchestra.run.smithi092.stdout:ID_LIKE="rhel fedora" 2024-09-19T05:49:31.473 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_ID="9" 2024-09-19T05:49:31.473 INFO:teuthology.orchestra.run.smithi092.stdout:PLATFORM_ID="platform:el9" 2024-09-19T05:49:31.473 INFO:teuthology.orchestra.run.smithi092.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T05:49:31.473 INFO:teuthology.orchestra.run.smithi092.stdout:ANSI_COLOR="0;31" 2024-09-19T05:49:31.473 INFO:teuthology.orchestra.run.smithi092.stdout:LOGO="fedora-logo-icon" 2024-09-19T05:49:31.474 INFO:teuthology.orchestra.run.smithi092.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T05:49:31.474 INFO:teuthology.orchestra.run.smithi092.stdout:HOME_URL="https://centos.org/" 2024-09-19T05:49:31.474 INFO:teuthology.orchestra.run.smithi092.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T05:49:31.474 INFO:teuthology.orchestra.run.smithi092.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T05:49:31.474 INFO:teuthology.orchestra.run.smithi092.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T05:49:31.474 INFO:teuthology.lock.ops:Updating smithi092.front.sepia.ceph.com on lock server 2024-09-19T05:49:31.497 DEBUG:teuthology.orchestra.run.smithi102:> uname -m 2024-09-19T05:49:31.515 INFO:teuthology.orchestra.run.smithi102.stdout:x86_64 2024-09-19T05:49:31.515 DEBUG:teuthology.orchestra.run.smithi102:> cat /etc/os-release 2024-09-19T05:49:31.572 INFO:teuthology.orchestra.run.smithi102.stdout:NAME="CentOS Stream" 2024-09-19T05:49:31.572 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION="9" 2024-09-19T05:49:31.572 INFO:teuthology.orchestra.run.smithi102.stdout:ID="centos" 2024-09-19T05:49:31.572 INFO:teuthology.orchestra.run.smithi102.stdout:ID_LIKE="rhel fedora" 2024-09-19T05:49:31.572 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION_ID="9" 2024-09-19T05:49:31.572 INFO:teuthology.orchestra.run.smithi102.stdout:PLATFORM_ID="platform:el9" 2024-09-19T05:49:31.572 INFO:teuthology.orchestra.run.smithi102.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-19T05:49:31.573 INFO:teuthology.orchestra.run.smithi102.stdout:ANSI_COLOR="0;31" 2024-09-19T05:49:31.573 INFO:teuthology.orchestra.run.smithi102.stdout:LOGO="fedora-logo-icon" 2024-09-19T05:49:31.573 INFO:teuthology.orchestra.run.smithi102.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-19T05:49:31.573 INFO:teuthology.orchestra.run.smithi102.stdout:HOME_URL="https://centos.org/" 2024-09-19T05:49:31.573 INFO:teuthology.orchestra.run.smithi102.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-19T05:49:31.573 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-19T05:49:31.573 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-19T05:49:31.573 INFO:teuthology.lock.ops:Updating smithi102.front.sepia.ceph.com on lock server 2024-09-19T05:49:31.598 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-19T05:49:31.607 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-19T05:49:31.613 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-19T05:49:31.613 DEBUG:teuthology.orchestra.run.smithi092:> test '!' -e /home/ubuntu/cephtest 2024-09-19T05:49:31.616 DEBUG:teuthology.orchestra.run.smithi102:> test '!' -e /home/ubuntu/cephtest 2024-09-19T05:49:31.632 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-19T05:49:31.638 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-19T05:49:31.638 DEBUG:teuthology.orchestra.run.smithi092:> test -z $(ls -A /var/lib/ceph) 2024-09-19T05:49:31.673 DEBUG:teuthology.orchestra.run.smithi102:> test -z $(ls -A /var/lib/ceph) 2024-09-19T05:49:31.750 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-19T05:49:31.807 INFO:teuthology.run_tasks:Running task kernel... 2024-09-19T05:49:31.821 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'} 2024-09-19T05:49:31.821 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.2': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}, 'client.3': {'branch': 'testing'}} 2024-09-19T05:49:31.821 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2024-09-19T05:49:31.821 DEBUG:teuthology.orchestra.run.smithi092:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T05:49:31.822 DEBUG:teuthology.orchestra.run.smithi102:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-19T05:49:31.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:49:31.838 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-09-19T05:49:31.842 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:49:31.842 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-09-19T05:49:32.009 DEBUG:teuthology.task.kernel:sha1 for client.0 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T05:49:32.010 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-19T05:49:32.010 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2024-09-19T05:49:32.027 INFO:teuthology.orchestra.run.smithi092.stdout:5.14.0-503.el9.x86_64 2024-09-19T05:49:32.027 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T05:49:32.028 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-19T05:49:32.028 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum upgrade -y linux-firmware 2024-09-19T05:49:32.034 DEBUG:teuthology.task.kernel:sha1 for client.1 is 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T05:49:32.035 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "2ca44a2f35ca8f36983aaaa46d49312239ef519a"... 2024-09-19T05:49:32.035 DEBUG:teuthology.orchestra.run.smithi102:> uname -r 2024-09-19T05:49:32.051 INFO:teuthology.orchestra.run.smithi102.stdout:5.14.0-503.el9.x86_64 2024-09-19T05:49:32.052 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-503.el9.x86_64 vs 2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T05:49:32.052 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-09-19T05:49:32.052 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum upgrade -y linux-firmware 2024-09-19T05:49:34.500 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.3 MB 00:00 2024-09-19T05:49:35.595 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.3 MB 00:01 2024-09-19T05:49:37.585 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - AppStream 10 MB/s | 20 MB 00:02 2024-09-19T05:49:38.970 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - AppStream 8.9 MB/s | 20 MB 00:02 2024-09-19T05:49:42.543 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - CRB 5.6 MB/s | 6.5 MB 00:01 2024-09-19T05:49:44.011 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - Extras packages 78 kB/s | 19 kB 00:00 2024-09-19T05:49:44.412 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.5 MB 00:01 2024-09-19T05:49:44.973 INFO:teuthology.orchestra.run.smithi102.stdout:Extra Packages for Enterprise Linux 27 MB/s | 23 MB 00:00 2024-09-19T05:49:45.955 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - Extras packages 94 kB/s | 19 kB 00:00 2024-09-19T05:49:46.992 INFO:teuthology.orchestra.run.smithi092.stdout:Extra Packages for Enterprise Linux 25 MB/s | 23 MB 00:00 2024-09-19T05:49:50.363 INFO:teuthology.orchestra.run.smithi102.stdout:lab-extras 43 kB/s | 1.7 kB 00:00 2024-09-19T05:49:52.324 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved. 2024-09-19T05:49:52.330 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-09-19T05:49:52.330 INFO:teuthology.orchestra.run.smithi102.stdout: Package Architecture Version Repository Size 2024-09-19T05:49:52.330 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-09-19T05:49:52.330 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrading: 2024-09-19T05:49:52.330 INFO:teuthology.orchestra.run.smithi102.stdout: linux-firmware noarch 20240905-146.el9 baseos 388 M 2024-09-19T05:49:52.331 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:49:52.331 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary 2024-09-19T05:49:52.331 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-09-19T05:49:52.331 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrade 1 Package 2024-09-19T05:49:52.331 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:49:52.331 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 388 M 2024-09-19T05:49:52.331 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages: 2024-09-19T05:49:52.356 INFO:teuthology.orchestra.run.smithi092.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-09-19T05:49:54.333 INFO:teuthology.orchestra.run.smithi092.stdout:Dependencies resolved. 2024-09-19T05:49:54.337 INFO:teuthology.orchestra.run.smithi092.stdout:================================================================================ 2024-09-19T05:49:54.337 INFO:teuthology.orchestra.run.smithi092.stdout: Package Architecture Version Repository Size 2024-09-19T05:49:54.337 INFO:teuthology.orchestra.run.smithi092.stdout:================================================================================ 2024-09-19T05:49:54.337 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrading: 2024-09-19T05:49:54.338 INFO:teuthology.orchestra.run.smithi092.stdout: linux-firmware noarch 20240905-146.el9 baseos 388 M 2024-09-19T05:49:54.338 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:49:54.338 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction Summary 2024-09-19T05:49:54.338 INFO:teuthology.orchestra.run.smithi092.stdout:================================================================================ 2024-09-19T05:49:54.338 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrade 1 Package 2024-09-19T05:49:54.338 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:49:54.338 INFO:teuthology.orchestra.run.smithi092.stdout:Total download size: 388 M 2024-09-19T05:49:54.339 INFO:teuthology.orchestra.run.smithi092.stdout:Downloading Packages: 2024-09-19T05:49:58.414 INFO:teuthology.orchestra.run.smithi102.stdout:linux-firmware-20240905-146.el9.noarch.rpm 64 MB/s | 388 MB 00:06 2024-09-19T05:49:58.415 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:49:58.415 INFO:teuthology.orchestra.run.smithi102.stdout:Total 64 MB/s | 388 MB 00:06 2024-09-19T05:50:01.538 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check 2024-09-19T05:50:01.689 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded. 2024-09-19T05:50:01.689 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test 2024-09-19T05:50:04.954 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded. 2024-09-19T05:50:04.955 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction 2024-09-19T05:50:14.080 INFO:teuthology.orchestra.run.smithi102.stdout: Preparing : 1/1 2024-09-19T05:50:14.699 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T05:50:14.772 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T05:50:15.570 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T05:50:15.571 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T05:50:16.329 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T05:50:16.329 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:50:16.329 INFO:teuthology.orchestra.run.smithi102.stdout:Upgraded: 2024-09-19T05:50:16.329 INFO:teuthology.orchestra.run.smithi102.stdout: linux-firmware-20240905-146.el9.noarch 2024-09-19T05:50:16.329 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:50:16.329 INFO:teuthology.orchestra.run.smithi102.stdout:Complete! 2024-09-19T05:50:16.674 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-19T05:50:16.674 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T05:50:16.827 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ 2024-09-19T05:50:16.827 DEBUG:teuthology.orchestra.run.smithi102:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-19T05:50:16.830 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi102.front.sepia.ceph.com to complete... 2024-09-19T05:50:23.153 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19 05:50:23 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-19T05:50:23.154 INFO:teuthology.orchestra.run.smithi102.stderr:FINISHED --2024-09-19 05:50:23-- 2024-09-19T05:50:23.154 INFO:teuthology.orchestra.run.smithi102.stderr:Total wall clock time: 6.3s 2024-09-19T05:50:23.154 INFO:teuthology.orchestra.run.smithi102.stderr:Downloaded: 1 files, 343M in 6.0s (57.0 MB/s) 2024-09-19T05:50:23.157 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.1... 2024-09-19T05:50:23.157 DEBUG:teuthology.orchestra.run.smithi102:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-19T05:50:25.212 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying... ######################################## 2024-09-19T05:50:25.343 INFO:teuthology.orchestra.run.smithi102.stdout:Preparing... ######################################## 2024-09-19T05:50:25.401 INFO:teuthology.orchestra.run.smithi102.stdout:Updating / installing... 2024-09-19T05:50:31.218 INFO:teuthology.orchestra.run.smithi092.stdout:linux-firmware-20240905-146.el9.noarch.rpm 11 MB/s | 388 MB 00:36 2024-09-19T05:50:31.218 INFO:teuthology.orchestra.run.smithi092.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:50:31.218 INFO:teuthology.orchestra.run.smithi092.stdout:Total 11 MB/s | 388 MB 00:36 2024-09-19T05:50:33.343 INFO:teuthology.orchestra.run.smithi102.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1 ######################################## 2024-09-19T05:50:34.322 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction check 2024-09-19T05:50:34.418 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction check succeeded. 2024-09-19T05:50:34.418 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction test 2024-09-19T05:50:37.684 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction test succeeded. 2024-09-19T05:50:37.684 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction 2024-09-19T05:50:46.781 INFO:teuthology.orchestra.run.smithi092.stdout: Preparing : 1/1 2024-09-19T05:50:47.464 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T05:50:47.550 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T05:50:48.039 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T05:50:48.040 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : linux-firmware-20240905-146.el9.noarch 1/2 2024-09-19T05:50:48.797 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : linux-firmware-20240716-145.el9.noarch 2/2 2024-09-19T05:50:48.797 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:50:48.797 INFO:teuthology.orchestra.run.smithi092.stdout:Upgraded: 2024-09-19T05:50:48.797 INFO:teuthology.orchestra.run.smithi092.stdout: linux-firmware-20240905-146.el9.noarch 2024-09-19T05:50:48.797 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:50:48.797 INFO:teuthology.orchestra.run.smithi092.stdout:Complete! 2024-09-19T05:50:49.134 INFO:teuthology.task.kernel:Downloading kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-19T05:50:49.135 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2ca44a2f35ca8f36983aaaa46d49312239ef519a 2024-09-19T05:50:49.291 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ 2024-09-19T05:50:49.291 DEBUG:teuthology.orchestra.run.smithi092:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/ --input-file=- 2024-09-19T05:50:49.294 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi092.front.sepia.ceph.com to complete... 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19 05:50:55 URL:https://3.chacra.ceph.com/r/kernel/testing/2ca44a2f35ca8f36983aaaa46d49312239ef519a/centos/9/flavors/default/x86_64/kernel-6.11.0_rc5_g2ca44a2f35ca-1.x86_64.rpm [359633503/359633503] -> "/tmp/kernel.x86_64.rpm" [1] 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi092.stderr:FINISHED --2024-09-19 05:50:55-- 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi092.stderr:Total wall clock time: 6.3s 2024-09-19T05:50:55.605 INFO:teuthology.orchestra.run.smithi092.stderr:Downloaded: 1 files, 343M in 6.0s (57.2 MB/s) 2024-09-19T05:50:55.608 INFO:teuthology.task.kernel:Installing kernel 2ca44a2f35ca8f36983aaaa46d49312239ef519a on client.0... 2024-09-19T05:50:55.608 DEBUG:teuthology.orchestra.run.smithi092:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-09-19T05:50:57.665 INFO:teuthology.orchestra.run.smithi092.stdout:Verifying... ######################################## 2024-09-19T05:50:57.729 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing... ######################################## 2024-09-19T05:50:57.789 INFO:teuthology.orchestra.run.smithi092.stdout:Updating / installing... 2024-09-19T05:51:05.791 INFO:teuthology.orchestra.run.smithi092.stdout:kernel-6.11.0_rc5_g2ca44a2f35ca-1 ######################################## 2024-09-19T05:51:13.585 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi102.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-19T05:51:13.586 DEBUG:teuthology.orchestra.run.smithi102:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-19T05:51:13.675 INFO:teuthology.orchestra.run.smithi102.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:13.675 INFO:teuthology.orchestra.run.smithi102.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:13.675 INFO:teuthology.orchestra.run.smithi102.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:13.675 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:13.675 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map 2024-09-19T05:51:13.675 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-19T05:51:13.676 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel 2024-09-19T05:51:13.677 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-19T05:51:13.678 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-19T05:51:13.679 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-19T05:51:13.680 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-19T05:51:13.681 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-19T05:51:13.682 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-19T05:51:13.683 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-19T05:51:13.684 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-19T05:51:13.685 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-19T05:51:13.686 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-19T05:51:13.687 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk 2024-09-19T05:51:13.688 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-19T05:51:13.689 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-19T05:51:13.690 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-19T05:51:13.691 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-19T05:51:13.692 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-19T05:51:13.693 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-19T05:51:13.694 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-19T05:51:13.695 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-19T05:51:13.696 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-19T05:51:13.697 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-19T05:51:13.700 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-19T05:51:13.700 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-19T05:51:13.700 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-19T05:51:13.700 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-19T05:51:13.701 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-19T05:51:13.702 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon 2024-09-19T05:51:13.703 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-19T05:51:13.704 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-19T05:51:13.705 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-19T05:51:13.706 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-19T05:51:13.707 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-19T05:51:13.708 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-19T05:51:13.709 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-19T05:51:13.710 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-19T05:51:13.711 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-19T05:51:13.712 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses 2024-09-19T05:51:13.713 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-19T05:51:13.714 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-19T05:51:13.715 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4 2024-09-19T05:51:13.716 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-19T05:51:13.717 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard 2024-09-19T05:51:13.718 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio 2024-09-19T05:51:13.719 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-19T05:51:13.720 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-19T05:51:13.721 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-19T05:51:13.722 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-19T05:51:13.723 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-19T05:51:13.724 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-19T05:51:13.725 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net 2024-09-19T05:51:13.726 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-19T05:51:13.727 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon 2024-09-19T05:51:13.728 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-19T05:51:13.729 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade 2024-09-19T05:51:13.730 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-19T05:51:13.731 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-19T05:51:13.732 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-19T05:51:13.733 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-19T05:51:13.734 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox 2024-09-19T05:51:13.735 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi 2024-09-19T05:51:13.736 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-19T05:51:13.737 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan 2024-09-19T05:51:13.738 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun 2024-09-19T05:51:13.739 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-19T05:51:13.740 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio 2024-09-19T05:51:13.741 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-19T05:51:13.742 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-19T05:51:13.743 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-19T05:51:13.744 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-19T05:51:13.745 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme 2024-09-19T05:51:13.746 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-19T05:51:13.747 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-19T05:51:13.748 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-19T05:51:13.749 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-19T05:51:13.750 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-19T05:51:13.751 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-19T05:51:13.752 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-19T05:51:13.753 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr 2024-09-19T05:51:13.754 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi 2024-09-19T05:51:13.755 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r 2024-09-19T05:51:13.756 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci 2024-09-19T05:51:13.757 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-19T05:51:13.758 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-19T05:51:13.759 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-19T05:51:13.760 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-19T05:51:13.761 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-19T05:51:13.762 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-19T05:51:13.763 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm 2024-09-19T05:51:13.764 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class 2024-09-19T05:51:13.765 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-19T05:51:13.766 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-19T05:51:13.767 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-19T05:51:13.768 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-19T05:51:13.769 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-19T05:51:13.770 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-19T05:51:13.771 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-19T05:51:13.772 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight 2024-09-19T05:51:13.773 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-19T05:51:13.774 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-19T05:51:13.775 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-19T05:51:13.776 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-19T05:51:13.777 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs 2024-09-19T05:51:13.778 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-19T05:51:13.779 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2 2024-09-19T05:51:13.780 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-19T05:51:13.781 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-19T05:51:13.782 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-19T05:51:13.783 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-19T05:51:13.784 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-19T05:51:13.785 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-19T05:51:13.786 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-19T05:51:13.787 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-19T05:51:13.788 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-19T05:51:13.789 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4 2024-09-19T05:51:13.790 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko 2024-09-19T05:51:13.791 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802 2024-09-19T05:51:13.792 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-19T05:51:13.793 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-19T05:51:13.794 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-19T05:51:13.795 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver 2024-09-19T05:51:13.796 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4 2024-09-19T05:51:13.797 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-19T05:51:13.798 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-19T05:51:13.799 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-19T05:51:13.800 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-19T05:51:13.801 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-19T05:51:13.802 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-19T05:51:13.803 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-19T05:51:13.804 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-19T05:51:13.805 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-19T05:51:13.806 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-19T05:51:13.807 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-19T05:51:13.808 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-19T05:51:13.809 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-19T05:51:13.810 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-19T05:51:13.811 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-19T05:51:13.812 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-19T05:51:13.813 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-19T05:51:13.814 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-19T05:51:13.815 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-19T05:51:13.816 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-19T05:51:13.817 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-19T05:51:13.818 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-19T05:51:13.819 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-19T05:51:13.820 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-19T05:51:13.821 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-19T05:51:13.822 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-19T05:51:13.823 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep 2024-09-19T05:51:13.824 INFO:teuthology.orchestra.run.smithi102.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T05:51:13.829 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:13.829 DEBUG:teuthology.orchestra.run.smithi102:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-19T05:51:13.852 INFO:teuthology.orchestra.run.smithi102.stdout:postinstall scriptlet (using /bin/sh): 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout:fi 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout:for file in vmlinuz System.map config; do 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout: cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout: fi 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout:done 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \ 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T05:51:13.853 INFO:teuthology.orchestra.run.smithi102.stdout: cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T05:51:13.854 INFO:teuthology.orchestra.run.smithi102.stdout:fi 2024-09-19T05:51:13.854 INFO:teuthology.orchestra.run.smithi102.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then 2024-09-19T05:51:13.854 INFO:teuthology.orchestra.run.smithi102.stdout: /usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:13.854 INFO:teuthology.orchestra.run.smithi102.stdout:fi 2024-09-19T05:51:13.854 INFO:teuthology.orchestra.run.smithi102.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-19T05:51:13.854 INFO:teuthology.orchestra.run.smithi102.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T05:51:13.854 INFO:teuthology.orchestra.run.smithi102.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:13.854 INFO:teuthology.orchestra.run.smithi102.stdout:fi 2024-09-19T05:51:13.855 DEBUG:teuthology.orchestra.run.smithi102:> sudo rpm -qi grub2-tools 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Name : grub2-tools 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Epoch : 1 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Version : 2.06 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Release : 82.el9 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Architecture: x86_64 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Group : Unspecified 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Size : 8274670 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:License : GPLv3+ 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T05:51:13.936 INFO:teuthology.orchestra.run.smithi102.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:Packager : builder@centos.org 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:Vendor : CentOS 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:Summary : Support tools for GRUB. 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:Description : 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout:hardware devices. 2024-09-19T05:51:13.937 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:51:13.938 INFO:teuthology.orchestra.run.smithi102.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T05:51:13.938 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T05:51:13.938 INFO:teuthology.task.kernel:Updating grub on smithi102 to boot 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:13.939 DEBUG:teuthology.orchestra.run.smithi102:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T05:51:14.534 INFO:teuthology.orchestra.run.smithi102.stderr:Generating grub configuration file ... 2024-09-19T05:51:15.888 INFO:teuthology.orchestra.run.smithi102.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T05:51:15.915 INFO:teuthology.orchestra.run.smithi102.stderr:done 2024-09-19T05:51:15.917 DEBUG:teuthology.orchestra.run.smithi102:> mktemp 2024-09-19T05:51:15.957 INFO:teuthology.orchestra.run.smithi102.stdout:/tmp/tmp.VoEN6xkD15 2024-09-19T05:51:15.958 DEBUG:teuthology.orchestra.run.smithi102:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.VoEN6xkD15 2024-09-19T05:51:16.032 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0666 /tmp/tmp.VoEN6xkD15 2024-09-19T05:51:16.170 DEBUG:teuthology.orchestra.remote:smithi102:/tmp/tmp.VoEN6xkD15 is 6KB 2024-09-19T05:51:16.219 DEBUG:teuthology.orchestra.run.smithi102:> rm -fr /tmp/tmp.VoEN6xkD15 2024-09-19T05:51:16.234 DEBUG:teuthology.orchestra.run.smithi102:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T05:51:16.297 INFO:teuthology.orchestra.run.smithi102.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T05:51:16.297 INFO:teuthology.orchestra.run.smithi102.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T05:51:16.297 INFO:teuthology.orchestra.run.smithi102.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T05:51:16.297 INFO:teuthology.orchestra.run.smithi102.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf 2024-09-19T05:51:16.298 DEBUG:teuthology.orchestra.run.smithi102:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:16.453 DEBUG:teuthology.orchestra.run.smithi102:> sudo shutdown -r now 2024-09-19T05:51:46.166 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi092.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-09-19T05:51:46.166 DEBUG:teuthology.orchestra.run.smithi092:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-09-19T05:51:46.259 INFO:teuthology.orchestra.run.smithi092.stdout:/boot/System.map-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/boot/config-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/boot/vmlinuz-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/System.map 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/config 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-09-19T05:51:46.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crc32c-intel.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-avx2.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-09-19T05:51:46.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-amd.ko 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm-intel.ko 2024-09-19T05:51:46.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/arch/x86/kvm/kvm.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ansi_cprng.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/anubis.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/arc4.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_memcpy.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_pq.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_raid6_recov.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_tx.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/async_xor.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/async_tx/raid6test.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authenc.ko 2024-09-19T05:51:46.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/authencesn.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blake2b_generic.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_common.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/blowfish_generic.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/camellia_generic.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast5_generic.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast6_generic.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cast_common.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ccm.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cmac.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crc32_generic.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_engine.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/crypto_user.ko 2024-09-19T05:51:46.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/cts.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/des_generic.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/dh_generic.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecc.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/ecdh_generic.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/echainiv.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/essiv.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/fcrypt.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/khazad.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/lz4hc.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/md4.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/michael_mic.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcbc.ko 2024-09-19T05:51:46.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/pcrypt.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/rmd160.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/seed.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/serpent_generic.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tcrypt.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/tea.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_common.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/twofish_generic.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/vmac.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/wp512.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xcbc.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xor.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/crypto/xxhash_generic.ko 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers 2024-09-19T05:51:46.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_ipmi.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/acpi_pad.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/ec_sys.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/platform_profile.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbs.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/sbshc.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/acpi/video.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/acard-ahci.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ahci_platform.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/ata_generic.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/libahci_platform.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_acpi.ko 2024-09-19T05:51:46.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ali.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_amd.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_artop.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atiixp.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_atp867x.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd640.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cmd64x.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_cypress.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_efar.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt366.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt37x.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x2n.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_hpt3x3.ko 2024-09-19T05:51:46.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it8213.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_it821x.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_jmicron.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_marvell.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_mpiix.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_netcell.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ninja32.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87410.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_ns87415.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_oldpiix.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_opti.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_optidma.ko 2024-09-19T05:51:46.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pcmcia.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc2027x.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_piccolo.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_rdc.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sch.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_serverworks.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sil680.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sis.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_sl82c105.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_triflex.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pata_via.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/pdc_adma.ko 2024-09-19T05:51:46.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_inic162x.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_mv.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_nv.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_promise.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_qstor.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sil24.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sis.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_svw.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_sx4.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_uli.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_via.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ata/sata_vsc.ko 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay 2024-09-19T05:51:46.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/auxdisplay/ks0108.ko 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-i2c.ko 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/base/regmap/regmap-mmio.ko 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/bcma/bcma.ko 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/aoe/aoe.ko 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/brd.ko 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/drbd/drbd.ko 2024-09-19T05:51:46.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/floppy.ko 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/loop.ko 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/nbd.ko 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/null_blk/null_blk.ko 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/pktcdvd.ko 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/rbd.ko 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/virtio_blk.ko 2024-09-19T05:51:46.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/xen-blkfront.ko 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/block/zram/zram.ko 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hangcheck-timer.ko 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/amd-rng.ko 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/intel-rng.ko 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/via-rng.ko 2024-09-19T05:51:46.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/hw_random/virtio-rng.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_si.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/lp.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/mwave/mwave.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/ppdev.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tlclk.ko 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm 2024-09-19T05:51:46.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_atmel.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_infineon.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_nsc.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/uv_mmtimer.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/char/virtio_console.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/p4-clockmod.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/powernow-k8.ko 2024-09-19T05:51:46.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/cpufreq/speedstep-lib.ko 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/ccp/ccp.ko 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-aes.ko 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/padlock-sha.ko 2024-09-19T05:51:46.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dca/dca.ko 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/dw/dw_dmac.ko 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/dma/ioat/ioatdma.ko 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/amd64_edac.ko 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/e752x_edac.ko 2024-09-19T05:51:46.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/edac_mce_amd.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3000_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i3200_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5100_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i5400_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7300_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i7core_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/i82975x_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/ie31200_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/sb_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/edac/x38_edac.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/edd.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/firmware/iscsi_ibft.ko 2024-09-19T05:51:46.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-ich.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/gpio/gpio-viperboard.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-appleir.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-aureal.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-axff.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-dr.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elecom.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-elo.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-emsff.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gaff.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gt683r.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-gyration.ko 2024-09-19T05:51:46.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-kbd.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtek-mouse.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-holtekff.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-hyperv.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-icade.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-keytouch.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-kye.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lcpower.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-led.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-lenovo.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-dj.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-multitouch.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-ortek.ko 2024-09-19T05:51:46.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-penmount.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-petalynx.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-picolcd.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-pl.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-plantronics.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-primax.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-rmi.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-arvo.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-common.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-isku.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kone.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-konepure.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-09-19T05:51:46.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-lua.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-pyra.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-ryos.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat-savu.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-roccat.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-saitek.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-samsung.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sensor-hub.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sjoy.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sony.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-speedlink.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-steelseries.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-sunplus.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-thrustmaster.ko 2024-09-19T05:51:46.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tivo.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-tmff.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-topseed.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-twinhan.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-uclogic.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-waltop.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-wiimote.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-xinmo.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zpff.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/hid-zydacron.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/uhid.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hid/wacom.ko 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv 2024-09-19T05:51:46.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_balloon.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_utils.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hv/hv_vmbus.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/abituguru3.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/acpi_power_meter.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7414.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ad7418.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adc128d818.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1025.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1026.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1029.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm1031.ko 2024-09-19T05:51:46.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adm9240.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ads7828.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7410.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7411.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7462.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7470.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7475.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/adt7x10.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/amc6821.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/applesmc.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asb100.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asc7621.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/asus_atk0110.ko 2024-09-19T05:51:46.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/atxp1.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/coretemp.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/dme1737.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds1621.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ds620.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc1403.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/emc6w201.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71805f.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f71882fg.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/f75375s.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fam15h_power.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/fschmd.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g760a.ko 2024-09-19T05:51:46.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/g762.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl518sm.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/gl520sm.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/hwmon-vid.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5500_temp.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/i5k_amb.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmaem.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ibmpex.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina209.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ina2xx.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/it87.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k10temp.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/k8temp.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lineage-pem.ko 2024-09-19T05:51:46.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm63.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm73.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm75.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm77.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm78.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm80.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm83.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm85.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm87.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm90.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm92.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm93.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95234.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95241.ko 2024-09-19T05:51:46.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/lm95245.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc2945.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4151.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4215.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4222.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4245.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4260.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/ltc4261.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max16065.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1619.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max1668.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max197.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6639.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6650.ko 2024-09-19T05:51:46.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/max6697.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/mcp3021.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6683.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775-core.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct6775.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/nct7802.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87360.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pc87427.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pcf8591.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max16064.ko 2024-09-19T05:51:46.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max34440.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/max8688.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/powr1220.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5627.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch5636.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sch56xx-common.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht15.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sht21.ko 2024-09-19T05:51:46.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/shtc1.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/sis5595.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47b397.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m1.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/smsc47m192.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/thmc50.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp102.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp103.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp401.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/tmp421.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via-cputemp.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/via686a.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt1211.ko 2024-09-19T05:51:46.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/vt8231.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627ehf.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83627hf.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83781d.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83791d.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83792d.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83793.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83795.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l785ts.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/hwmon/w83l786ng.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-09-19T05:51:46.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-i801.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-isch.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-09-19T05:51:46.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-parport.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-via.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-dev.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-mux.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-09-19T05:51:46.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-smbus.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/i2c/i2c-stub.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_cm.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_core.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_umad.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/iw_cm.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_cm.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-09-19T05:51:46.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp 2024-09-19T05:51:46.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/fm801-gp.ko 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/gameport/gameport.ko 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/joydev.ko 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/keyboard/gpio_keys.ko 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/appletouch.ko 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/bcm5974.ko 2024-09-19T05:51:46.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/cyapatp.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/elan_i2c.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/sermouse.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/synaptics_usb.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/mouse/vsxxxaa.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/rmi4/rmi_core.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/altera_ps2.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/arc_ps2.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/serio/serio_raw.ko 2024-09-19T05:51:46.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/input/sparse-keymap.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-blinkm.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lm3530.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-lp3944.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/leds-ss4200.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-09-19T05:51:46.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/bcache/bcache.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-bio-prison.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache-smq.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-cache.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-crypt.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-delay.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-flakey.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-log-userspace.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-multipath.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-queue-length.ko 2024-09-19T05:51:46.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-raid.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-round-robin.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-service-time.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-switch.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-thin-pool.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/dm-verity.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid0.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid1.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid10.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/md/raid456.ko 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message 2024-09-19T05:51:46.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptbase.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptctl.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptfc.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptlan.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptsas.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptscsih.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/message/fusion/mptspi.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_ich.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/lpc_sch.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/mfd-core.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/sm501.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/viperboard.ko 2024-09-19T05:51:46.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/vx855.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/mfd/wl1273-core.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds9802als.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/apds990x.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/bh1770glc.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/cb710/cb710.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/at24.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/eeprom/max6875.ko 2024-09-19T05:51:46.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/enclosure.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/hpilo.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29003.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/isl29020.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-me.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei-txe.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/mei/mei.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-gru/gru.ko 2024-09-19T05:51:46.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xp.ko 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpc.ko 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_7xx1.ko 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tifm_core.ko 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/tsl2550.ko 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_balloon.ko 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/bonding/bonding.ko 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa 2024-09-19T05:51:46.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/b53/b53_common.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/bcm-sf2.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6060.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/dummy.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/eql.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-09-19T05:51:46.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/8390.ko 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/agere/et131x.ko 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd 2024-09-19T05:51:46.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-09-19T05:51:46.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb 2024-09-19T05:51:46.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip 2024-09-19T05:51:46.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/dnet.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-09-19T05:51:46.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ethoc.ko 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/fealnx.ko 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e100.ko 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-09-19T05:51:46.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libeth/libeth.ko 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/intel/libie/libie.ko 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/jme.ko 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-09-19T05:51:46.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/skge.ko 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge 2024-09-19T05:51:46.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-09-19T05:51:46.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/atp.ko 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-09-19T05:51:46.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis190.ko 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sis/sis900.ko 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-09-19T05:51:46.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/cassini.ko 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/niu.ko 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sungem.ko 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/ti/tlan.ko 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-09-19T05:51:46.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/geneve.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ieee802154/fakelb.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ifb.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ipvlan/ipvlan.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvlan.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/macvtap.ko 2024-09-19T05:51:46.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mdio/mdio-regmap.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/mii.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/net_failover.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/netconsole.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/nlmon.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs-lynx.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy 2024-09-19T05:51:46.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/amd.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm7xxx.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/bcm87xx.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/broadcom.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/cicada.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/davicom.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/dp83640.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/et1011c.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/icplus.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/lxt.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/marvell.ko 2024-09-19T05:51:46.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/micrel.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/national.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/phylink.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/qsemi.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/realtek.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/smsc.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/ste10Xp.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/phy/vitesse.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/bsd_comp.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_async.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_deflate.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_generic.ko 2024-09-19T05:51:46.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_mppe.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/ppp_synctty.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppoe.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pppox.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/ppp/pptp.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slhc.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/slip/slip.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/sungem_phy.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tap.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_activebackup.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_broadcast.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-09-19T05:51:46.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_random.ko 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/tun.ko 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/veth.ko 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/virtio_net.ko 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/vxlan/vxlan.ko 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netback/xen-netback.ko 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/net/xen-netfront.ko 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb 2024-09-19T05:51:46.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ntb/ntb.ko 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme-core.ko 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/nvme/host/nvme.ko 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport.ko 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_cs.ko 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_pc.ko 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/parport/parport_serial.ko 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/pcie/aer_inject.ko 2024-09-19T05:51:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pci/xen-pcifront.ko 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/i82092.ko 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/pd6729.ko 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pcmcia/yenta_socket.ko 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acer-wmi.ko 2024-09-19T05:51:46.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/acerhdf.ko 2024-09-19T05:51:46.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/apple-gmux.ko 2024-09-19T05:51:46.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-laptop.ko 2024-09-19T05:51:46.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-09-19T05:51:46.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/asus-wmi.ko 2024-09-19T05:51:46.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/classmate-laptop.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/hdaps.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/intel_ips.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/msi-wmi.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/mxm-wmi.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-laptop.ko 2024-09-19T05:51:46.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/samsung-q10.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/topstar-laptop.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/toshiba_haps.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi-bmof.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/platform/x86/wmi.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_common.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/powercap/intel_rapl_msr.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-gpio.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps-ldisc.ko 2024-09-19T05:51:46.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/clients/pps_parport.ko 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/pps/pps_core.ko 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp.ko 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ptp/ptp_kvm.ko 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/atl/amd_atl.ko 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ras/amd/fmpm.ko 2024-09-19T05:51:46.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-bq32k.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1286.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1307.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1374.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1511.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1553.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1672.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds1742.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds2404.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-ds3232.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-em3027.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-fm3130.ko 2024-09-19T05:51:46.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl12022.ko 2024-09-19T05:51:46.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-isl1208.ko 2024-09-19T05:51:46.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m41t80.ko 2024-09-19T05:51:46.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t35.ko 2024-09-19T05:51:46.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-m48t59.ko 2024-09-19T05:51:46.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-max6900.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-msm6242.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf2127.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf85063.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8523.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8563.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-pcf8583.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rp5c01.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rs5c372.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8025.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-rx8581.ko 2024-09-19T05:51:46.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/rtc/rtc-x1205.ko 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-9xxx.ko 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-sas.ko 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/3w-xxxx.ko 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/BusLogic.ko 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/a100u2w.ko 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aacraid/aacraid.ko 2024-09-19T05:51:46.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/advansys.ko 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/am53c974.ko 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/atp870u.ko 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bfa/bfa.ko 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-09-19T05:51:46.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ch.ko 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/csiostor/csiostor.ko 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dc395x.ko 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler 2024-09-19T05:51:46.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/dmx3191d.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esas2r/esas2r.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/esp_scsi.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/fcoe.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/fnic/fnic.ko 2024-09-19T05:51:46.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hpsa.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hptiop.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/hv_storvsc.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/initio.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ipr.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ips.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/isci/isci.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/iscsi_tcp.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libfc/libfc.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libiscsi_tcp.ko 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas 2024-09-19T05:51:46.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/libsas/libsas.ko 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/lpfc/lpfc.ko 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid.ko 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvsas/mvsas.ko 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/mvumi.ko 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001 2024-09-19T05:51:46.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-09-19T05:51:46.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/pmcraid.ko 2024-09-19T05:51:46.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla1280.ko 2024-09-19T05:51:46.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx 2024-09-19T05:51:46.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-09-19T05:51:46.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-09-19T05:51:46.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx 2024-09-19T05:51:46.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-09-19T05:51:46.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/raid_class.ko 2024-09-19T05:51:46.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_debug.ko 2024-09-19T05:51:46.344 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_fc.ko 2024-09-19T05:51:46.345 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-09-19T05:51:46.345 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_sas.ko 2024-09-19T05:51:46.345 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_spi.ko 2024-09-19T05:51:46.345 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/scsi_transport_srp.ko 2024-09-19T05:51:46.345 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/ses.ko 2024-09-19T05:51:46.345 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/st.ko 2024-09-19T05:51:46.345 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/stex.ko 2024-09-19T05:51:46.345 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2 2024-09-19T05:51:46.345 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/virtio_scsi.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/vmw_pvscsi.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/scsi/wd719x.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ssb/ssb.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/loopback/tcm_loop.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_file.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_iblock.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_mod.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_pscsi.ko 2024-09-19T05:51:46.346 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/target_core_user.ko 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-09-19T05:51:46.347 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty 2024-09-19T05:51:46.348 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_gsm.ko 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/n_hdlc.ko 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/nozomi.ko 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/arc_uart.ko 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/tty/serial/jsm/jsm.ko 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core 2024-09-19T05:51:46.349 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/core/ufshcd-core.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_aec.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_cif.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_pci_generic.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/uio/uio_sercos3.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-acm.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/cdc-wdm.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usblp.ko 2024-09-19T05:51:46.350 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/class/usbtmc.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/host/sl811-hcd.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/mdc800.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/image/microtek.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/adutux.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/appledisplay.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi26.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/emi62.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ezusb.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/idmouse.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/iowarrior.ko 2024-09-19T05:51:46.351 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/isight_firmware.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/ldusb.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/legousbtower.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/trancevibrator.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usb3503.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usblcd.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/usbsevseg.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/uss720.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/misc/yurex.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/phy/phy-generic.ko 2024-09-19T05:51:46.352 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/aircable.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ark3116.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/belkin_sa.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ch341.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cp210x.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cyberjack.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/cypress_m8.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/digi_acceleport.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/empeg.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ftdi_sio.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/garmin_gps.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_edgeport.ko 2024-09-19T05:51:46.353 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/io_ti.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipaq.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ipw.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ir-usb.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/keyspan_pda.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kl5kusb105.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/kobil_sct.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mct_u232.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7720.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/mos7840.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/navman.ko 2024-09-19T05:51:46.354 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/omninet.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/opticon.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/option.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/oti6858.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/pl2303.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcaux.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/qcserial.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/quatech2.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/safe_serial.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/sierra.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/spcp8x5.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ssu100.ko 2024-09-19T05:51:46.355 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/symbolserial.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_debug.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/usb_wwan.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/visor.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/whiteheat.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/serial/xsens_mt.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/uas.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-alauda.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-cypress.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-datafab.ko 2024-09-19T05:51:46.356 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-freecom.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-isd200.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-karma.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-onetouch.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-realtek.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr09.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-sddr55.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/ums-usbat.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/storage/usb-storage.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-core.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/usbip-host.ko 2024-09-19T05:51:46.357 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/pci/vfio-pci.ko 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio.ko 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost.ko 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_iotlb.ko 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_net.ko 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/vhost/vhost_scsi.ko 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video 2024-09-19T05:51:46.358 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/apple_bl.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/lcd.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/video/backlight/platform_lcd.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_balloon.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_mmio.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/virtio/virtio_ring.ko 2024-09-19T05:51:46.359 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2482.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/masters/ds2490.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-09-19T05:51:46.360 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_smem.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/slaves/w1_therm.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/w1/wire.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim1535_wdt.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/alim7101_wdt.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/f71808e_wdt.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/hpwdt.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/i6300esb.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/iTCO_wdt.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ib700wdt.ko 2024-09-19T05:51:46.361 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ibmasr.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it8712f_wdt.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/it87_wdt.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/machzwd.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/nv_tco.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_pci.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/pcwd_usb.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sch311x_wdt.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/softdog.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/sp5100_tco.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/via_wdt.ko 2024-09-19T05:51:46.362 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83877f_wdt.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/w83977f_wdt.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/wdt_pci.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/watchdog/xen_wdt.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-acpi-processor.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-evtchn.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntalloc.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-gntdev.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xen-privcmd.ko 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs 2024-09-19T05:51:46.363 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/drivers/xen/xenfs/xenfs.ko 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/9p/9p.ko 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/affs/affs.ko 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/befs/befs.ko 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/binfmt_misc.ko 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/btrfs/btrfs.ko 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cachefiles/cachefiles.ko 2024-09-19T05:51:46.364 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ceph/ceph.ko 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/coda/coda.ko 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/cramfs/cramfs.ko 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/dlm/dlm.ko 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ecryptfs/ecryptfs.ko 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/f2fs/f2fs.ko 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat 2024-09-19T05:51:46.365 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/fat.ko 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/msdos.ko 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fat/vfat.ko 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/cuse.ko 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/fuse/fuse.ko 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/gfs2/gfs2.ko 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfs/hfs.ko 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/hfsplus/hfsplus.ko 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/isofs/isofs.ko 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs 2024-09-19T05:51:46.366 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/jfs/jfs.ko 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/lockd/lockd.ko 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/minix/minix.ko 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/netfs/netfs.ko 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-09-19T05:51:46.367 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfs.ko 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv3.ko 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs/nfsv4.ko 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/grace.ko 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfs_common/nfs_acl.ko 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nfsd/nfsd.ko 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nilfs2/nilfs2.ko 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-celtic.ko 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-centeuro.ko 2024-09-19T05:51:46.368 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-croatian.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-cyrillic.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-gaelic.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-greek.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-iceland.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-inuit.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-roman.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-romanian.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/mac-turkish.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1250.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1251.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp1255.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp737.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp775.ko 2024-09-19T05:51:46.369 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp850.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp852.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp855.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp857.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp860.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp861.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp862.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp863.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp864.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp865.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp866.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp869.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp874.ko 2024-09-19T05:51:46.370 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp932.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp936.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp949.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_cp950.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_euc-jp.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-1.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-13.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-14.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-15.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-2.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-3.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-4.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-5.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-6.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-7.ko 2024-09-19T05:51:46.371 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_iso8859-9.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-r.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-ru.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_koi8-u.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_ucs2_utils.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/nls/nls_utf8.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2.ko 2024-09-19T05:51:46.372 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/overlayfs/overlay.ko 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/pstore/ramoops.ko 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/reiserfs/reiserfs.ko 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/romfs/romfs.ko 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client 2024-09-19T05:51:46.373 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/client/cifs.ko 2024-09-19T05:51:46.374 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common 2024-09-19T05:51:46.374 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_arc4.ko 2024-09-19T05:51:46.374 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/smb/common/cifs_md4.ko 2024-09-19T05:51:46.374 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs 2024-09-19T05:51:46.374 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/squashfs/squashfs.ko 2024-09-19T05:51:46.374 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv 2024-09-19T05:51:46.374 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/sysv/sysv.ko 2024-09-19T05:51:46.374 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf 2024-09-19T05:51:46.374 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/udf/udf.ko 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/ufs/ufs.ko 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/fs/xfs/xfs.ko 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/rcu/rcutorture.ko 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/torture.ko 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/asn1_encoder.ko 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc-itu-t.ko 2024-09-19T05:51:46.375 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crc8.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libaescfb.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libarc4.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/crypto/libdes.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/libcrc32c.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lru_cache.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4_compress.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/lz4/lz4hc_compress.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/math/cordic.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/raid6/raid6_pq.ko 2024-09-19T05:51:46.376 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/reed_solomon/reed_solomon.ko 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_bm.ko 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_fsm.ko 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/ts_kmp.ko 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/lib/zstd/zstd_compress.ko 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/mm/hwpoison-inject.ko 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/6lowpan.ko 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_dest.ko 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_fragment.ko 2024-09-19T05:51:46.377 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_hop.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_ipv6.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_mobility.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_routing.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/6lowpan/nhc_udp.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/garp.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/mrp.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/p8022.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/psnap.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/802/stp.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/8021q/8021q.ko 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p 2024-09-19T05:51:46.378 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_fd.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_rdma.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/9p/9pnet_virtio.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/batman-adv/batman-adv.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/br_netfilter.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/bridge.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_among.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arp.ko 2024-09-19T05:51:46.379 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-09-19T05:51:46.380 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-09-19T05:51:46.380 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip.ko 2024-09-19T05:51:46.380 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-09-19T05:51:46.380 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_limit.ko 2024-09-19T05:51:46.380 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_log.ko 2024-09-19T05:51:46.380 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark.ko 2024-09-19T05:51:46.380 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-09-19T05:51:46.380 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-09-19T05:51:46.380 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_snat.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_stp.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/ebtables.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ceph/libceph.ko 2024-09-19T05:51:46.381 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/failover.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/core/pktgen.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_diag.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv4.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dccp/dccp_ipv6.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dns_resolver/dns_resolver.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/dsa_core.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_brcm.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_dsa.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_none.ko 2024-09-19T05:51:46.382 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/dsa/tag_trailer.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ieee802154/ieee802154_socket.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ah4.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/esp4.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/fou.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/gre.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/inet_diag.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_gre.ko 2024-09-19T05:51:46.383 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_tunnel.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ip_vti.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipcomp.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/ipip.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arp_tables.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-09-19T05:51:46.384 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/iptable_security.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_bic.ko 2024-09-19T05:51:46.385 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_dctcp.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_diag.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_highspeed.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_htcp.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_hybla.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_illinois.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_lp.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_scalable.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_vegas.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_veno.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_westwood.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tcp_yeah.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/tunnel4.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_diag.ko 2024-09-19T05:51:46.386 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/udp_tunnel.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv4/xfrm4_tunnel.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ah6.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/esp6.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/fou6.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_tunnel.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ip6_vti.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/ipcomp6.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-09-19T05:51:46.387 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-09-19T05:51:46.388 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/sit.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/tunnel6.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/ipv6/xfrm6_tunnel.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/key/af_key.ko 2024-09-19T05:51:46.389 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_core.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_debugfs.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_eth.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ip6.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_netlink.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/l2tp/l2tp_ppp.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/llc/llc.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mac802154/mac802154.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/mpls/mpls_gso.ko 2024-09-19T05:51:46.390 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-09-19T05:51:46.391 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-09-19T05:51:46.392 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conncount.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-09-19T05:51:46.393 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_h323.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_irc.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sane.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_sip.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_dup_netdev.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_flow_table_inet.ko 2024-09-19T05:51:46.394 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_log_syslog.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_amanda.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_ftp.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_irc.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_sip.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_nat_tftp.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_synproxy_core.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nf_tables.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_acct.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_log.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_osf.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nfnetlink_queue.ko 2024-09-19T05:51:46.395 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_chain_nat.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_compat.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_ct.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_dup_netdev.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fib.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_fwd_netdev.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_hash.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_limit.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_log.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_masq.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_nat.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_numgen.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_queue.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_quota.ko 2024-09-19T05:51:46.396 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_redir.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_reject_inet.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_socket.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/nft_tunnel.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_AUDIT.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CHECKSUM.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CLASSIFY.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_CT.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_DSCP.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HL.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_HMARK.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_IDLETIMER.ko 2024-09-19T05:51:46.397 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LED.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_LOG.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_MASQUERADE.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NETMAP.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFLOG.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_NFQUEUE.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_RATEEST.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_REDIRECT.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_SECMARK.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPMSS.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TEE.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TPROXY.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_TRACE.ko 2024-09-19T05:51:46.398 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_addrtype.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_bpf.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cgroup.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cluster.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_comment.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connbytes.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlabel.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connlimit.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_connmark.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_conntrack.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_cpu.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dccp.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_devgroup.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_dscp.ko 2024-09-19T05:51:46.399 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ecn.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_esp.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hashlimit.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_helper.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_hl.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipcomp.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_iprange.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_ipvs.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_l2tp.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_length.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_limit.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mac.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_mark.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_multiport.ko 2024-09-19T05:51:46.400 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nat.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_nfacct.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_osf.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_owner.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_physdev.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_pkttype.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_policy.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_quota.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_rateest.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_realm.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_recent.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_sctp.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_set.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_socket.ko 2024-09-19T05:51:46.401 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_state.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_statistic.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_string.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_tcpmss.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_time.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netfilter/xt_u32.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/netlink/netlink_diag.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/nsh/nsh.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/openvswitch.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-geneve.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-gre.ko 2024-09-19T05:51:46.402 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/openvswitch/vport-vxlan.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/packet/af_packet_diag.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_rdma.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/rds/rds_tcp.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_csum.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_gact.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_mirred.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_nat.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_pedit.ko 2024-09-19T05:51:46.403 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_police.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_simple.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_skbedit.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/act_vlan.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_basic.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_bpf.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_flow.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_fw.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_route.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/cls_u32.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_cmp.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_ipset.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_meta.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_nbyte.ko 2024-09-19T05:51:46.404 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_text.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/em_u32.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_choke.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_codel.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_drr.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_fq.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_gred.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hfsc.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_hhf.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_htb.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_ingress.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_mqprio_lib.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_multiq.ko 2024-09-19T05:51:46.405 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_netem.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_pie.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_plug.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_prio.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_qfq.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_red.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfb.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_sfq.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_tbf.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sched/sch_teql.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sctp/sctp_diag.ko 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss 2024-09-19T05:51:46.406 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/sunrpc.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/tipc/tipc_diag.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/unix/unix_diag.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock.ko 2024-09-19T05:51:46.407 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_diag.ko 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/vmw_vsock/vsock_loopback.ko 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/net/xfrm/xfrm_ipcomp.ko 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/kernel/security/keys/trusted-keys/trusted.ko 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.alias.bin 2024-09-19T05:51:46.408 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.alias.bin 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.bin 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.builtin.modinfo 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep.bin 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.devname 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.order 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.softdep 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.symbols.bin 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.weakdep 2024-09-19T05:51:46.409 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T05:51:46.413 DEBUG:teuthology.task.kernel:get_image_version: 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:46.413 DEBUG:teuthology.orchestra.run.smithi092:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-09-19T05:51:46.436 INFO:teuthology.orchestra.run.smithi092.stdout:postinstall scriptlet (using /bin/sh): 2024-09-19T05:51:46.436 INFO:teuthology.orchestra.run.smithi092.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout: /usr/bin/kernel-install add 6.11.0-rc5-g2ca44a2f35ca /lib/modules/6.11.0-rc5-g2ca44a2f35ca/vmlinuz 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout:fi 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout:for file in vmlinuz System.map config; do 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout: if ! cmp --silent "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca"; then 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout: cp "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/${file}" "/boot/${file}-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout: fi 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout:done 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout:if [ -d "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" ] && \ 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout: ! diff -rq "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" >/dev/null 2>&1; then 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout: rm -rf "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout: cp -r "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/dtb" "/boot/dtb-6.11.0-rc5-g2ca44a2f35ca" 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout:fi 2024-09-19T05:51:46.437 INFO:teuthology.orchestra.run.smithi092.stdout:if [ ! -e "/lib/modules/6.11.0-rc5-g2ca44a2f35ca/modules.dep" ]; then 2024-09-19T05:51:46.438 INFO:teuthology.orchestra.run.smithi092.stdout: /usr/sbin/depmod 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:46.438 INFO:teuthology.orchestra.run.smithi092.stdout:fi 2024-09-19T05:51:46.438 INFO:teuthology.orchestra.run.smithi092.stdout:preuninstall scriptlet (using /bin/sh): 2024-09-19T05:51:46.438 INFO:teuthology.orchestra.run.smithi092.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-09-19T05:51:46.438 INFO:teuthology.orchestra.run.smithi092.stdout:kernel-install remove 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:46.438 INFO:teuthology.orchestra.run.smithi092.stdout:fi 2024-09-19T05:51:46.439 DEBUG:teuthology.orchestra.run.smithi092:> sudo rpm -qi grub2-tools 2024-09-19T05:51:46.460 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2024-09-19T05:51:46.460 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-09-19T05:51:46.461 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:51:46.513 INFO:teuthology.orchestra.run.smithi092.stdout:Name : grub2-tools 2024-09-19T05:51:46.513 INFO:teuthology.orchestra.run.smithi092.stdout:Epoch : 1 2024-09-19T05:51:46.513 INFO:teuthology.orchestra.run.smithi092.stdout:Version : 2.06 2024-09-19T05:51:46.513 INFO:teuthology.orchestra.run.smithi092.stdout:Release : 82.el9 2024-09-19T05:51:46.513 INFO:teuthology.orchestra.run.smithi092.stdout:Architecture: x86_64 2024-09-19T05:51:46.514 INFO:teuthology.orchestra.run.smithi092.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-19T05:51:46.514 INFO:teuthology.orchestra.run.smithi092.stdout:Group : Unspecified 2024-09-19T05:51:46.514 INFO:teuthology.orchestra.run.smithi092.stdout:Size : 8274670 2024-09-19T05:51:46.514 INFO:teuthology.orchestra.run.smithi092.stdout:License : GPLv3+ 2024-09-19T05:51:46.514 INFO:teuthology.orchestra.run.smithi092.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-19T05:51:46.514 INFO:teuthology.orchestra.run.smithi092.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-19T05:51:46.514 INFO:teuthology.orchestra.run.smithi092.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-19T05:51:46.514 INFO:teuthology.orchestra.run.smithi092.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:Packager : builder@centos.org 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:Vendor : CentOS 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:Summary : Support tools for GRUB. 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:Description : 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:hardware devices. 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:51:46.515 INFO:teuthology.orchestra.run.smithi092.stdout:This subpackage provides tools for support of all platforms. 2024-09-19T05:51:46.516 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-19T05:51:46.516 INFO:teuthology.task.kernel:Updating grub on smithi092 to boot 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:46.517 DEBUG:teuthology.orchestra.run.smithi092:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-19T05:51:47.089 INFO:teuthology.orchestra.run.smithi092.stderr:Generating grub configuration file ... 2024-09-19T05:51:48.617 INFO:teuthology.orchestra.run.smithi092.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-19T05:51:48.648 INFO:teuthology.orchestra.run.smithi092.stderr:done 2024-09-19T05:51:48.651 DEBUG:teuthology.orchestra.run.smithi092:> mktemp 2024-09-19T05:51:48.730 INFO:teuthology.orchestra.run.smithi092.stdout:/tmp/tmp.rxsXU4BxfX 2024-09-19T05:51:48.731 DEBUG:teuthology.orchestra.run.smithi092:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.rxsXU4BxfX 2024-09-19T05:51:48.805 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0666 /tmp/tmp.rxsXU4BxfX 2024-09-19T05:51:48.948 DEBUG:teuthology.orchestra.remote:smithi092:/tmp/tmp.rxsXU4BxfX is 6KB 2024-09-19T05:51:48.996 DEBUG:teuthology.orchestra.run.smithi092:> rm -fr /tmp/tmp.rxsXU4BxfX 2024-09-19T05:51:49.018 DEBUG:teuthology.orchestra.run.smithi092:> sudo /bin/ls /boot/loader/entries || true 2024-09-19T05:51:49.078 INFO:teuthology.orchestra.run.smithi092.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-19T05:51:49.078 INFO:teuthology.orchestra.run.smithi092.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-19T05:51:49.078 INFO:teuthology.orchestra.run.smithi092.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-19T05:51:49.078 INFO:teuthology.orchestra.run.smithi092.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca.conf 2024-09-19T05:51:49.080 DEBUG:teuthology.orchestra.run.smithi092:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:51:49.234 DEBUG:teuthology.orchestra.run.smithi092:> sudo shutdown -r now 2024-09-19T05:52:19.266 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-09-19T05:52:19.267 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-19T05:52:19.268 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:52:46.490 DEBUG:teuthology.orchestra.remote:timed out 2024-09-19T05:52:53.825 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2024-09-19T05:52:55.493 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-09-19T05:52:55.494 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:52:58.871 DEBUG:teuthology.orchestra.run.smithi102:> true 2024-09-19T05:52:59.516 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-09-19T05:52:59.516 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-19T05:52:59.517 DEBUG:teuthology.orchestra.run.smithi102:> uname -r 2024-09-19T05:52:59.552 INFO:teuthology.orchestra.run.smithi102.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:52:59.552 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:52:59.552 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T05:52:59.552 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T05:53:00.556 DEBUG:teuthology.parallel:result is None 2024-09-19T05:53:02.826 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-19T05:53:02.827 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:53:21.213 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2024-09-19T05:53:33.214 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-19T05:53:33.215 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:53:33.523 DEBUG:teuthology.orchestra.run.smithi092:> true 2024-09-19T05:53:34.171 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-19T05:53:34.171 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.11.0-rc5-g2ca44a2f35ca"... 2024-09-19T05:53:34.171 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2024-09-19T05:53:34.205 INFO:teuthology.orchestra.run.smithi092.stdout:6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:53:34.206 DEBUG:teuthology.task.kernel:current kernel version is 6.11.0-rc5-g2ca44a2f35ca vs 6.11.0-rc5-g2ca44a2f35ca 2024-09-19T05:53:34.206 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-19T05:53:34.206 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-19T05:53:35.207 DEBUG:teuthology.parallel:result is None 2024-09-19T05:53:35.207 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-19T05:53:35.229 INFO:teuthology.task.internal:Creating test directory... 2024-09-19T05:53:35.230 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T05:53:35.235 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-19T05:53:35.277 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-19T05:53:35.328 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-19T05:53:35.774 INFO:teuthology.task.internal:Creating archive directory... 2024-09-19T05:53:35.774 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T05:53:35.779 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-19T05:53:36.684 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-19T05:53:37.289 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-19T05:53:37.289 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T05:53:37.293 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-19T05:53:37.417 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:53:37.418 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:53:37.445 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:53:37.463 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-19T05:53:37.466 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-19T05:53:37.784 INFO:teuthology.task.internal:Configuring sudo... 2024-09-19T05:53:37.785 DEBUG:teuthology.orchestra.run.smithi092:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T05:53:37.789 DEBUG:teuthology.orchestra.run.smithi102:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-19T05:53:37.849 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-19T05:53:37.927 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-19T05:53:37.927 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T05:53:37.931 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-19T05:53:37.967 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:53:38.068 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:53:38.145 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:53:38.208 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:53:38.277 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T05:53:38.277 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T05:53:38.368 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:53:38.435 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-19T05:53:38.514 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:53:38.582 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-19T05:53:38.650 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T05:53:38.651 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-19T05:53:38.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo service rsyslog restart 2024-09-19T05:53:38.709 DEBUG:teuthology.orchestra.run.smithi102:> sudo service rsyslog restart 2024-09-19T05:53:38.790 INFO:teuthology.orchestra.run.smithi092.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:53:38.824 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T05:53:39.276 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-19T05:53:39.284 INFO:teuthology.task.internal:Starting timer... 2024-09-19T05:53:39.284 INFO:teuthology.run_tasks:Running task pcp... 2024-09-19T05:53:39.305 INFO:teuthology.run_tasks:Running task selinux... 2024-09-19T05:53:39.319 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-19T05:53:39.319 DEBUG:teuthology.orchestra.run.smithi092:> sudo service auditd rotate 2024-09-19T05:53:39.422 INFO:teuthology.orchestra.run.smithi092.stdout:Rotating logs: 2024-09-19T05:53:39.425 DEBUG:teuthology.orchestra.run.smithi102:> sudo service auditd rotate 2024-09-19T05:53:39.515 INFO:teuthology.orchestra.run.smithi102.stdout:Rotating logs: 2024-09-19T05:53:39.520 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-19T05:53:39.520 DEBUG:teuthology.orchestra.run.smithi092:> /usr/sbin/getenforce 2024-09-19T05:53:39.562 INFO:teuthology.orchestra.run.smithi092.stdout:Permissive 2024-09-19T05:53:39.562 DEBUG:teuthology.orchestra.run.smithi102:> /usr/sbin/getenforce 2024-09-19T05:53:39.605 INFO:teuthology.orchestra.run.smithi102.stdout:Permissive 2024-09-19T05:53:39.605 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi092.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi102.front.sepia.ceph.com': 'permissive'} 2024-09-19T05:53:39.605 DEBUG:teuthology.orchestra.run.smithi092:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:53:39.663 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:53:39.664 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T05:53:39.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T05:53:39.724 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-19T05:53:39.724 DEBUG:teuthology.orchestra.run.smithi092:> sudo /usr/sbin/setenforce permissive 2024-09-19T05:53:39.784 DEBUG:teuthology.orchestra.run.smithi102:> sudo /usr/sbin/setenforce permissive 2024-09-19T05:53:39.864 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-19T05:53:39.877 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-19T05:53:39.880 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-19T05:53:39.997 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-19T05:53:40.011 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-19T05:53:40.012 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi092.front.sepia.ceph.com,smithi102.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-19T05:58:16.987 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi092.front.sepia.ceph.com'), Remote(name='ubuntu@smithi102.front.sepia.ceph.com')] 2024-09-19T05:58:16.988 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-19T05:58:16.989 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:58:17.078 DEBUG:teuthology.orchestra.run.smithi092:> true 2024-09-19T05:58:17.187 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2024-09-19T05:58:17.187 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-09-19T05:58:17.188 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-19T05:58:17.275 DEBUG:teuthology.orchestra.run.smithi102:> true 2024-09-19T05:58:17.378 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-09-19T05:58:17.378 INFO:teuthology.run_tasks:Running task clock... 2024-09-19T05:58:17.388 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-19T05:58:17.388 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T05:58:17.389 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:58:17.393 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-19T05:58:17.393 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T05:58:17.449 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T05:58:17.478 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-19T05:58:17.479 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T05:58:17.507 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-19T05:58:17.529 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: ntpd: command not found 2024-09-19T05:58:17.553 INFO:teuthology.orchestra.run.smithi092.stdout:506 Cannot talk to daemon 2024-09-19T05:58:17.558 INFO:teuthology.orchestra.run.smithi102.stderr:sudo: ntpd: command not found 2024-09-19T05:58:17.582 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T05:58:17.582 INFO:teuthology.orchestra.run.smithi102.stdout:506 Cannot talk to daemon 2024-09-19T05:58:17.611 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T05:58:17.611 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-19T05:58:17.641 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-19T05:58:17.707 INFO:teuthology.orchestra.run.smithi092.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:58:17.714 INFO:teuthology.orchestra.run.smithi092.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:58:17.714 INFO:teuthology.orchestra.run.smithi092.stdout:=============================================================================== 2024-09-19T05:58:17.714 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:58:17.714 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:58:17.714 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:58:17.714 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:58:17.741 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found 2024-09-19T05:58:17.748 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T05:58:17.748 INFO:teuthology.orchestra.run.smithi102.stdout:=============================================================================== 2024-09-19T05:58:17.748 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:58:17.748 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:58:17.748 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:58:17.748 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T05:58:17.749 INFO:teuthology.run_tasks:Running task install... 2024-09-19T05:58:17.757 DEBUG:teuthology.task.install:project ceph 2024-09-19T05:58:17.757 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}} 2024-09-19T05:58:17.757 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'} 2024-09-19T05:58:17.757 INFO:teuthology.task.install:Using flavor: default 2024-09-19T05:58:17.763 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-19T05:58:17.763 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-09-19T05:58:17.764 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T05:58:17.764 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:58:17.766 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'tag': None, 'wait_for_package': False} 2024-09-19T05:58:17.766 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T05:58:17.912 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T05:58:17.912 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T05:58:17.915 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/ 2024-09-19T05:58:17.915 INFO:teuthology.task.install.rpm:Package version is 19.1.1-361.g2f599a46 2024-09-19T05:58:18.020 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T05:58:18.020 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T05:58:18.020 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T05:58:18.027 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/squid/2f599a46ad10e37c929e5c43da2f6907ddcd1961/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-19T05:58:18.027 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T05:58:18.027 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-19T05:58:18.076 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T05:58:18.077 DEBUG:teuthology.orchestra.run.smithi092:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T05:58:18.084 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-19T05:58:18.084 DEBUG:teuthology.orchestra.run.smithi102:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/2f599a46ad10e37c929e5c43da2f6907ddcd1961/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-19T05:58:18.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T05:58:18.182 DEBUG:teuthology.orchestra.run.smithi102:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-19T05:58:18.252 DEBUG:teuthology.orchestra.run.smithi092:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T05:58:18.259 DEBUG:teuthology.orchestra.run.smithi102:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-19T05:58:18.307 INFO:teuthology.orchestra.run.smithi092.stdout:check_obsoletes = 1 2024-09-19T05:58:18.310 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum clean all 2024-09-19T05:58:18.314 INFO:teuthology.orchestra.run.smithi102.stdout:check_obsoletes = 1 2024-09-19T05:58:18.317 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum clean all 2024-09-19T05:58:18.582 INFO:teuthology.orchestra.run.smithi092.stdout:45 files removed 2024-09-19T05:58:18.588 INFO:teuthology.orchestra.run.smithi102.stdout:45 files removed 2024-09-19T05:58:18.615 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T05:58:18.620 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-19T05:58:19.302 INFO:teuthology.orchestra.run.smithi102.stdout:ceph packages for x86_64 291 kB/s | 84 kB 00:00 2024-09-19T05:58:19.305 INFO:teuthology.orchestra.run.smithi092.stdout:ceph packages for x86_64 281 kB/s | 84 kB 00:00 2024-09-19T05:58:19.575 INFO:teuthology.orchestra.run.smithi102.stdout:ceph noarch packages 51 kB/s | 12 kB 00:00 2024-09-19T05:58:19.598 INFO:teuthology.orchestra.run.smithi092.stdout:ceph noarch packages 47 kB/s | 12 kB 00:00 2024-09-19T05:58:19.842 INFO:teuthology.orchestra.run.smithi102.stdout:ceph source packages 8.2 kB/s | 1.9 kB 00:00 2024-09-19T05:58:19.882 INFO:teuthology.orchestra.run.smithi092.stdout:ceph source packages 7.7 kB/s | 1.9 kB 00:00 2024-09-19T05:58:20.368 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.3 MB 00:00 2024-09-19T05:58:21.781 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.3 MB 00:01 2024-09-19T05:58:22.102 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - AppStream 32 MB/s | 20 MB 00:00 2024-09-19T05:58:26.182 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - AppStream 6.2 MB/s | 20 MB 00:03 2024-09-19T05:58:27.984 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - CRB 3.4 MB/s | 6.5 MB 00:01 2024-09-19T05:58:29.496 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - Extras packages 87 kB/s | 19 kB 00:00 2024-09-19T05:58:30.517 INFO:teuthology.orchestra.run.smithi102.stdout:Extra Packages for Enterprise Linux 25 MB/s | 23 MB 00:00 2024-09-19T05:58:33.182 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - CRB 2.5 MB/s | 6.5 MB 00:02 2024-09-19T05:58:34.690 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 9 - Extras packages 98 kB/s | 19 kB 00:00 2024-09-19T05:58:35.536 INFO:teuthology.orchestra.run.smithi092.stdout:Extra Packages for Enterprise Linux 31 MB/s | 23 MB 00:00 2024-09-19T05:58:36.814 INFO:teuthology.orchestra.run.smithi102.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-09-19T05:58:39.185 INFO:teuthology.orchestra.run.smithi102.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:58:39.186 INFO:teuthology.orchestra.run.smithi102.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:58:39.197 INFO:teuthology.orchestra.run.smithi102.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T05:58:39.198 INFO:teuthology.orchestra.run.smithi102.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T05:58:39.199 INFO:teuthology.orchestra.run.smithi102.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T05:58:39.200 INFO:teuthology.orchestra.run.smithi102.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T05:58:39.201 INFO:teuthology.orchestra.run.smithi102.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T05:58:39.204 INFO:teuthology.orchestra.run.smithi102.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T05:58:39.204 INFO:teuthology.orchestra.run.smithi102.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T05:58:39.269 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved. 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout:====================================================================================== 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout: Package Arch Version Repository Size 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout:====================================================================================== 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout:Installing: 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T05:58:39.281 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T05:58:39.282 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T05:58:39.282 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T05:58:39.282 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T05:58:39.282 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T05:58:39.282 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T05:58:39.282 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T05:58:39.282 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T05:58:39.282 INFO:teuthology.orchestra.run.smithi102.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T05:58:39.283 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T05:58:39.283 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T05:58:39.283 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T05:58:39.283 INFO:teuthology.orchestra.run.smithi102.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T05:58:39.283 INFO:teuthology.orchestra.run.smithi102.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T05:58:39.283 INFO:teuthology.orchestra.run.smithi102.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T05:58:39.283 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T05:58:39.283 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T05:58:39.283 INFO:teuthology.orchestra.run.smithi102.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T05:58:39.284 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrading: 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T05:58:39.285 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout:Installing dependencies: 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T05:58:39.286 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T05:58:39.287 INFO:teuthology.orchestra.run.smithi102.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T05:58:39.288 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T05:58:39.289 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T05:58:39.290 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T05:58:39.291 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T05:58:39.292 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T05:58:39.293 INFO:teuthology.orchestra.run.smithi102.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout:Installing weak dependencies: 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout:====================================================================================== 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout:Install 148 Packages 2024-09-19T05:58:39.294 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrade 8 Packages 2024-09-19T05:58:39.295 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:58:39.295 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 226 M 2024-09-19T05:58:39.295 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages: 2024-09-19T05:58:40.133 INFO:teuthology.orchestra.run.smithi102.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 44 kB/s | 6.6 kB 00:00 2024-09-19T05:58:40.342 INFO:teuthology.orchestra.run.smithi102.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 4.2 MB/s | 896 kB 00:00 2024-09-19T05:58:40.450 INFO:teuthology.orchestra.run.smithi102.stdout:(3/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 12 MB/s | 5.4 MB 00:00 2024-09-19T05:58:40.475 INFO:teuthology.orchestra.run.smithi102.stdout:(4/156): ceph-immutable-object-cache-19.1.1-361 1.1 MB/s | 145 kB 00:00 2024-09-19T05:58:40.601 INFO:teuthology.orchestra.run.smithi102.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 16 MB/s | 2.4 MB 00:00 2024-09-19T05:58:40.681 INFO:teuthology.orchestra.run.smithi102.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 7.4 MB/s | 1.5 MB 00:00 2024-09-19T05:58:40.860 INFO:teuthology.orchestra.run.smithi102.stdout:(7/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 18 MB/s | 4.7 MB 00:00 2024-09-19T05:58:41.289 INFO:teuthology.orchestra.run.smithi102.stdout:(8/156): ceph-common-19.1.1-361.g2f599a46.el9.x 16 MB/s | 21 MB 00:01 2024-09-19T05:58:41.335 INFO:teuthology.orchestra.run.smithi102.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 558 kB/s | 25 kB 00:00 2024-09-19T05:58:41.710 INFO:teuthology.orchestra.run.smithi102.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 12 MB/s | 11 MB 00:00 2024-09-19T05:58:41.850 INFO:teuthology.orchestra.run.smithi092.stdout:lab-extras 27 kB/s | 1.7 kB 00:00 2024-09-19T05:58:41.944 INFO:teuthology.orchestra.run.smithi102.stdout:(11/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 13 MB/s | 17 MB 00:01 2024-09-19T05:58:41.994 INFO:teuthology.orchestra.run.smithi102.stdout:(12/156): cephfs-mirror-19.1.1-361.g2f599a46.el 805 kB/s | 228 kB 00:00 2024-09-19T05:58:42.019 INFO:teuthology.orchestra.run.smithi102.stdout:(13/156): cephfs-shell-19.1.1-361.g2f599a46.el9 361 kB/s | 27 kB 00:00 2024-09-19T05:58:42.045 INFO:teuthology.orchestra.run.smithi102.stdout:(14/156): libcephfs-devel-19.1.1-361.g2f599a46. 631 kB/s | 32 kB 00:00 2024-09-19T05:58:42.079 INFO:teuthology.orchestra.run.smithi102.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 13 MB/s | 751 kB 00:00 2024-09-19T05:58:42.129 INFO:teuthology.orchestra.run.smithi102.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 1.9 MB/s | 163 kB 00:00 2024-09-19T05:58:42.154 INFO:teuthology.orchestra.run.smithi102.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 1.6 MB/s | 127 kB 00:00 2024-09-19T05:58:42.432 INFO:teuthology.orchestra.run.smithi102.stdout:(18/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 19 MB/s | 5.3 MB 00:00 2024-09-19T05:58:42.463 INFO:teuthology.orchestra.run.smithi102.stdout:(19/156): libradosstriper1-19.1.1-361.g2f599a46 1.5 MB/s | 506 kB 00:00 2024-09-19T05:58:42.488 INFO:teuthology.orchestra.run.smithi102.stdout:(20/156): python3-ceph-argparse-19.1.1-361.g2f5 773 kB/s | 45 kB 00:00 2024-09-19T05:58:42.513 INFO:teuthology.orchestra.run.smithi102.stdout:(21/156): python3-ceph-common-19.1.1-361.g2f599 2.7 MB/s | 136 kB 00:00 2024-09-19T05:58:42.539 INFO:teuthology.orchestra.run.smithi102.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 3.1 MB/s | 161 kB 00:00 2024-09-19T05:58:42.589 INFO:teuthology.orchestra.run.smithi102.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 4.2 MB/s | 320 kB 00:00 2024-09-19T05:58:42.614 INFO:teuthology.orchestra.run.smithi102.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 3.9 MB/s | 300 kB 00:00 2024-09-19T05:58:42.656 INFO:teuthology.orchestra.run.smithi102.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.4 MB/s | 99 kB 00:00 2024-09-19T05:58:42.682 INFO:teuthology.orchestra.run.smithi102.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.2 MB/s | 85 kB 00:00 2024-09-19T05:58:42.741 INFO:teuthology.orchestra.run.smithi102.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 2.9 MB/s | 171 kB 00:00 2024-09-19T05:58:42.799 INFO:teuthology.orchestra.run.smithi102.stdout:(28/156): ceph-grafana-dashboards-19.1.1-361.g2 546 kB/s | 32 kB 00:00 2024-09-19T05:58:42.867 INFO:teuthology.orchestra.run.smithi102.stdout:(29/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.1 MB/s | 146 kB 00:00 2024-09-19T05:58:43.075 INFO:teuthology.orchestra.run.smithi102.stdout:(30/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 17 MB/s | 3.6 MB 00:00 2024-09-19T05:58:43.784 INFO:teuthology.orchestra.run.smithi102.stdout:(31/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 20 MB/s | 49 MB 00:02 2024-09-19T05:58:43.842 INFO:teuthology.orchestra.run.smithi102.stdout:(32/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 2.6 MB/s | 3.1 MB 00:01 2024-09-19T05:58:43.943 INFO:teuthology.orchestra.run.smithi102.stdout:(33/156): ceph-mgr-diskprediction-local-19.1.1- 8.5 MB/s | 7.4 MB 00:00 2024-09-19T05:58:43.968 INFO:teuthology.orchestra.run.smithi102.stdout:(34/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 394 kB/s | 49 kB 00:00 2024-09-19T05:58:43.993 INFO:teuthology.orchestra.run.smithi102.stdout:(35/156): ceph-prometheus-alerts-19.1.1-361.g2f 328 kB/s | 16 kB 00:00 2024-09-19T05:58:44.027 INFO:teuthology.orchestra.run.smithi102.stdout:(36/156): ceph-mgr-modules-core-19.1.1-361.g2f5 1.0 MB/s | 249 kB 00:00 2024-09-19T05:58:44.052 INFO:teuthology.orchestra.run.smithi102.stdout:(37/156): ceph-volume-19.1.1-361.g2f599a46.el9. 3.3 MB/s | 285 kB 00:00 2024-09-19T05:58:44.077 INFO:teuthology.orchestra.run.smithi102.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 366 kB/s | 18 kB 00:00 2024-09-19T05:58:44.144 INFO:teuthology.orchestra.run.smithi102.stdout:(39/156): cephadm-19.1.1-361.g2f599a46.el9.noar 5.0 MB/s | 765 kB 00:00 2024-09-19T05:58:44.205 INFO:teuthology.orchestra.run.smithi092.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:58:44.206 INFO:teuthology.orchestra.run.smithi092.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-19T05:58:44.220 INFO:teuthology.orchestra.run.smithi092.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-19T05:58:44.221 INFO:teuthology.orchestra.run.smithi092.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-19T05:58:44.222 INFO:teuthology.orchestra.run.smithi092.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-19T05:58:44.223 INFO:teuthology.orchestra.run.smithi092.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-19T05:58:44.225 INFO:teuthology.orchestra.run.smithi092.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-19T05:58:44.227 INFO:teuthology.orchestra.run.smithi092.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-19T05:58:44.229 INFO:teuthology.orchestra.run.smithi092.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-19T05:58:44.286 INFO:teuthology.orchestra.run.smithi102.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 341 kB/s | 80 kB 00:00 2024-09-19T05:58:44.294 INFO:teuthology.orchestra.run.smithi092.stdout:Dependencies resolved. 2024-09-19T05:58:44.314 INFO:teuthology.orchestra.run.smithi092.stdout:====================================================================================== 2024-09-19T05:58:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: Package Arch Version Repository Size 2024-09-19T05:58:44.314 INFO:teuthology.orchestra.run.smithi092.stdout:====================================================================================== 2024-09-19T05:58:44.314 INFO:teuthology.orchestra.run.smithi092.stdout:Installing: 2024-09-19T05:58:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-19T05:58:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: ceph x86_64 2:19.1.1-361.g2f599a46.el9 ceph 6.6 k 2024-09-19T05:58:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.4 M 2024-09-19T05:58:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 896 k 2024-09-19T05:58:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-immutable-object-cache x86_64 2:19.1.1-361.g2f599a46.el9 ceph 145 k 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr x86_64 2:19.1.1-361.g2f599a46.el9 ceph 1.5 M 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 146 k 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 3.6 M 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-diskprediction-local noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 7.4 M 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-rook noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 49 k 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-radosgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 11 M 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-test x86_64 2:19.1.1-361.g2f599a46.el9 ceph 49 M 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-volume noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 285 k 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: cephadm noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 765 k 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 228 k 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-shell x86_64 2:19.1.1-361.g2f599a46.el9 ceph 27 k 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-top noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 18 k 2024-09-19T05:58:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 32 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 751 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: librados-devel x86_64 2:19.1.1-361.g2f599a46.el9 ceph 127 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cephfs x86_64 2:19.1.1-361.g2f599a46.el9 ceph 161 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados x86_64 2:19.1.1-361.g2f599a46.el9 ceph 320 k 2024-09-19T05:58:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 300 k 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rgw x86_64 2:19.1.1-361.g2f599a46.el9 ceph 99 k 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-fuse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 85 k 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-mirror x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.1 M 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-nbd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 171 k 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrading: 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager x86_64 1:1.51.0-1.el9 baseos 2.3 M 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-libnm x86_64 1:1.51.0-1.el9 baseos 1.8 M 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-team x86_64 1:1.51.0-1.el9 baseos 41 k 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-tui x86_64 1:1.51.0-1.el9 baseos 249 k 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: librados2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.4 M 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: librbd1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 3.2 M 2024-09-19T05:58:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout:Installing dependencies: 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 21 M 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-grafana-dashboards noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 32 k 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mds x86_64 2:19.1.1-361.g2f599a46.el9 ceph 2.4 M 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 249 k 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mon x86_64 2:19.1.1-361.g2f599a46.el9 ceph 4.7 M 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-osd x86_64 2:19.1.1-361.g2f599a46.el9 ceph 17 M 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-prometheus-alerts noarch 2:19.1.1-361.g2f599a46.el9 ceph-noarch 16 k 2024-09-19T05:58:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-selinux x86_64 2:19.1.1-361.g2f599a46.el9 ceph 25 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: libcephsqlite x86_64 2:19.1.1-361.g2f599a46.el9 ceph 163 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-19T05:58:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 506 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: librgw2 x86_64 2:19.1.1-361.g2f599a46.el9 ceph 5.3 M 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: luarocks noarch 3.9.2-5.el9 epel 151 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-19T05:58:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse x86_64 2:19.1.1-361.g2f599a46.el9 ceph 45 k 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-common x86_64 2:19.1.1-361.g2f599a46.el9 ceph 136 k 2024-09-19T05:58:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-colorama noarch 0.4.6-3.el9 appstream 61 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-19T05:58:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-19T05:58:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-19T05:58:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-19T05:58:44.325 INFO:teuthology.orchestra.run.smithi092.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout:Installing weak dependencies: 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction Summary 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout:====================================================================================== 2024-09-19T05:58:44.326 INFO:teuthology.orchestra.run.smithi092.stdout:Install 148 Packages 2024-09-19T05:58:44.327 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrade 8 Packages 2024-09-19T05:58:44.327 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:58:44.327 INFO:teuthology.orchestra.run.smithi092.stdout:Total download size: 226 M 2024-09-19T05:58:44.327 INFO:teuthology.orchestra.run.smithi092.stdout:Downloading Packages: 2024-09-19T05:58:44.378 INFO:teuthology.orchestra.run.smithi102.stdout:(41/156): libquadmath-11.5.0-2.el9.x86_64.rpm 819 kB/s | 191 kB 00:00 2024-09-19T05:58:44.403 INFO:teuthology.orchestra.run.smithi102.stdout:(42/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.1 MB/s | 253 kB 00:00 2024-09-19T05:58:44.437 INFO:teuthology.orchestra.run.smithi102.stdout:(43/156): libgfortran-11.5.0-2.el9.x86_64.rpm 2.2 MB/s | 801 kB 00:00 2024-09-19T05:58:44.462 INFO:teuthology.orchestra.run.smithi102.stdout:(44/156): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-19T05:58:44.495 INFO:teuthology.orchestra.run.smithi102.stdout:(45/156): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-09-19T05:58:44.539 INFO:teuthology.orchestra.run.smithi102.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-09-19T05:58:44.571 INFO:teuthology.orchestra.run.smithi102.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-19T05:58:44.613 INFO:teuthology.orchestra.run.smithi102.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 5.2 MB/s | 1.2 MB 00:00 2024-09-19T05:58:44.926 INFO:teuthology.orchestra.run.smithi092.stdout:(1/156): ceph-19.1.1-361.g2f599a46.el9.x86_64.r 48 kB/s | 6.6 kB 00:00 2024-09-19T05:58:45.047 INFO:teuthology.orchestra.run.smithi102.stdout:(49/156): boost-program-options-1.75.0-8.el9.x8 247 kB/s | 107 kB 00:00 2024-09-19T05:58:45.118 INFO:teuthology.orchestra.run.smithi092.stdout:(2/156): ceph-fuse-19.1.1-361.g2f599a46.el9.x86 4.6 MB/s | 896 kB 00:00 2024-09-19T05:58:45.139 INFO:teuthology.orchestra.run.smithi102.stdout:(50/156): automake-1.16.2-8.el9.noarch.rpm 1.1 MB/s | 689 kB 00:00 2024-09-19T05:58:45.177 INFO:teuthology.orchestra.run.smithi092.stdout:(3/156): ceph-immutable-object-cache-19.1.1-361 2.4 MB/s | 145 kB 00:00 2024-09-19T05:58:45.239 INFO:teuthology.orchestra.run.smithi102.stdout:(51/156): bison-3.7.4-5.el9.x86_64.rpm 1.4 MB/s | 943 kB 00:00 2024-09-19T05:58:45.323 INFO:teuthology.orchestra.run.smithi102.stdout:(52/156): elfutils-libelf-devel-0.191-4.el9.x86 79 kB/s | 22 kB 00:00 2024-09-19T05:58:45.427 INFO:teuthology.orchestra.run.smithi092.stdout:(4/156): ceph-base-19.1.1-361.g2f599a46.el9.x86 8.5 MB/s | 5.4 MB 00:00 2024-09-19T05:58:45.477 INFO:teuthology.orchestra.run.smithi092.stdout:(5/156): ceph-mds-19.1.1-361.g2f599a46.el9.x86_ 8.0 MB/s | 2.4 MB 00:00 2024-09-19T05:58:45.507 INFO:teuthology.orchestra.run.smithi102.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 122 kB/s | 33 kB 00:00 2024-09-19T05:58:45.544 INFO:teuthology.orchestra.run.smithi092.stdout:(6/156): ceph-mgr-19.1.1-361.g2f599a46.el9.x86_ 13 MB/s | 1.5 MB 00:00 2024-09-19T05:58:45.657 INFO:teuthology.orchestra.run.smithi102.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 606 kB/s | 313 kB 00:00 2024-09-19T05:58:45.791 INFO:teuthology.orchestra.run.smithi102.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 64 kB/s | 18 kB 00:00 2024-09-19T05:58:45.841 INFO:teuthology.orchestra.run.smithi102.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 61 kB/s | 11 kB 00:00 2024-09-19T05:58:45.903 INFO:teuthology.orchestra.run.smithi092.stdout:(7/156): ceph-common-19.1.1-361.g2f599a46.el9.x 19 MB/s | 21 MB 00:01 2024-09-19T05:58:46.011 INFO:teuthology.orchestra.run.smithi092.stdout:(8/156): ceph-mon-19.1.1-361.g2f599a46.el9.x86_ 8.8 MB/s | 4.7 MB 00:00 2024-09-19T05:58:46.061 INFO:teuthology.orchestra.run.smithi092.stdout:(9/156): ceph-selinux-19.1.1-361.g2f599a46.el9. 507 kB/s | 25 kB 00:00 2024-09-19T05:58:46.149 INFO:teuthology.orchestra.run.smithi102.stdout:(57/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.6 MB/s | 3.0 MB 00:00 2024-09-19T05:58:46.200 INFO:teuthology.orchestra.run.smithi102.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 126 kB/s | 45 kB 00:00 2024-09-19T05:58:46.258 INFO:teuthology.orchestra.run.smithi102.stdout:(59/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 343 kB/s | 160 kB 00:00 2024-09-19T05:58:46.496 INFO:teuthology.orchestra.run.smithi092.stdout:(10/156): ceph-radosgw-19.1.1-361.g2f599a46.el9 18 MB/s | 11 MB 00:00 2024-09-19T05:58:46.525 INFO:teuthology.orchestra.run.smithi102.stdout:(60/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 92 kB/s | 24 kB 00:00 2024-09-19T05:58:46.545 INFO:teuthology.orchestra.run.smithi092.stdout:(11/156): cephfs-mirror-19.1.1-361.g2f599a46.el 4.6 MB/s | 228 kB 00:00 2024-09-19T05:58:46.746 INFO:teuthology.orchestra.run.smithi092.stdout:(12/156): ceph-osd-19.1.1-361.g2f599a46.el9.x86 14 MB/s | 17 MB 00:01 2024-09-19T05:58:46.762 INFO:teuthology.orchestra.run.smithi092.stdout:(13/156): cephfs-shell-19.1.1-361.g2f599a46.el9 125 kB/s | 27 kB 00:00 2024-09-19T05:58:46.779 INFO:teuthology.orchestra.run.smithi092.stdout:(14/156): libcephfs-devel-19.1.1-361.g2f599a46. 954 kB/s | 32 kB 00:00 2024-09-19T05:58:46.789 INFO:teuthology.orchestra.run.smithi102.stdout:(61/156): librdkafka-1.6.1-102.el9.x86_64.rpm 1.0 MB/s | 662 kB 00:00 2024-09-19T05:58:46.826 INFO:teuthology.orchestra.run.smithi102.stdout:(62/156): libtool-2.4.6-46.el9.x86_64.rpm 928 kB/s | 581 kB 00:00 2024-09-19T05:58:46.846 INFO:teuthology.orchestra.run.smithi092.stdout:(15/156): libcephfs2-19.1.1-361.g2f599a46.el9.x 8.8 MB/s | 751 kB 00:00 2024-09-19T05:58:46.868 INFO:teuthology.orchestra.run.smithi102.stdout:(63/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 139 kB/s | 47 kB 00:00 2024-09-19T05:58:46.880 INFO:teuthology.orchestra.run.smithi092.stdout:(16/156): libcephsqlite-19.1.1-361.g2f599a46.el 1.6 MB/s | 163 kB 00:00 2024-09-19T05:58:46.905 INFO:teuthology.orchestra.run.smithi092.stdout:(17/156): librados-devel-19.1.1-361.g2f599a46.e 2.1 MB/s | 127 kB 00:00 2024-09-19T05:58:46.939 INFO:teuthology.orchestra.run.smithi092.stdout:(18/156): libradosstriper1-19.1.1-361.g2f599a46 8.5 MB/s | 506 kB 00:00 2024-09-19T05:58:46.989 INFO:teuthology.orchestra.run.smithi092.stdout:(19/156): python3-ceph-argparse-19.1.1-361.g2f5 905 kB/s | 45 kB 00:00 2024-09-19T05:58:47.073 INFO:teuthology.orchestra.run.smithi092.stdout:(20/156): python3-ceph-common-19.1.1-361.g2f599 1.6 MB/s | 136 kB 00:00 2024-09-19T05:58:47.136 INFO:teuthology.orchestra.run.smithi102.stdout:(64/156): openblas-0.3.26-2.el9.x86_64.rpm 144 kB/s | 38 kB 00:00 2024-09-19T05:58:47.157 INFO:teuthology.orchestra.run.smithi092.stdout:(21/156): librgw2-19.1.1-361.g2f599a46.el9.x86_ 21 MB/s | 5.3 MB 00:00 2024-09-19T05:58:47.182 INFO:teuthology.orchestra.run.smithi092.stdout:(22/156): python3-cephfs-19.1.1-361.g2f599a46.e 1.5 MB/s | 161 kB 00:00 2024-09-19T05:58:47.215 INFO:teuthology.orchestra.run.smithi092.stdout:(23/156): python3-rados-19.1.1-361.g2f599a46.el 5.4 MB/s | 320 kB 00:00 2024-09-19T05:58:47.241 INFO:teuthology.orchestra.run.smithi092.stdout:(24/156): python3-rbd-19.1.1-361.g2f599a46.el9. 5.0 MB/s | 300 kB 00:00 2024-09-19T05:58:47.252 INFO:teuthology.orchestra.run.smithi102.stdout:(65/156): lua-5.4.4-4.el9.x86_64.rpm 443 kB/s | 188 kB 00:00 2024-09-19T05:58:47.266 INFO:teuthology.orchestra.run.smithi092.stdout:(25/156): python3-rgw-19.1.1-361.g2f599a46.el9. 1.9 MB/s | 99 kB 00:00 2024-09-19T05:58:47.291 INFO:teuthology.orchestra.run.smithi092.stdout:(26/156): rbd-fuse-19.1.1-361.g2f599a46.el9.x86 1.7 MB/s | 85 kB 00:00 2024-09-19T05:58:47.318 INFO:teuthology.orchestra.run.smithi102.stdout:(66/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 553 kB/s | 292 kB 00:00 2024-09-19T05:58:47.350 INFO:teuthology.orchestra.run.smithi092.stdout:(27/156): rbd-nbd-19.1.1-361.g2f599a46.el9.x86_ 2.9 MB/s | 171 kB 00:00 2024-09-19T05:58:47.417 INFO:teuthology.orchestra.run.smithi092.stdout:(28/156): rbd-mirror-19.1.1-361.g2f599a46.el9.x 21 MB/s | 3.1 MB 00:00 2024-09-19T05:58:47.442 INFO:teuthology.orchestra.run.smithi092.stdout:(29/156): ceph-grafana-dashboards-19.1.1-361.g2 348 kB/s | 32 kB 00:00 2024-09-19T05:58:47.467 INFO:teuthology.orchestra.run.smithi092.stdout:(30/156): ceph-mgr-cephadm-19.1.1-361.g2f599a46 2.9 MB/s | 146 kB 00:00 2024-09-19T05:58:47.801 INFO:teuthology.orchestra.run.smithi092.stdout:(31/156): ceph-mgr-diskprediction-local-19.1.1- 22 MB/s | 7.4 MB 00:00 2024-09-19T05:58:47.860 INFO:teuthology.orchestra.run.smithi092.stdout:(32/156): ceph-mgr-modules-core-19.1.1-361.g2f5 4.2 MB/s | 249 kB 00:00 2024-09-19T05:58:47.919 INFO:teuthology.orchestra.run.smithi092.stdout:(33/156): ceph-mgr-rook-19.1.1-361.g2f599a46.el 850 kB/s | 49 kB 00:00 2024-09-19T05:58:47.977 INFO:teuthology.orchestra.run.smithi092.stdout:(34/156): ceph-prometheus-alerts-19.1.1-361.g2f 284 kB/s | 16 kB 00:00 2024-09-19T05:58:48.044 INFO:teuthology.orchestra.run.smithi102.stdout:(67/156): openblas-openmp-0.3.26-2.el9.x86_64.r 5.4 MB/s | 4.9 MB 00:00 2024-09-19T05:58:48.052 INFO:teuthology.orchestra.run.smithi092.stdout:(35/156): ceph-mgr-dashboard-19.1.1-361.g2f599a 5.8 MB/s | 3.6 MB 00:00 2024-09-19T05:58:48.077 INFO:teuthology.orchestra.run.smithi092.stdout:(36/156): ceph-volume-19.1.1-361.g2f599a46.el9. 2.8 MB/s | 285 kB 00:00 2024-09-19T05:58:48.086 INFO:teuthology.orchestra.run.smithi102.stdout:(68/156): postgresql-13.16-1.el9.x86_64.rpm 2.1 MB/s | 1.6 MB 00:00 2024-09-19T05:58:48.119 INFO:teuthology.orchestra.run.smithi092.stdout:(37/156): cephadm-19.1.1-361.g2f599a46.el9.noar 11 MB/s | 765 kB 00:00 2024-09-19T05:58:48.145 INFO:teuthology.orchestra.run.smithi092.stdout:(38/156): cephfs-top-19.1.1-361.g2f599a46.el9.n 272 kB/s | 18 kB 00:00 2024-09-19T05:58:48.194 INFO:teuthology.orchestra.run.smithi102.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 4.7 MB/s | 4.4 MB 00:00 2024-09-19T05:58:48.537 INFO:teuthology.orchestra.run.smithi102.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 305 kB/s | 137 kB 00:00 2024-09-19T05:58:48.687 INFO:teuthology.orchestra.run.smithi092.stdout:(39/156): ceph-test-19.1.1-361.g2f599a46.el9.x8 19 MB/s | 49 MB 00:02 2024-09-19T05:58:48.712 INFO:teuthology.orchestra.run.smithi092.stdout:(40/156): fuse-2.9.9-16.el9.x86_64.rpm 135 kB/s | 80 kB 00:00 2024-09-19T05:58:48.796 INFO:teuthology.orchestra.run.smithi092.stdout:(41/156): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.0 MB/s | 253 kB 00:00 2024-09-19T05:58:48.811 INFO:teuthology.orchestra.run.smithi102.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 1.2 MB/s | 910 kB 00:00 2024-09-19T05:58:48.837 INFO:teuthology.orchestra.run.smithi092.stdout:(42/156): libgfortran-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 801 kB 00:00 2024-09-19T05:58:48.863 INFO:teuthology.orchestra.run.smithi092.stdout:(43/156): libquadmath-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 191 kB 00:00 2024-09-19T05:58:48.904 INFO:teuthology.orchestra.run.smithi092.stdout:(44/156): python3-pycparser-2.20-6.el9.noarch.r 3.2 MB/s | 135 kB 00:00 2024-09-19T05:58:48.930 INFO:teuthology.orchestra.run.smithi092.stdout:(45/156): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-19T05:58:48.955 INFO:teuthology.orchestra.run.smithi092.stdout:(46/156): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-09-19T05:58:48.980 INFO:teuthology.orchestra.run.smithi092.stdout:(47/156): python3-urllib3-1.26.5-6.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-09-19T05:58:49.064 INFO:teuthology.orchestra.run.smithi092.stdout:(48/156): python3-cryptography-36.0.1-4.el9.x86 4.6 MB/s | 1.2 MB 00:00 2024-09-19T05:58:49.122 INFO:teuthology.orchestra.run.smithi092.stdout:(49/156): automake-1.16.2-8.el9.noarch.rpm 4.0 MB/s | 689 kB 00:00 2024-09-19T05:58:49.162 INFO:teuthology.orchestra.run.smithi102.stdout:(72/156): python3-attrs-20.3.0-7.el9.noarch.rpm 250 kB/s | 87 kB 00:00 2024-09-19T05:58:49.181 INFO:teuthology.orchestra.run.smithi092.stdout:(50/156): bison-3.7.4-5.el9.x86_64.rpm 4.6 MB/s | 943 kB 00:00 2024-09-19T05:58:49.198 INFO:teuthology.orchestra.run.smithi092.stdout:(51/156): elfutils-libelf-devel-0.191-4.el9.x86 289 kB/s | 22 kB 00:00 2024-09-19T05:58:49.223 INFO:teuthology.orchestra.run.smithi092.stdout:(52/156): boost-program-options-1.75.0-8.el9.x8 672 kB/s | 107 kB 00:00 2024-09-19T05:58:49.240 INFO:teuthology.orchestra.run.smithi092.stdout:(53/156): flexiblas-3.0.4-8.el9.x86_64.rpm 789 kB/s | 33 kB 00:00 2024-09-19T05:58:49.266 INFO:teuthology.orchestra.run.smithi092.stdout:(54/156): flex-2.6.4-9.el9.x86_64.rpm 4.6 MB/s | 313 kB 00:00 2024-09-19T05:58:49.282 INFO:teuthology.orchestra.run.smithi092.stdout:(55/156): flexiblas-openblas-openmp-3.0.4-8.el9 437 kB/s | 18 kB 00:00 2024-09-19T05:58:49.299 INFO:teuthology.orchestra.run.smithi092.stdout:(56/156): libaio-devel-0.3.111-13.el9.x86_64.rp 336 kB/s | 11 kB 00:00 2024-09-19T05:58:49.325 INFO:teuthology.orchestra.run.smithi092.stdout:(57/156): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.7 MB/s | 160 kB 00:00 2024-09-19T05:58:49.341 INFO:teuthology.orchestra.run.smithi092.stdout:(58/156): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.1 MB/s | 45 kB 00:00 2024-09-19T05:58:49.375 INFO:teuthology.orchestra.run.smithi092.stdout:(59/156): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 662 kB 00:00 2024-09-19T05:58:49.409 INFO:teuthology.orchestra.run.smithi092.stdout:(60/156): libtool-2.4.6-46.el9.x86_64.rpm 8.5 MB/s | 581 kB 00:00 2024-09-19T05:58:49.434 INFO:teuthology.orchestra.run.smithi092.stdout:(61/156): libuuid-devel-2.37.4-20.el9.x86_64.rp 418 kB/s | 24 kB 00:00 2024-09-19T05:58:49.459 INFO:teuthology.orchestra.run.smithi092.stdout:(62/156): libzstd-devel-1.5.1-2.el9.x86_64.rpm 945 kB/s | 47 kB 00:00 2024-09-19T05:58:49.484 INFO:teuthology.orchestra.run.smithi092.stdout:(63/156): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-19T05:58:49.509 INFO:teuthology.orchestra.run.smithi092.stdout:(64/156): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-09-19T05:58:49.529 INFO:teuthology.orchestra.run.smithi102.stdout:(73/156): postgresql-server-13.16-1.el9.x86_64. 4.3 MB/s | 5.8 MB 00:01 2024-09-19T05:58:49.535 INFO:teuthology.orchestra.run.smithi092.stdout:(65/156): openblas-0.3.26-2.el9.x86_64.rpm 768 kB/s | 38 kB 00:00 2024-09-19T05:58:49.602 INFO:teuthology.orchestra.run.smithi092.stdout:(66/156): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.9 MB/s | 3.0 MB 00:00 2024-09-19T05:58:49.686 INFO:teuthology.orchestra.run.smithi092.stdout:(67/156): postgresql-13.16-1.el9.x86_64.rpm 19 MB/s | 1.6 MB 00:00 2024-09-19T05:58:49.752 INFO:teuthology.orchestra.run.smithi092.stdout:(68/156): openblas-openmp-0.3.26-2.el9.x86_64.r 20 MB/s | 4.9 MB 00:00 2024-09-19T05:58:49.796 INFO:teuthology.orchestra.run.smithi102.stdout:(74/156): protobuf-3.14.0-13.el9.x86_64.rpm 820 kB/s | 1.0 MB 00:01 2024-09-19T05:58:49.811 INFO:teuthology.orchestra.run.smithi092.stdout:(69/156): openssl-devel-3.2.2-6.el9.x86_64.rpm 16 MB/s | 4.4 MB 00:00 2024-09-19T05:58:49.836 INFO:teuthology.orchestra.run.smithi092.stdout:(70/156): postgresql-private-libs-13.16-1.el9.x 1.6 MB/s | 137 kB 00:00 2024-09-19T05:58:49.870 INFO:teuthology.orchestra.run.smithi092.stdout:(71/156): postgresql-contrib-13.16-1.el9.x86_64 4.8 MB/s | 910 kB 00:00 2024-09-19T05:58:49.896 INFO:teuthology.orchestra.run.smithi102.stdout:(75/156): python3-colorama-0.4.6-3.el9.noarch.r 167 kB/s | 61 kB 00:00 2024-09-19T05:58:49.912 INFO:teuthology.orchestra.run.smithi092.stdout:(72/156): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-09-19T05:58:49.928 INFO:teuthology.orchestra.run.smithi092.stdout:(73/156): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-09-19T05:58:49.979 INFO:teuthology.orchestra.run.smithi092.stdout:(74/156): python3-colorama-0.4.6-3.el9.noarch.r 1.2 MB/s | 61 kB 00:00 2024-09-19T05:58:50.062 INFO:teuthology.orchestra.run.smithi092.stdout:(75/156): postgresql-server-13.16-1.el9.x86_64. 23 MB/s | 5.8 MB 00:00 2024-09-19T05:58:50.088 INFO:teuthology.orchestra.run.smithi092.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-09-19T05:58:50.113 INFO:teuthology.orchestra.run.smithi092.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-19T05:58:50.138 INFO:teuthology.orchestra.run.smithi092.stdout:(78/156): python3-jsonpatch-1.21-16.el9.noarch. 514 kB/s | 26 kB 00:00 2024-09-19T05:58:50.163 INFO:teuthology.orchestra.run.smithi092.stdout:(79/156): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-19T05:58:50.189 INFO:teuthology.orchestra.run.smithi092.stdout:(80/156): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-09-19T05:58:50.214 INFO:teuthology.orchestra.run.smithi092.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 694 kB/s | 35 kB 00:00 2024-09-19T05:58:50.306 INFO:teuthology.orchestra.run.smithi092.stdout:(82/156): python3-babel-2.9.1-2.el9.noarch.rpm 15 MB/s | 6.0 MB 00:00 2024-09-19T05:58:50.313 INFO:teuthology.orchestra.run.smithi102.stdout:(76/156): python3-devel-3.9.19-8.el9.x86_64.rpm 474 kB/s | 245 kB 00:00 2024-09-19T05:58:50.339 INFO:teuthology.orchestra.run.smithi092.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.0 MB/s | 250 kB 00:00 2024-09-19T05:58:50.365 INFO:teuthology.orchestra.run.smithi092.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-19T05:58:50.390 INFO:teuthology.orchestra.run.smithi092.stdout:(85/156): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-19T05:58:50.415 INFO:teuthology.orchestra.run.smithi092.stdout:(86/156): python3-prettytable-0.7.2-27.el9.noar 843 kB/s | 42 kB 00:00 2024-09-19T05:58:50.421 INFO:teuthology.orchestra.run.smithi102.stdout:(77/156): python3-jinja2-2.11.3-6.el9.noarch.rp 473 kB/s | 248 kB 00:00 2024-09-19T05:58:50.470 INFO:teuthology.orchestra.run.smithi092.stdout:(87/156): python3-protobuf-3.14.0-13.el9.noarch 3.3 MB/s | 269 kB 00:00 2024-09-19T05:58:50.499 INFO:teuthology.orchestra.run.smithi092.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-09-19T05:58:50.513 INFO:teuthology.orchestra.run.smithi102.stdout:(78/156): python3-babel-2.9.1-2.el9.noarch.rpm 4.4 MB/s | 6.0 MB 00:01 2024-09-19T05:58:50.525 INFO:teuthology.orchestra.run.smithi092.stdout:(89/156): python3-pyasn1-modules-0.4.8-6.el9.no 5.0 MB/s | 279 kB 00:00 2024-09-19T05:58:50.550 INFO:teuthology.orchestra.run.smithi092.stdout:(90/156): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-19T05:58:50.575 INFO:teuthology.orchestra.run.smithi092.stdout:(91/156): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-19T05:58:50.597 INFO:teuthology.orchestra.run.smithi102.stdout:(79/156): python3-jsonpatch-1.21-16.el9.noarch. 90 kB/s | 26 kB 00:00 2024-09-19T05:58:50.617 INFO:teuthology.orchestra.run.smithi092.stdout:(92/156): python3-toml-0.10.2-6.el9.noarch.rpm 1.0 MB/s | 42 kB 00:00 2024-09-19T05:58:50.692 INFO:teuthology.orchestra.run.smithi092.stdout:(93/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 10 MB/s | 5.1 MB 00:00 2024-09-19T05:58:50.717 INFO:teuthology.orchestra.run.smithi092.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 442 kB/s | 44 kB 00:00 2024-09-19T05:58:50.722 INFO:teuthology.orchestra.run.smithi102.stdout:(80/156): python3-jsonpointer-2.0-4.el9.noarch. 64 kB/s | 19 kB 00:00 2024-09-19T05:58:50.743 INFO:teuthology.orchestra.run.smithi092.stdout:(95/156): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-09-19T05:58:50.768 INFO:teuthology.orchestra.run.smithi092.stdout:(96/156): qatlib-service-24.02.0-1.el9.x86_64.r 716 kB/s | 36 kB 00:00 2024-09-19T05:58:50.793 INFO:teuthology.orchestra.run.smithi092.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 946 kB/s | 47 kB 00:00 2024-09-19T05:58:50.818 INFO:teuthology.orchestra.run.smithi092.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-19T05:58:50.844 INFO:teuthology.orchestra.run.smithi092.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 1.1 MB/s | 58 kB 00:00 2024-09-19T05:58:50.856 INFO:teuthology.orchestra.run.smithi102.stdout:(81/156): python3-markupsafe-1.1.1-12.el9.x86_6 134 kB/s | 35 kB 00:00 2024-09-19T05:58:50.869 INFO:teuthology.orchestra.run.smithi092.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 1.9 MB/s | 96 kB 00:00 2024-09-19T05:58:50.894 INFO:teuthology.orchestra.run.smithi092.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-19T05:58:50.919 INFO:teuthology.orchestra.run.smithi092.stdout:(102/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 897 kB/s | 45 kB 00:00 2024-09-19T05:58:50.965 INFO:teuthology.orchestra.run.smithi102.stdout:(82/156): python3-mako-1.1.4-6.el9.noarch.rpm 382 kB/s | 172 kB 00:00 2024-09-19T05:58:51.203 INFO:teuthology.orchestra.run.smithi092.stdout:(103/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 25 MB/s | 16 MB 00:00 2024-09-19T05:58:51.228 INFO:teuthology.orchestra.run.smithi092.stdout:(104/156): lua-devel-5.4.4-4.el9.x86_64.rpm 67 kB/s | 22 kB 00:00 2024-09-19T05:58:51.287 INFO:teuthology.orchestra.run.smithi092.stdout:(105/156): abseil-cpp-20211102.0-3.el9.x86_64.r 6.4 MB/s | 548 kB 00:00 2024-09-19T05:58:51.312 INFO:teuthology.orchestra.run.smithi092.stdout:(106/156): grpc-data-1.46.7-10.el9.noarch.rpm 792 kB/s | 19 kB 00:00 2024-09-19T05:58:51.338 INFO:teuthology.orchestra.run.smithi092.stdout:(107/156): gperftools-libs-2.9.1-3.el9.x86_64.r 2.8 MB/s | 308 kB 00:00 2024-09-19T05:58:51.365 INFO:teuthology.orchestra.run.smithi102.stdout:(83/156): python3-numpy-f2py-1.20.1-5.el9.x86_6 493 kB/s | 250 kB 00:00 2024-09-19T05:58:51.371 INFO:teuthology.orchestra.run.smithi092.stdout:(108/156): protobuf-compiler-3.14.0-13.el9.x86_ 1.9 MB/s | 863 kB 00:00 2024-09-19T05:58:51.388 INFO:teuthology.orchestra.run.smithi092.stdout:(109/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 519 kB/s | 26 kB 00:00 2024-09-19T05:58:51.439 INFO:teuthology.orchestra.run.smithi092.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 1.7 MB/s | 67 kB 00:00 2024-09-19T05:58:51.474 INFO:teuthology.orchestra.run.smithi102.stdout:(84/156): python3-oauthlib-3.1.1-5.el9.noarch.r 437 kB/s | 222 kB 00:00 2024-09-19T05:58:51.478 INFO:teuthology.orchestra.run.smithi092.stdout:(111/156): liboath-2.6.7-2.el9.x86_64.rpm 454 kB/s | 49 kB 00:00 2024-09-19T05:58:51.505 INFO:teuthology.orchestra.run.smithi092.stdout:(112/156): luarocks-3.9.2-5.el9.noarch.rpm 2.3 MB/s | 151 kB 00:00 2024-09-19T05:58:51.556 INFO:teuthology.orchestra.run.smithi092.stdout:(113/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 11 MB/s | 839 kB 00:00 2024-09-19T05:58:51.573 INFO:teuthology.orchestra.run.smithi092.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 2.6 MB/s | 43 kB 00:00 2024-09-19T05:58:51.590 INFO:teuthology.orchestra.run.smithi092.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.9 MB/s | 32 kB 00:00 2024-09-19T05:58:51.607 INFO:teuthology.orchestra.run.smithi092.stdout:(116/156): python3-certifi-2023.05.07-4.el9.noa 857 kB/s | 14 kB 00:00 2024-09-19T05:58:51.641 INFO:teuthology.orchestra.run.smithi092.stdout:(117/156): python3-asyncssh-2.13.2-5.el9.noarch 4.0 MB/s | 548 kB 00:00 2024-09-19T05:58:51.658 INFO:teuthology.orchestra.run.smithi102.stdout:(85/156): python3-numpy-1.20.1-5.el9.x86_64.rpm 5.5 MB/s | 5.1 MB 00:00 2024-09-19T05:58:51.658 INFO:teuthology.orchestra.run.smithi092.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-19T05:58:51.691 INFO:teuthology.orchestra.run.smithi092.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 7.0 MB/s | 358 kB 00:00 2024-09-19T05:58:51.716 INFO:teuthology.orchestra.run.smithi092.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-19T05:58:51.749 INFO:teuthology.orchestra.run.smithi102.stdout:(86/156): python3-packaging-20.9-5.el9.noarch.r 201 kB/s | 77 kB 00:00 2024-09-19T05:58:51.750 INFO:teuthology.orchestra.run.smithi092.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-19T05:58:51.784 INFO:teuthology.orchestra.run.smithi092.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.2 MB/s | 144 kB 00:00 2024-09-19T05:58:51.800 INFO:teuthology.orchestra.run.smithi092.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 648 kB/s | 11 kB 00:00 2024-09-19T05:58:51.816 INFO:teuthology.orchestra.run.smithi102.stdout:(87/156): python3-prettytable-0.7.2-27.el9.noar 123 kB/s | 42 kB 00:00 2024-09-19T05:58:51.817 INFO:teuthology.orchestra.run.smithi092.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 1.0 MB/s | 18 kB 00:00 2024-09-19T05:58:51.843 INFO:teuthology.orchestra.run.smithi092.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 939 kB/s | 23 kB 00:00 2024-09-19T05:58:51.868 INFO:teuthology.orchestra.run.smithi092.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 781 kB/s | 19 kB 00:00 2024-09-19T05:58:51.893 INFO:teuthology.orchestra.run.smithi092.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 784 kB/s | 20 kB 00:00 2024-09-19T05:58:51.960 INFO:teuthology.orchestra.run.smithi092.stdout:(128/156): libarrow-9.0.0-11.el9.x86_64.rpm 6.8 MB/s | 4.4 MB 00:00 2024-09-19T05:58:52.052 INFO:teuthology.orchestra.run.smithi092.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 505 kB/s | 46 kB 00:00 2024-09-19T05:58:52.077 INFO:teuthology.orchestra.run.smithi092.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T05:58:52.102 INFO:teuthology.orchestra.run.smithi092.stdout:(131/156): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-19T05:58:52.136 INFO:teuthology.orchestra.run.smithi092.stdout:(132/156): python3-kubernetes-26.1.0-2.el9.noar 4.2 MB/s | 1.0 MB 00:00 2024-09-19T05:58:52.169 INFO:teuthology.orchestra.run.smithi092.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 496 kB/s | 16 kB 00:00 2024-09-19T05:58:52.183 INFO:teuthology.orchestra.run.smithi102.stdout:(88/156): python3-pyasn1-0.4.8-6.el9.noarch.rpm 366 kB/s | 159 kB 00:00 2024-09-19T05:58:52.209 INFO:teuthology.orchestra.run.smithi102.stdout:(89/156): python3-protobuf-3.14.0-13.el9.noarch 489 kB/s | 269 kB 00:00 2024-09-19T05:58:52.211 INFO:teuthology.orchestra.run.smithi092.stdout:(134/156): python3-grpcio-1.46.7-10.el9.x86_64. 4.1 MB/s | 2.0 MB 00:00 2024-09-19T05:58:52.237 INFO:teuthology.orchestra.run.smithi092.stdout:(135/156): python3-pyperclip-1.8.2-2.el9.noarch 1.1 MB/s | 28 kB 00:00 2024-09-19T05:58:52.262 INFO:teuthology.orchestra.run.smithi092.stdout:(136/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 978 kB/s | 90 kB 00:00 2024-09-19T05:58:52.287 INFO:teuthology.orchestra.run.smithi092.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-09-19T05:58:52.329 INFO:teuthology.orchestra.run.smithi092.stdout:(138/156): python3-pecan-1.4.2-3.el9.noarch.rpm 1.2 MB/s | 272 kB 00:00 2024-09-19T05:58:52.342 INFO:teuthology.orchestra.run.smithi102.stdout:(90/156): python3-pyasn1-modules-0.4.8-6.el9.no 530 kB/s | 279 kB 00:00 2024-09-19T05:58:52.354 INFO:teuthology.orchestra.run.smithi092.stdout:(139/156): python3-rsa-4.9-2.el9.noarch.rpm 885 kB/s | 59 kB 00:00 2024-09-19T05:58:52.380 INFO:teuthology.orchestra.run.smithi092.stdout:(140/156): python3-tempora-5.0.0-2.el9.noarch.r 714 kB/s | 36 kB 00:00 2024-09-19T05:58:52.405 INFO:teuthology.orchestra.run.smithi092.stdout:(141/156): python3-routes-2.5.1-5.el9.noarch.rp 1.3 MB/s | 188 kB 00:00 2024-09-19T05:58:52.447 INFO:teuthology.orchestra.run.smithi092.stdout:(142/156): python3-typing-extensions-4.12.2-2.e 809 kB/s | 74 kB 00:00 2024-09-19T05:58:52.472 INFO:teuthology.orchestra.run.smithi092.stdout:(143/156): python3-websocket-client-1.2.3-2.el9 1.3 MB/s | 90 kB 00:00 2024-09-19T05:58:52.497 INFO:teuthology.orchestra.run.smithi092.stdout:(144/156): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-19T05:58:52.523 INFO:teuthology.orchestra.run.smithi092.stdout:(145/156): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-09-19T05:58:52.534 INFO:teuthology.orchestra.run.smithi102.stdout:(91/156): python3-pytz-2021.1-5.el9.noarch.rpm 145 kB/s | 51 kB 00:00 2024-09-19T05:58:52.548 INFO:teuthology.orchestra.run.smithi092.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-19T05:58:52.559 INFO:teuthology.orchestra.run.smithi102.stdout:(92/156): python3-requests-oauthlib-1.3.0-12.el 153 kB/s | 54 kB 00:00 2024-09-19T05:58:52.573 INFO:teuthology.orchestra.run.smithi092.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-19T05:58:52.623 INFO:teuthology.orchestra.run.smithi092.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-09-19T05:58:52.790 INFO:teuthology.orchestra.run.smithi092.stdout:(149/156): librados2-19.1.1-361.g2f599a46.el9.x 14 MB/s | 3.4 MB 00:00 2024-09-19T05:58:52.818 INFO:teuthology.orchestra.run.smithi102.stdout:(93/156): python3-toml-0.10.2-6.el9.noarch.rpm 147 kB/s | 42 kB 00:00 2024-09-19T05:58:52.902 INFO:teuthology.orchestra.run.smithi102.stdout:(94/156): python3-wcwidth-0.2.5-8.el9.noarch.rp 129 kB/s | 44 kB 00:00 2024-09-19T05:58:52.966 INFO:teuthology.orchestra.run.smithi092.stdout:(150/156): librbd1-19.1.1-361.g2f599a46.el9.x86 8.1 MB/s | 3.2 MB 00:00 2024-09-19T05:58:53.049 INFO:teuthology.orchestra.run.smithi092.stdout:(151/156): NetworkManager-team-1.51.0-1.el9.x86 492 kB/s | 41 kB 00:00 2024-09-19T05:58:53.142 INFO:teuthology.orchestra.run.smithi092.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 2.6 MB/s | 249 kB 00:00 2024-09-19T05:58:53.194 INFO:teuthology.orchestra.run.smithi102.stdout:(95/156): qatlib-service-24.02.0-1.el9.x86_64.r 123 kB/s | 36 kB 00:00 2024-09-19T05:58:53.259 INFO:teuthology.orchestra.run.smithi092.stdout:(153/156): NetworkManager-1.51.0-1.el9.x86_64.r 3.7 MB/s | 2.3 MB 00:00 2024-09-19T05:58:53.308 INFO:teuthology.orchestra.run.smithi092.stdout:(154/156): NetworkManager-libnm-1.51.0-1.el9.x8 3.5 MB/s | 1.8 MB 00:00 2024-09-19T05:58:53.386 INFO:teuthology.orchestra.run.smithi102.stdout:(96/156): qatlib-24.02.0-1.el9.x86_64.rpm 389 kB/s | 221 kB 00:00 2024-09-19T05:58:53.417 INFO:teuthology.orchestra.run.smithi092.stdout:(155/156): openssl-3.2.2-6.el9.x86_64.rpm 4.9 MB/s | 1.4 MB 00:00 2024-09-19T05:58:53.587 INFO:teuthology.orchestra.run.smithi102.stdout:(97/156): qatzip-libs-1.2.0-1.el9.x86_64.rpm 121 kB/s | 47 kB 00:00 2024-09-19T05:58:53.895 INFO:teuthology.orchestra.run.smithi102.stdout:(98/156): socat-1.7.4.1-6.el9.x86_64.rpm 598 kB/s | 304 kB 00:00 2024-09-19T05:58:53.936 INFO:teuthology.orchestra.run.smithi102.stdout:(99/156): uuid-1.6.2-55.el9.x86_64.rpm 165 kB/s | 58 kB 00:00 2024-09-19T05:58:53.950 INFO:teuthology.orchestra.run.smithi092.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 3.5 MB/s | 2.4 MB 00:00 2024-09-19T05:58:53.956 INFO:teuthology.orchestra.run.smithi092.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:58:53.956 INFO:teuthology.orchestra.run.smithi092.stdout:Total 23 MB/s | 226 MB 00:09 2024-09-19T05:58:54.253 INFO:teuthology.orchestra.run.smithi102.stdout:(100/156): xfsprogs-devel-6.4.0-4.el9.x86_64.rp 267 kB/s | 96 kB 00:00 2024-09-19T05:58:54.287 INFO:teuthology.orchestra.run.smithi102.stdout:(101/156): xmlstarlet-1.6.1-20.el9.x86_64.rpm 182 kB/s | 64 kB 00:00 2024-09-19T05:58:54.396 INFO:teuthology.orchestra.run.smithi102.stdout:(102/156): lua-devel-5.4.4-4.el9.x86_64.rpm 206 kB/s | 22 kB 00:00 2024-09-19T05:58:54.521 INFO:teuthology.orchestra.run.smithi102.stdout:(103/156): protobuf-compiler-3.14.0-13.el9.x86_ 6.7 MB/s | 863 kB 00:00 2024-09-19T05:58:54.588 INFO:teuthology.orchestra.run.smithi102.stdout:(104/156): abseil-cpp-20211102.0-3.el9.x86_64.r 8.1 MB/s | 548 kB 00:00 2024-09-19T05:58:54.613 INFO:teuthology.orchestra.run.smithi102.stdout:(105/156): zlib-devel-1.2.11-41.el9.x86_64.rpm 125 kB/s | 45 kB 00:00 2024-09-19T05:58:54.655 INFO:teuthology.orchestra.run.smithi102.stdout:(106/156): gperftools-libs-2.9.1-3.el9.x86_64.r 4.5 MB/s | 308 kB 00:00 2024-09-19T05:58:54.689 INFO:teuthology.orchestra.run.smithi102.stdout:(107/156): grpc-data-1.46.7-10.el9.noarch.rpm 259 kB/s | 19 kB 00:00 2024-09-19T05:58:54.714 INFO:teuthology.orchestra.run.smithi102.stdout:(108/156): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-19T05:58:54.740 INFO:teuthology.orchestra.run.smithi102.stdout:(109/156): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-19T05:58:54.765 INFO:teuthology.orchestra.run.smithi102.stdout:(110/156): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-19T05:58:54.824 INFO:teuthology.orchestra.run.smithi102.stdout:(111/156): luarocks-3.9.2-5.el9.noarch.rpm 2.5 MB/s | 151 kB 00:00 2024-09-19T05:58:54.882 INFO:teuthology.orchestra.run.smithi102.stdout:(112/156): parquet-libs-9.0.0-11.el9.x86_64.rpm 14 MB/s | 839 kB 00:00 2024-09-19T05:58:54.932 INFO:teuthology.orchestra.run.smithi102.stdout:(113/156): python3-asyncssh-2.13.2-5.el9.noarch 11 MB/s | 548 kB 00:00 2024-09-19T05:58:54.959 INFO:teuthology.orchestra.run.smithi102.stdout:(114/156): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.6 MB/s | 43 kB 00:00 2024-09-19T05:58:54.984 INFO:teuthology.orchestra.run.smithi102.stdout:(115/156): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-19T05:58:55.060 INFO:teuthology.orchestra.run.smithi102.stdout:(116/156): libarrow-9.0.0-11.el9.x86_64.rpm 11 MB/s | 4.4 MB 00:00 2024-09-19T05:58:55.085 INFO:teuthology.orchestra.run.smithi102.stdout:(117/156): python3-certifi-2023.05.07-4.el9.noa 141 kB/s | 14 kB 00:00 2024-09-19T05:58:55.110 INFO:teuthology.orchestra.run.smithi102.stdout:(118/156): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-19T05:58:55.144 INFO:teuthology.orchestra.run.smithi102.stdout:(119/156): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-19T05:58:55.170 INFO:teuthology.orchestra.run.smithi102.stdout:(120/156): python3-cmd2-2.4.2-2.el9.noarch.rpm 5.1 MB/s | 303 kB 00:00 2024-09-19T05:58:55.228 INFO:teuthology.orchestra.run.smithi102.stdout:(121/156): python3-google-auth-2.34.0-1.el9.noa 2.6 MB/s | 220 kB 00:00 2024-09-19T05:58:55.262 INFO:teuthology.orchestra.run.smithi102.stdout:(122/156): python3-grpcio-tools-1.46.7-10.el9.x 4.3 MB/s | 144 kB 00:00 2024-09-19T05:58:55.287 INFO:teuthology.orchestra.run.smithi102.stdout:(123/156): python3-jaraco-8.2.1-3.el9.noarch.rp 428 kB/s | 11 kB 00:00 2024-09-19T05:58:55.312 INFO:teuthology.orchestra.run.smithi102.stdout:(124/156): python3-jaraco-classes-3.2.1-5.el9.n 716 kB/s | 18 kB 00:00 2024-09-19T05:58:55.338 INFO:teuthology.orchestra.run.smithi102.stdout:(125/156): python3-jaraco-collections-3.0.0-8.e 929 kB/s | 23 kB 00:00 2024-09-19T05:58:55.363 INFO:teuthology.orchestra.run.smithi102.stdout:(126/156): python3-jaraco-functools-3.5.0-2.el9 782 kB/s | 19 kB 00:00 2024-09-19T05:58:55.388 INFO:teuthology.orchestra.run.smithi102.stdout:(127/156): python3-jaraco-text-3.2.0-6.el9.noar 794 kB/s | 20 kB 00:00 2024-09-19T05:58:55.447 INFO:teuthology.orchestra.run.smithi102.stdout:(128/156): python3-grpcio-1.46.7-10.el9.x86_64. 7.4 MB/s | 2.0 MB 00:00 2024-09-19T05:58:55.497 INFO:teuthology.orchestra.run.smithi102.stdout:(129/156): python3-logutils-0.3.5-21.el9.noarch 943 kB/s | 46 kB 00:00 2024-09-19T05:58:55.522 INFO:teuthology.orchestra.run.smithi102.stdout:(130/156): python3-more-itertools-8.12.0-2.el9. 3.1 MB/s | 79 kB 00:00 2024-09-19T05:58:55.556 INFO:teuthology.orchestra.run.smithi102.stdout:(131/156): python3-kubernetes-26.1.0-2.el9.noar 6.1 MB/s | 1.0 MB 00:00 2024-09-19T05:58:55.573 INFO:teuthology.orchestra.run.smithi102.stdout:(132/156): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-19T05:58:55.620 INFO:teuthology.orchestra.run.smithi102.stdout:(133/156): python3-portend-3.1.0-2.el9.noarch.r 352 kB/s | 16 kB 00:00 2024-09-19T05:58:55.649 INFO:teuthology.orchestra.run.smithi102.stdout:(134/156): python3-pyOpenSSL-21.0.0-1.el9.noarc 3.1 MB/s | 90 kB 00:00 2024-09-19T05:58:55.682 INFO:teuthology.orchestra.run.smithi102.stdout:(135/156): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-09-19T05:58:55.708 INFO:teuthology.orchestra.run.smithi102.stdout:(136/156): python3-pyperclip-1.8.2-2.el9.noarch 480 kB/s | 28 kB 00:00 2024-09-19T05:58:55.733 INFO:teuthology.orchestra.run.smithi102.stdout:(137/156): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-19T05:58:55.758 INFO:teuthology.orchestra.run.smithi102.stdout:(138/156): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-19T05:58:55.784 INFO:teuthology.orchestra.run.smithi102.stdout:(139/156): python3-tempora-5.0.0-2.el9.noarch.r 1.4 MB/s | 36 kB 00:00 2024-09-19T05:58:55.809 INFO:teuthology.orchestra.run.smithi102.stdout:(140/156): python3-routes-2.5.1-5.el9.noarch.rp 1.8 MB/s | 188 kB 00:00 2024-09-19T05:58:55.834 INFO:teuthology.orchestra.run.smithi102.stdout:(141/156): python3-typing-extensions-4.12.2-2.e 1.5 MB/s | 74 kB 00:00 2024-09-19T05:58:55.859 INFO:teuthology.orchestra.run.smithi102.stdout:(142/156): python3-websocket-client-1.2.3-2.el9 3.5 MB/s | 90 kB 00:00 2024-09-19T05:58:55.885 INFO:teuthology.orchestra.run.smithi102.stdout:(143/156): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-19T05:58:55.910 INFO:teuthology.orchestra.run.smithi102.stdout:(144/156): python3-zc-lockfile-2.0-10.el9.noarc 808 kB/s | 20 kB 00:00 2024-09-19T05:58:56.009 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction check 2024-09-19T05:58:56.127 INFO:teuthology.orchestra.run.smithi102.stdout:(145/156): python3-scipy-1.6.2-8.el9.x86_64.rpm 4.3 MB/s | 16 MB 00:03 2024-09-19T05:58:56.169 INFO:teuthology.orchestra.run.smithi102.stdout:(146/156): re2-20211101-20.el9.x86_64.rpm 740 kB/s | 191 kB 00:00 2024-09-19T05:58:56.187 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction check succeeded. 2024-09-19T05:58:56.187 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction test 2024-09-19T05:58:56.203 INFO:teuthology.orchestra.run.smithi102.stdout:(147/156): python3-werkzeug-2.0.3-3.el9.1.noarc 1.2 MB/s | 427 kB 00:00 2024-09-19T05:58:56.261 INFO:teuthology.orchestra.run.smithi102.stdout:(148/156): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-09-19T05:58:56.620 INFO:teuthology.orchestra.run.smithi102.stdout:(149/156): NetworkManager-1.51.0-1.el9.x86_64.r 6.5 MB/s | 2.3 MB 00:00 2024-09-19T05:58:56.712 INFO:teuthology.orchestra.run.smithi102.stdout:(150/156): librados2-19.1.1-361.g2f599a46.el9.x 6.3 MB/s | 3.4 MB 00:00 2024-09-19T05:58:56.762 INFO:teuthology.orchestra.run.smithi102.stdout:(151/156): NetworkManager-libnm-1.51.0-1.el9.x8 13 MB/s | 1.8 MB 00:00 2024-09-19T05:58:56.821 INFO:teuthology.orchestra.run.smithi102.stdout:(152/156): NetworkManager-tui-1.51.0-1.el9.x86_ 4.2 MB/s | 249 kB 00:00 2024-09-19T05:58:56.896 INFO:teuthology.orchestra.run.smithi102.stdout:(153/156): NetworkManager-team-1.51.0-1.el9.x86 222 kB/s | 41 kB 00:00 2024-09-19T05:58:56.947 INFO:teuthology.orchestra.run.smithi102.stdout:(154/156): openssl-3.2.2-6.el9.x86_64.rpm 11 MB/s | 1.4 MB 00:00 2024-09-19T05:58:57.147 INFO:teuthology.orchestra.run.smithi102.stdout:(155/156): librbd1-19.1.1-361.g2f599a46.el9.x86 3.3 MB/s | 3.2 MB 00:00 2024-09-19T05:58:57.282 INFO:teuthology.orchestra.run.smithi102.stdout:(156/156): openssl-libs-3.2.2-6.el9.x86_64.rpm 6.2 MB/s | 2.4 MB 00:00 2024-09-19T05:58:57.288 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-09-19T05:58:57.288 INFO:teuthology.orchestra.run.smithi102.stdout:Total 13 MB/s | 226 MB 00:17 2024-09-19T05:58:58.575 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction test succeeded. 2024-09-19T05:58:58.575 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction 2024-09-19T05:58:59.362 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check 2024-09-19T05:58:59.540 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded. 2024-09-19T05:58:59.540 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test 2024-09-19T05:59:01.878 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded. 2024-09-19T05:59:01.878 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction 2024-09-19T05:59:05.003 INFO:teuthology.orchestra.run.smithi092.stdout: Preparing : 1/1 2024-09-19T05:59:05.138 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T05:59:05.367 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T05:59:05.496 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T05:59:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T05:59:05.572 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T05:59:05.635 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T05:59:05.997 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T05:59:06.105 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:59:06.232 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:59:06.265 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:59:06.361 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:59:06.398 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:59:06.609 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T05:59:06.668 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T05:59:06.722 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:59:06.844 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:59:06.869 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:59:06.943 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:59:06.971 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:59:07.010 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:59:07.240 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:59:07.435 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:59:07.611 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T05:59:07.731 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:59:07.829 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:59:08.124 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:59:08.260 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T05:59:08.373 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T05:59:08.410 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T05:59:08.455 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T05:59:08.538 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T05:59:08.624 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T05:59:08.663 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T05:59:08.721 INFO:teuthology.orchestra.run.smithi102.stdout: Preparing : 1/1 2024-09-19T05:59:08.726 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T05:59:08.764 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T05:59:08.798 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T05:59:08.887 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T05:59:08.894 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/164 2024-09-19T05:59:08.942 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T05:59:08.977 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T05:59:09.022 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T05:59:09.075 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/164 2024-09-19T05:59:09.103 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T05:59:09.146 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T05:59:09.191 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T05:59:09.218 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T05:59:09.251 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/164 2024-09-19T05:59:09.304 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/164 2024-09-19T05:59:09.308 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T05:59:09.336 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/164 2024-09-19T05:59:09.363 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T05:59:09.393 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/164 2024-09-19T05:59:09.453 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T05:59:09.622 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T05:59:09.690 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T05:59:09.753 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/164 2024-09-19T05:59:09.853 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:59:09.998 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:59:10.029 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:59:10.150 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:59:10.190 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:59:10.319 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T05:59:10.400 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/164 2024-09-19T05:59:10.432 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T05:59:10.466 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/164 2024-09-19T05:59:10.509 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:59:10.602 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T05:59:10.618 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:59:10.643 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:59:10.646 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T05:59:10.684 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T05:59:10.709 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 14/164 2024-09-19T05:59:10.735 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:59:10.738 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T05:59:10.776 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 15/164 2024-09-19T05:59:10.917 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T05:59:10.987 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T05:59:11.012 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:59:11.038 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T05:59:11.123 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T05:59:11.171 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T05:59:11.207 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T05:59:11.207 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 16/164 2024-09-19T05:59:11.266 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T05:59:11.306 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T05:59:11.368 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T05:59:11.407 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 17/164 2024-09-19T05:59:11.418 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T05:59:11.527 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:59:11.592 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T05:59:11.619 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:59:11.634 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T05:59:11.678 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T05:59:11.800 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T05:59:11.847 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T05:59:11.890 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T05:59:11.919 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T05:59:11.930 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: NetworkManager-1:1.51.0-1.el9.x86_64 18/164 2024-09-19T05:59:11.943 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T05:59:12.059 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T05:59:12.072 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : re2-1:20211101-20.el9.x86_64 19/164 2024-09-19T05:59:12.188 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 20/164 2024-09-19T05:59:12.221 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T05:59:12.256 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 21/164 2024-09-19T05:59:12.259 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T05:59:12.296 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T05:59:12.303 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : liboath-2.6.7-2.el9.x86_64 22/164 2024-09-19T05:59:12.336 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T05:59:12.386 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 23/164 2024-09-19T05:59:12.387 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T05:59:12.426 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T05:59:12.448 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 24/164 2024-09-19T05:59:12.472 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T05:59:12.487 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-packaging-20.9-5.el9.noarch 25/164 2024-09-19T05:59:12.507 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T05:59:12.540 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T05:59:12.541 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 26/164 2024-09-19T05:59:12.580 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 27/164 2024-09-19T05:59:12.583 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T05:59:12.616 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T05:59:12.644 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : lua-5.4.4-4.el9.x86_64 28/164 2024-09-19T05:59:12.715 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T05:59:12.736 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 29/164 2024-09-19T05:59:12.774 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T05:59:12.798 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 30/164 2024-09-19T05:59:12.819 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T05:59:12.834 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 31/164 2024-09-19T05:59:12.880 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 32/164 2024-09-19T05:59:12.941 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T05:59:12.961 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 33/164 2024-09-19T05:59:13.005 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 34/164 2024-09-19T05:59:13.016 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T05:59:13.077 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 35/164 2024-09-19T05:59:13.109 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 36/164 2024-09-19T05:59:13.199 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 37/164 2024-09-19T05:59:13.261 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : luarocks-3.9.2-5.el9.noarch 38/164 2024-09-19T05:59:13.351 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 39/164 2024-09-19T05:59:13.511 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 40/164 2024-09-19T05:59:13.573 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 41/164 2024-09-19T05:59:13.919 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T05:59:13.984 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T05:59:14.059 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T05:59:14.173 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T05:59:14.202 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rsa-4.9-2.el9.noarch 42/164 2024-09-19T05:59:14.241 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T05:59:14.296 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T05:59:14.306 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 43/164 2024-09-19T05:59:14.343 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 44/164 2024-09-19T05:59:14.387 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 45/164 2024-09-19T05:59:14.393 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T05:59:14.425 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 46/164 2024-09-19T05:59:14.435 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T05:59:14.487 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 47/164 2024-09-19T05:59:14.663 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 48/164 2024-09-19T05:59:14.670 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T05:59:14.699 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T05:59:14.754 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 49/164 2024-09-19T05:59:14.792 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T05:59:14.812 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 50/164 2024-09-19T05:59:14.896 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 51/164 2024-09-19T05:59:14.941 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 52/164 2024-09-19T05:59:14.978 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 53/164 2024-09-19T05:59:15.035 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 54/164 2024-09-19T05:59:15.077 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 55/164 2024-09-19T05:59:15.122 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 56/164 2024-09-19T05:59:15.180 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 57/164 2024-09-19T05:59:15.351 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 58/164 2024-09-19T05:59:15.397 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 59/164 2024-09-19T05:59:15.439 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 60/164 2024-09-19T05:59:15.556 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 61/164 2024-09-19T05:59:15.597 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 62/164 2024-09-19T05:59:15.608 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T05:59:15.641 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 63/164 2024-09-19T05:59:15.678 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 64/164 2024-09-19T05:59:15.702 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 65/164 2024-09-19T05:59:15.771 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T05:59:15.819 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 66/164 2024-09-19T05:59:15.968 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 67/164 2024-09-19T05:59:16.018 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 68/164 2024-09-19T05:59:16.060 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 69/164 2024-09-19T05:59:16.098 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 70/164 2024-09-19T05:59:16.146 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : uuid-1.6.2-55.el9.x86_64 71/164 2024-09-19T05:59:16.186 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 72/164 2024-09-19T05:59:16.223 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 73/164 2024-09-19T05:59:16.258 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 74/164 2024-09-19T05:59:16.291 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 75/164 2024-09-19T05:59:16.336 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 76/164 2024-09-19T05:59:16.385 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 77/164 2024-09-19T05:59:16.484 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 78/164 2024-09-19T05:59:16.535 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 79/164 2024-09-19T05:59:16.572 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 80/164 2024-09-19T05:59:16.696 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 81/164 2024-09-19T05:59:16.768 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 82/164 2024-09-19T05:59:17.369 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T05:59:17.462 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T05:59:17.498 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T05:59:17.531 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T05:59:17.638 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 83/164 2024-09-19T05:59:17.704 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 84/164 2024-09-19T05:59:17.754 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 85/164 2024-09-19T05:59:17.865 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T05:59:17.869 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 86/164 2024-09-19T05:59:17.917 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:59:17.936 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 87/164 2024-09-19T05:59:17.989 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-colorama-0.4.6-3.el9.noarch 88/164 2024-09-19T05:59:18.037 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:59:18.073 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T05:59:18.103 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 89/164 2024-09-19T05:59:18.122 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T05:59:18.139 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 90/164 2024-09-19T05:59:18.371 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openblas-0.3.26-2.el9.x86_64 91/164 2024-09-19T05:59:18.423 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 92/164 2024-09-19T05:59:18.512 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 93/164 2024-09-19T05:59:18.669 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T05:59:19.071 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:59:19.153 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:59:19.180 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T05:59:19.303 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 94/164 2024-09-19T05:59:19.441 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 95/164 2024-09-19T05:59:20.984 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 96/164 2024-09-19T05:59:21.083 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 97/164 2024-09-19T05:59:21.119 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 98/164 2024-09-19T05:59:21.152 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 99/164 2024-09-19T05:59:21.482 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 100/164 2024-09-19T05:59:21.522 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:59:21.643 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 101/164 2024-09-19T05:59:21.659 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:59:21.678 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 102/164 2024-09-19T05:59:21.695 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:59:21.745 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 103/164 2024-09-19T05:59:22.274 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 104/164 2024-09-19T05:59:22.338 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:59:22.381 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:59:22.434 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:59:22.510 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:59:22.510 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T05:59:22.510 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T05:59:22.510 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:22.511 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 105/164 2024-09-19T05:59:22.537 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 106/164 2024-09-19T05:59:22.548 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:59:25.047 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:59:25.084 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:59:25.712 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 107/164 2024-09-19T05:59:25.754 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:59:25.869 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 108/164 2024-09-19T05:59:25.869 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-19T05:59:25.869 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-19T05:59:25.869 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:25.905 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:59:35.080 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:59:35.080 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /sys 2024-09-19T05:59:35.081 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /proc 2024-09-19T05:59:35.081 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /mnt 2024-09-19T05:59:35.081 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /var/tmp 2024-09-19T05:59:35.081 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /home 2024-09-19T05:59:35.081 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /root 2024-09-19T05:59:35.081 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /tmp 2024-09-19T05:59:35.081 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:35.283 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:59:35.318 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:59:35.318 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:35.318 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T05:59:35.318 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:36.937 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:59:36.996 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:59:36.996 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:36.996 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T05:59:36.997 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:59:36.997 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:59:36.997 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:37.245 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:59:37.296 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:59:37.296 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:37.296 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T05:59:37.297 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:59:37.297 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:59:37.297 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:37.771 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:59:37.821 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:59:37.821 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:37.821 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T05:59:37.822 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:59:37.822 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:59:37.822 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:37.954 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T05:59:38.013 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T05:59:38.079 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T05:59:38.306 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T05:59:38.384 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T05:59:38.468 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T05:59:38.495 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 109/164 2024-09-19T05:59:38.496 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /sys 2024-09-19T05:59:38.496 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /proc 2024-09-19T05:59:38.496 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /mnt 2024-09-19T05:59:38.496 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /var/tmp 2024-09-19T05:59:38.496 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /home 2024-09-19T05:59:38.497 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /root 2024-09-19T05:59:38.497 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /tmp 2024-09-19T05:59:38.497 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:38.577 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T05:59:38.700 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:59:38.741 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 110/164 2024-09-19T05:59:38.742 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:38.742 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-19T05:59:38.742 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:38.744 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T05:59:38.806 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T05:59:38.847 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T05:59:38.873 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T05:59:39.413 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:59:39.447 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:59:39.480 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T05:59:39.548 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T05:59:39.578 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:59:40.354 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:59:40.413 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 111/164 2024-09-19T05:59:40.413 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:40.413 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-19T05:59:40.413 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:59:40.413 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-19T05:59:40.413 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:40.663 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:59:40.715 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 112/164 2024-09-19T05:59:40.715 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:40.715 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-19T05:59:40.715 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:59:40.715 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-19T05:59:40.715 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:40.801 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:59:40.846 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:59:41.189 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:59:41.241 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 113/164 2024-09-19T05:59:41.241 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:41.241 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-19T05:59:41.241 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:59:41.241 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-19T05:59:41.241 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:41.372 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : automake-1.16.2-8.el9.noarch 114/164 2024-09-19T05:59:41.432 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ply-3.11-14.el9.noarch 115/164 2024-09-19T05:59:41.497 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 116/164 2024-09-19T05:59:41.723 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 117/164 2024-09-19T05:59:41.785 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 118/164 2024-09-19T05:59:41.870 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/164 2024-09-19T05:59:41.925 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:59:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:59:41.980 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 120/164 2024-09-19T05:59:42.110 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:59:42.177 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 121/164 2024-09-19T05:59:42.234 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 122/164 2024-09-19T05:59:42.282 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 123/164 2024-09-19T05:59:42.285 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:59:42.316 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : fuse-2.9.9-16.el9.x86_64 124/164 2024-09-19T05:59:42.348 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:59:42.399 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:59:42.399 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:42.399 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:59:42.399 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:59:42.399 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:59:42.399 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:42.457 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:59:42.483 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:59:42.590 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:59:42.647 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:59:42.866 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:59:42.899 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 125/164 2024-09-19T05:59:42.932 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 126/164 2024-09-19T05:59:43.001 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 127/164 2024-09-19T05:59:43.030 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:59:43.638 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:59:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:59:43.726 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:59:43.726 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:43.726 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:59:43.727 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:59:43.727 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:59:43.727 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:43.793 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:59:43.842 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:59:43.843 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:43.843 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:59:43.843 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:43.927 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:59:43.977 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:59:43.977 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:43.977 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:59:43.977 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:59:43.977 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:59:43.977 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:44.243 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 128/164 2024-09-19T05:59:44.290 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:59:44.302 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:59:44.353 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:59:44.353 INFO:teuthology.orchestra.run.smithi092.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:44.353 INFO:teuthology.orchestra.run.smithi092.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:59:44.354 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:59:44.354 INFO:teuthology.orchestra.run.smithi092.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:59:44.354 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:45.369 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 129/164 2024-09-19T05:59:45.407 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:59:45.543 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 130/164 2024-09-19T05:59:45.717 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 131/164 2024-09-19T05:59:45.750 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:59:45.803 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 132/164 2024-09-19T05:59:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-19T05:59:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:59:45.803 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-19T05:59:45.804 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:45.860 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:59:45.886 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 133/164 2024-09-19T05:59:45.993 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 134/164 2024-09-19T05:59:46.056 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 135/164 2024-09-19T05:59:47.048 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libtool-2.4.6-46.el9.x86_64 136/164 2024-09-19T05:59:47.088 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:59:47.139 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 137/164 2024-09-19T05:59:47.139 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:47.139 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-19T05:59:47.140 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:59:47.140 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-19T05:59:47.140 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:47.188 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:59:47.238 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.1.1-361.g2f599a 138/164 2024-09-19T05:59:47.238 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:47.238 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-19T05:59:47.238 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:47.288 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:59:47.340 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 139/164 2024-09-19T05:59:47.340 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:47.340 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-19T05:59:47.340 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:59:47.340 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-19T05:59:47.340 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:47.681 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:59:47.732 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 140/164 2024-09-19T05:59:47.732 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-19T05:59:47.732 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-19T05:59:47.732 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:59:47.732 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-19T05:59:47.732 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:49.290 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:59:49.331 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:59:49.374 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:59:49.404 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:59:49.439 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:59:49.685 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:59:49.736 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:59:49.765 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:59:49.797 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:59:49.841 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:59:50.546 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:59:50.596 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:59:50.637 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:59:51.951 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:59:52.053 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:59:52.105 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:59:52.215 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:59:52.247 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:59:52.273 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:59:52.309 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:59:52.310 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:59:52.400 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:59:52.400 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:59:52.517 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:59:52.541 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:59:52.557 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:59:52.557 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:59:52.636 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 141/164 2024-09-19T05:59:52.702 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 142/164 2024-09-19T05:59:52.746 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 143/164 2024-09-19T05:59:52.775 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 144/164 2024-09-19T05:59:52.810 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 145/164 2024-09-19T05:59:52.819 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:59:52.819 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:59:52.920 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:59:52.993 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:59:53.055 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 146/164 2024-09-19T05:59:53.123 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 147/164 2024-09-19T05:59:53.153 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 148/164 2024-09-19T05:59:53.194 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : NetworkManager-team-1:1.51.0-1.el9.x86_64 149/164 2024-09-19T05:59:53.197 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:59:53.197 INFO:teuthology.orchestra.run.smithi092.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-19T05:59:53.197 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T05:59:53.245 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : NetworkManager-tui-1:1.51.0-1.el9.x86_64 150/164 2024-09-19T05:59:53.946 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:59:53.993 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:59:54.035 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 151/164 2024-09-19T05:59:55.333 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 152/164 2024-09-19T05:59:55.434 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 153/164 2024-09-19T05:59:55.492 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 154/164 2024-09-19T05:59:55.608 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flex-2.6.4-9.el9.x86_64 155/164 2024-09-19T05:59:55.645 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : bison-3.7.4-5.el9.x86_64 156/164 2024-09-19T05:59:55.679 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 157/164 2024-09-19T05:59:55.715 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 158/164 2024-09-19T05:59:55.715 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:59:55.831 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 159/164 2024-09-19T05:59:55.831 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:59:55.940 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 160/164 2024-09-19T05:59:55.989 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 161/164 2024-09-19T05:59:56.005 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:59:56.006 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:59:56.250 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 162/164 2024-09-19T05:59:56.250 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:59:56.385 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 163/164 2024-09-19T05:59:56.466 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:59:56.669 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T05:59:56.670 INFO:teuthology.orchestra.run.smithi102.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-09-19T05:59:56.670 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T05:59:58.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T05:59:58.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T05:59:58.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T05:59:58.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T05:59:58.755 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T05:59:58.756 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T05:59:58.757 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T05:59:58.758 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T05:59:58.759 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T05:59:58.760 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T05:59:58.761 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T05:59:58.762 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T05:59:58.763 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T05:59:58.764 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T05:59:58.765 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T06:00:00.964 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T06:00:00.964 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:00.964 INFO:teuthology.orchestra.run.smithi092.stdout:Upgraded: 2024-09-19T06:00:00.964 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T06:00:00.964 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout:Installed: 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.965 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.966 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T06:00:00.967 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T06:00:00.968 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T06:00:00.968 INFO:teuthology.orchestra.run.smithi092.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T06:00:00.968 INFO:teuthology.orchestra.run.smithi092.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T06:00:00.968 INFO:teuthology.orchestra.run.smithi092.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T06:00:00.968 INFO:teuthology.orchestra.run.smithi092.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T06:00:00.968 INFO:teuthology.orchestra.run.smithi092.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T06:00:00.968 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T06:00:00.968 INFO:teuthology.orchestra.run.smithi092.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T06:00:00.968 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.969 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T06:00:00.970 INFO:teuthology.orchestra.run.smithi092.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.971 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T06:00:00.972 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T06:00:00.973 INFO:teuthology.orchestra.run.smithi092.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T06:00:00.974 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T06:00:00.975 INFO:teuthology.orchestra.run.smithi092.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T06:00:00.976 INFO:teuthology.orchestra.run.smithi092.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T06:00:00.976 INFO:teuthology.orchestra.run.smithi092.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T06:00:00.976 INFO:teuthology.orchestra.run.smithi092.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T06:00:00.976 INFO:teuthology.orchestra.run.smithi092.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T06:00:00.976 INFO:teuthology.orchestra.run.smithi092.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T06:00:00.976 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T06:00:00.976 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T06:00:00.976 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T06:00:00.977 INFO:teuthology.orchestra.run.smithi092.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T06:00:00.978 INFO:teuthology.orchestra.run.smithi092.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T06:00:00.978 INFO:teuthology.orchestra.run.smithi092.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T06:00:00.978 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:00.978 INFO:teuthology.orchestra.run.smithi092.stdout:Complete! 2024-09-19T06:00:01.555 DEBUG:teuthology.parallel:result is None 2024-09-19T06:00:02.379 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-2:19.1.1-361.g2f599a46.el9.x86_64 1/164 2024-09-19T06:00:02.380 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2/164 2024-09-19T06:00:02.380 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 3/164 2024-09-19T06:00:02.380 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 4/164 2024-09-19T06:00:02.380 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-immutable-object-cache-2:19.1.1-361.g2f599a 5/164 2024-09-19T06:00:02.380 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 6/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 7/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 8/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 9/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 10/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 11/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 12/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 13/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 14/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_6 15/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 16/164 2024-09-19T06:00:02.381 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 17/164 2024-09-19T06:00:02.382 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 18/164 2024-09-19T06:00:02.382 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_ 19/164 2024-09-19T06:00:02.382 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 20/164 2024-09-19T06:00:02.382 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9 21/164 2024-09-19T06:00:02.382 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x 22/164 2024-09-19T06:00:02.382 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 23/164 2024-09-19T06:00:02.382 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 24/164 2024-09-19T06:00:02.382 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 25/164 2024-09-19T06:00:02.382 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 26/164 2024-09-19T06:00:02.383 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 27/164 2024-09-19T06:00:02.383 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 28/164 2024-09-19T06:00:02.383 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 29/164 2024-09-19T06:00:02.383 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.e 30/164 2024-09-19T06:00:02.383 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noar 31/164 2024-09-19T06:00:02.383 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.no 32/164 2024-09-19T06:00:02.383 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.1.1-361.g2f59 33/164 2024-09-19T06:00:02.383 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9 34/164 2024-09-19T06:00:02.383 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 35/164 2024-09-19T06:00:02.384 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el 36/164 2024-09-19T06:00:02.384 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 37/164 2024-09-19T06:00:02.384 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephadm-2:19.1.1-361.g2f599a46.el9.noarch 38/164 2024-09-19T06:00:02.384 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 39/164 2024-09-19T06:00:02.384 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 40/164 2024-09-19T06:00:02.384 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 41/164 2024-09-19T06:00:02.384 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 42/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 43/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 44/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ply-3.11-14.el9.noarch 45/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 46/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 47/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 48/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : automake-1.16.2-8.el9.noarch 49/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : bison-3.7.4-5.el9.x86_64 50/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 51/164 2024-09-19T06:00:02.385 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 52/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flex-2.6.4-9.el9.x86_64 53/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 54/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 55/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 56/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 57/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 58/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 59/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 60/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 61/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 62/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 63/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 64/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : lua-5.4.4-4.el9.x86_64 65/164 2024-09-19T06:00:02.386 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 66/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 67/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 68/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : postgresql-13.16-1.el9.x86_64 69/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 70/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 71/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 72/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 73/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 74/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 75/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-colorama-0.4.6-3.el9.noarch 76/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 77/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 78/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 79/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 80/164 2024-09-19T06:00:02.387 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 81/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 82/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 83/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 85/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 86/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 87/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 88/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 89/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 90/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 91/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 92/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 93/164 2024-09-19T06:00:02.388 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 94/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 95/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 96/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 97/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 98/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 99/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 100/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 101/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 102/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 103/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 104/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 105/164 2024-09-19T06:00:02.389 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 106/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 107/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 108/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 109/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 110/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 111/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 112/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : luarocks-3.9.2-5.el9.noarch 113/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 114/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 115/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 116/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 117/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 118/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 119/164 2024-09-19T06:00:02.390 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 120/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 121/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 122/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 123/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 124/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 125/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 126/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 127/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 128/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 129/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 130/164 2024-09-19T06:00:02.391 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 131/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 132/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 133/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 134/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 135/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 136/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 137/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 138/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 139/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 140/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 141/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 142/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 143/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 144/164 2024-09-19T06:00:02.392 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 145/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 146/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : re2-1:20211101-20.el9.x86_64 147/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 148/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados2-2:19.1.1-361.g2f599a46.el9.x86_64 149/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 150/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 151/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 152/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : NetworkManager-1:1.51.0-1.el9.x86_64 153/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 154/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : NetworkManager-libnm-1:1.51.0-1.el9.x86_64 155/164 2024-09-19T06:00:02.393 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 156/164 2024-09-19T06:00:02.394 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : NetworkManager-team-1:1.51.0-1.el9.x86_64 157/164 2024-09-19T06:00:02.394 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 158/164 2024-09-19T06:00:02.394 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : NetworkManager-tui-1:1.51.0-1.el9.x86_64 159/164 2024-09-19T06:00:02.394 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 160/164 2024-09-19T06:00:02.394 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 161/164 2024-09-19T06:00:02.394 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 162/164 2024-09-19T06:00:02.394 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 163/164 2024-09-19T06:00:04.683 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 164/164 2024-09-19T06:00:04.683 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:04.683 INFO:teuthology.orchestra.run.smithi102.stdout:Upgraded: 2024-09-19T06:00:04.683 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-1:1.51.0-1.el9.x86_64 2024-09-19T06:00:04.683 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-libnm-1:1.51.0-1.el9.x86_64 2024-09-19T06:00:04.683 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-team-1:1.51.0-1.el9.x86_64 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: NetworkManager-tui-1:1.51.0-1.el9.x86_64 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: librados2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: librbd1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout:Installed: 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: automake-1.16.2-8.el9.noarch 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: bison-3.7.4-5.el9.x86_64 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-19T06:00:04.684 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-grafana-dashboards-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-immutable-object-cache-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mds-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-diskprediction-local-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-rook-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.685 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mon-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-osd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-prometheus-alerts-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-radosgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-selinux-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-test-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-volume-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: cephadm-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-shell-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: cephfs-top-2:19.1.1-361.g2f599a46.el9.noarch 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: flex-2.6.4-9.el9.x86_64 2024-09-19T06:00:04.686 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: grpc-data-1.46.7-10.el9.noarch 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: libcephsqlite-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-19T06:00:04.687 INFO:teuthology.orchestra.run.smithi102.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-19T06:00:04.688 INFO:teuthology.orchestra.run.smithi102.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-19T06:00:04.688 INFO:teuthology.orchestra.run.smithi102.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-19T06:00:04.688 INFO:teuthology.orchestra.run.smithi102.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-19T06:00:04.688 INFO:teuthology.orchestra.run.smithi102.stdout: librados-devel-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.688 INFO:teuthology.orchestra.run.smithi102.stdout: libradosstriper1-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.688 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-19T06:00:04.688 INFO:teuthology.orchestra.run.smithi102.stdout: librgw2-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.688 INFO:teuthology.orchestra.run.smithi102.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-19T06:00:04.688 INFO:teuthology.orchestra.run.smithi102.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: lua-5.4.4-4.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: luarocks-3.9.2-5.el9.noarch 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-13.16-1.el9.x86_64 2024-09-19T06:00:04.689 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf-3.14.0-13.el9.x86_64 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-argparse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cephfs-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-19T06:00:04.690 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-colorama-0.4.6-3.el9.noarch 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-19T06:00:04.691 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-19T06:00:04.692 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ply-3.11-14.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-19T06:00:04.693 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rados-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rgw-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-19T06:00:04.694 INFO:teuthology.orchestra.run.smithi102.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib-24.02.0-1.el9.x86_64 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-fuse-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-mirror-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-nbd-2:19.1.1-361.g2f599a46.el9.x86_64 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: re2-1:20211101-20.el9.x86_64 2024-09-19T06:00:04.695 INFO:teuthology.orchestra.run.smithi102.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-19T06:00:04.696 INFO:teuthology.orchestra.run.smithi102.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-19T06:00:04.696 INFO:teuthology.orchestra.run.smithi102.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-19T06:00:04.696 INFO:teuthology.orchestra.run.smithi102.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-19T06:00:04.696 INFO:teuthology.orchestra.run.smithi102.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-19T06:00:04.696 INFO:teuthology.orchestra.run.smithi102.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-19T06:00:04.696 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:04.696 INFO:teuthology.orchestra.run.smithi102.stdout:Complete! 2024-09-19T06:00:05.342 DEBUG:teuthology.parallel:result is None 2024-09-19T06:00:05.343 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T06:00:05.490 DEBUG:teuthology.orchestra.run.smithi092:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T06:00:05.539 INFO:teuthology.orchestra.run.smithi092.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T06:00:05.540 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T06:00:05.540 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T06:00:05.542 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=2f599a46ad10e37c929e5c43da2f6907ddcd1961 2024-09-19T06:00:05.685 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-19T06:00:05.731 INFO:teuthology.orchestra.run.smithi102.stdout:19.1.1-361.g2f599a46.el9 2024-09-19T06:00:05.732 INFO:teuthology.packaging:The installed version of ceph is 19.1.1-361.g2f599a46.el9 2024-09-19T06:00:05.732 INFO:teuthology.task.install:The correct ceph version 19.1.1-361.g2f599a46 is installed. 2024-09-19T06:00:05.734 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-19T06:00:05.734 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:05.734 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T06:00:05.799 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:05.800 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-19T06:00:05.858 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-19T06:00:05.858 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:05.858 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T06:00:05.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T06:00:06.016 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:06.016 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/daemon-helper 2024-09-19T06:00:06.073 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-19T06:00:06.172 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-19T06:00:06.173 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:06.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T06:00:06.228 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T06:00:06.323 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:06.323 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-19T06:00:06.385 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-19T06:00:06.481 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-19T06:00:06.481 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:06.481 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T06:00:06.536 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T06:00:06.632 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:06.632 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/stdin-killer 2024-09-19T06:00:06.688 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-19T06:00:06.786 INFO:teuthology.run_tasks:Running task ceph... 2024-09-19T06:00:06.868 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-19T06:00:06.868 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 777 /var/log/ceph 2024-09-19T06:00:06.873 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 777 /var/log/ceph 2024-09-19T06:00:06.933 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-19T06:00:06.933 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T06:00:06.937 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-19T06:00:06.993 INFO:tasks.ceph:Creating extra log directories... 2024-09-19T06:00:06.994 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T06:00:06.997 DEBUG:teuthology.orchestra.run.smithi102:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-19T06:00:07.060 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-19T06:00:07.061 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-19T06:00:07.061 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-19T06:00:07.061 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:07.061 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T06:00:07.096 DEBUG:teuthology.orchestra.run.smithi092:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T06:00:07.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T06:00:07.321 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:07.321 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-19T06:00:07.356 DEBUG:teuthology.orchestra.run.smithi102:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-19T06:00:07.528 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-19T06:00:07.591 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-19T06:00:07.592 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-19T06:00:07.592 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709', 'branch': 'squid', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/strays}', 'email': 'ceph-qa@ceph.com', 'first_in_suite': False, 'job_id': '7911709', 'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'squid'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, 'kclient': {'syntax': 'v2'}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'squid', 'sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e'}}, 'owner': 'scheduled_teuthology@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1747, 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'sleep_before_teardown': 0, 'subset': '176/512', 'suite': 'fs', 'suite_branch': 'squid', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph.git', 'suite_sha1': '6fad5dd73c93545e52f57f681e140a9c3529c11e', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi092.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBN+EmjecAVAdUkiOtiIj+xYiBsCPdZm7eqmwyGY56P9WHL9SMWCv3j4Lk89FZFSmHjejnScL/BLpuv+CaiOexdQ=', 'smithi102.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBGOLqLMkF5aONljeFjbwfvyV4qyLxmuWotnkEVUHt5xRjfPJ0AKnveO0/UgT67OfFBdivp2boFINlzIboXmfyE8='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '2f599a46ad10e37c929e5c43da2f6907ddcd1961', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'kclient': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_strays']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-18_21:24:17', 'tube': 'smithi', 'user': 'teuthology', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-19T06:00:07.592 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T06:00:07.596 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-19T06:00:07.631 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T06:00:07.672 DEBUG:teuthology.orchestra.run.smithi102:> sudo install -d -m0777 -- /var/run/ceph 2024-09-19T06:00:07.728 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:07.728 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T06:00:07.765 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T06:00:07.765 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_1 2024-09-19T06:00:07.842 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T06:00:07.842 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:00:07.842 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 6h/6d Inode: 632 Links: 1 2024-09-19T06:00:07.842 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:00:07.842 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:00:07.842 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-09-19 05:59:53.548716525 +0000 2024-09-19T06:00:07.842 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-09-19 05:57:54.343023271 +0000 2024-09-19T06:00:07.842 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-09-19 05:57:54.343023271 +0000 2024-09-19T06:00:07.842 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-09-19 05:57:54.343023271 +0000 2024-09-19T06:00:07.842 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T06:00:07.935 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-09-19T06:00:07.935 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-09-19T06:00:07.935 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000281955 s, 1.8 MB/s 2024-09-19T06:00:07.938 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T06:00:07.975 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_2 2024-09-19T06:00:08.053 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T06:00:08.053 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:00:08.054 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 6h/6d Inode: 653 Links: 1 2024-09-19T06:00:08.054 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:00:08.054 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:00:08.054 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-09-19 05:59:53.549716496 +0000 2024-09-19T06:00:08.054 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-09-19 05:57:54.797010478 +0000 2024-09-19T06:00:08.054 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-09-19 05:57:54.797010478 +0000 2024-09-19T06:00:08.054 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-09-19 05:57:54.797010478 +0000 2024-09-19T06:00:08.055 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T06:00:08.146 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-09-19T06:00:08.147 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-09-19T06:00:08.147 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000275262 s, 1.9 MB/s 2024-09-19T06:00:08.149 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T06:00:08.185 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_3 2024-09-19T06:00:08.260 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T06:00:08.261 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:00:08.261 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 6h/6d Inode: 670 Links: 1 2024-09-19T06:00:08.261 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:00:08.261 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:00:08.261 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-09-19 05:59:53.550716468 +0000 2024-09-19T06:00:08.261 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-09-19 05:57:55.247997770 +0000 2024-09-19T06:00:08.261 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-09-19 05:57:55.247997770 +0000 2024-09-19T06:00:08.261 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-09-19 05:57:55.247997770 +0000 2024-09-19T06:00:08.261 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T06:00:08.353 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-09-19T06:00:08.353 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-09-19T06:00:08.353 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000274211 s, 1.9 MB/s 2024-09-19T06:00:08.355 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T06:00:08.393 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_4 2024-09-19T06:00:08.468 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T06:00:08.468 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:00:08.468 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 6h/6d Inode: 690 Links: 1 2024-09-19T06:00:08.468 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:00:08.468 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:00:08.468 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2024-09-19 05:59:53.550716468 +0000 2024-09-19T06:00:08.468 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2024-09-19 05:57:55.697985090 +0000 2024-09-19T06:00:08.468 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2024-09-19 05:57:55.697985090 +0000 2024-09-19T06:00:08.469 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2024-09-19 05:57:55.697985090 +0000 2024-09-19T06:00:08.469 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T06:00:08.559 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2024-09-19T06:00:08.559 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2024-09-19T06:00:08.559 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000276959 s, 1.8 MB/s 2024-09-19T06:00:08.562 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T06:00:08.598 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:08.598 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:08.598 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/scratch_devs of=/dev/stdout 2024-09-19T06:00:08.634 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-19T06:00:08.634 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_1 2024-09-19T06:00:08.710 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-19T06:00:08.710 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:00:08.710 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 6h/6d Inode: 639 Links: 1 2024-09-19T06:00:08.710 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:00:08.710 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:00:08.711 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-09-19 05:59:57.031213049 +0000 2024-09-19T06:00:08.711 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-09-19 05:57:52.953191709 +0000 2024-09-19T06:00:08.711 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-09-19 05:57:52.953191709 +0000 2024-09-19T06:00:08.711 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-09-19 05:57:52.953191709 +0000 2024-09-19T06:00:08.711 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-19T06:00:08.802 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-09-19T06:00:08.802 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-09-19T06:00:08.802 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000336004 s, 1.5 MB/s 2024-09-19T06:00:08.805 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-19T06:00:08.842 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_2 2024-09-19T06:00:08.918 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-19T06:00:08.918 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:00:08.919 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 6h/6d Inode: 659 Links: 1 2024-09-19T06:00:08.919 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:00:08.919 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:00:08.919 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-09-19 05:59:57.032213029 +0000 2024-09-19T06:00:08.919 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-09-19 05:57:53.417182475 +0000 2024-09-19T06:00:08.919 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-09-19 05:57:53.417182475 +0000 2024-09-19T06:00:08.919 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-09-19 05:57:53.417182475 +0000 2024-09-19T06:00:08.919 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-19T06:00:09.010 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-09-19T06:00:09.010 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-09-19T06:00:09.010 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000261256 s, 2.0 MB/s 2024-09-19T06:00:09.013 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-19T06:00:09.049 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_3 2024-09-19T06:00:09.125 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-19T06:00:09.125 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:00:09.125 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 6h/6d Inode: 677 Links: 1 2024-09-19T06:00:09.125 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:00:09.125 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:00:09.125 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-09-19 05:59:57.032213029 +0000 2024-09-19T06:00:09.125 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-09-19 05:57:53.879173280 +0000 2024-09-19T06:00:09.125 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-09-19 05:57:53.879173280 +0000 2024-09-19T06:00:09.126 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-09-19 05:57:53.879173280 +0000 2024-09-19T06:00:09.126 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-19T06:00:09.218 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-09-19T06:00:09.219 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-09-19T06:00:09.219 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000273026 s, 1.9 MB/s 2024-09-19T06:00:09.221 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-19T06:00:09.257 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_4 2024-09-19T06:00:09.332 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-19T06:00:09.332 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-19T06:00:09.332 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 6h/6d Inode: 696 Links: 1 2024-09-19T06:00:09.332 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-19T06:00:09.333 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-09-19T06:00:09.333 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-09-19 05:59:57.033213009 +0000 2024-09-19T06:00:09.333 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-09-19 05:57:54.358163747 +0000 2024-09-19T06:00:09.333 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-09-19 05:57:54.358163747 +0000 2024-09-19T06:00:09.333 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-09-19 05:57:54.358163747 +0000 2024-09-19T06:00:09.333 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-19T06:00:09.424 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-09-19T06:00:09.424 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-09-19T06:00:09.425 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000268854 s, 1.9 MB/s 2024-09-19T06:00:09.427 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-19T06:00:09.465 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:09.465 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi102.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T06:00:09.465 INFO:tasks.ceph:Generating config... 2024-09-19T06:00:09.466 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-19T06:00:09.466 INFO:tasks.ceph:[client] debug client = 20 2024-09-19T06:00:09.467 INFO:tasks.ceph:[client] debug ms = 1 2024-09-19T06:00:09.467 INFO:tasks.ceph:[client] pid file = 2024-09-19T06:00:09.467 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-19T06:00:09.467 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-19T06:00:09.467 INFO:tasks.ceph:[global] ms die on skipped message = False 2024-09-19T06:00:09.467 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-19T06:00:09.467 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-19T06:00:09.467 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-19T06:00:09.467 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-19T06:00:09.467 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-19T06:00:09.467 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-19T06:00:09.467 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-19T06:00:09.467 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-19T06:00:09.467 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mon] mon down mkfs grace = 300 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-19T06:00:09.468 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-19T06:00:09.468 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-19T06:00:09.468 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-19T06:00:09.468 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-19T06:00:09.468 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-19T06:00:09.468 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-19T06:00:09.469 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-19T06:00:09.469 INFO:tasks.ceph:Setting up mon.a... 2024-09-19T06:00:09.470 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-19T06:00:09.566 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.keyring 2024-09-19T06:00:09.572 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-19T06:00:09.659 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T06:00:09.715 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.92'), ('mon.b', '172.21.15.102'), ('mon.c', '[v2:172.21.15.102:3301,v1:172.21.15.102:6790]')] 2024-09-19T06:00:09.715 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd debug trim objects': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon down mkfs grace': 300, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-19T06:00:09.716 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:09.716 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T06:00:09.751 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.92 --add b 172.21.15.102 --addv c '[v2:172.21.15.102:3301,v1:172.21.15.102:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:09.866 INFO:teuthology.orchestra.run.smithi092.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:09.866 INFO:teuthology.orchestra.run.smithi092.stdout:monmaptool: generated fsid f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:setting min_mon_release = quincy 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:epoch 0 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:fsid f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:last_changed 2024-09-19T06:00:09.865694+0000 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:created 2024-09-19T06:00:09.865694+0000 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:min_mon_release 17 (quincy) 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:election_strategy: 1 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:0: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.a 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:1: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.b 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-09-19T06:00:09.867 INFO:teuthology.orchestra.run.smithi092.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-19T06:00:09.869 DEBUG:teuthology.orchestra.run.smithi092:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-19T06:00:09.904 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID f5d8e754-8e2b-4858-a423-49d63e91d369... 2024-09-19T06:00:09.905 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:00:09.949 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.041 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2024-09-19T06:00:10.042 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.043 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on skipped message = False 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2024-09-19T06:00:10.044 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug trim objects = true 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.045 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2024-09-19T06:00:10.046 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:00:10.047 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:00:10.048 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:00:10.049 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: mon down mkfs grace = 300 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on pool no app = False 2024-09-19T06:00:10.050 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = "" 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2024-09-19T06:00:10.051 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2024-09-19T06:00:10.052 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:00:10.053 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:00:10.053 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:00:10.053 INFO:teuthology.orchestra.run.smithi102.stdout:[global] 2024-09-19T06:00:10.053 INFO:teuthology.orchestra.run.smithi102.stdout: chdir = "" 2024-09-19T06:00:10.053 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:00:10.053 INFO:teuthology.orchestra.run.smithi102.stdout: auth supported = cephx 2024-09-19T06:00:10.053 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.053 INFO:teuthology.orchestra.run.smithi102.stdout: filestore xattr use omap = true 2024-09-19T06:00:10.053 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: mon clock drift allowed = 1.000 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: osd crush chooseleaf type = 0 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: auth debug = true 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on old message = true 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on bug = true 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: mon pg warn max object skew = 0 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:00:10.054 INFO:teuthology.orchestra.run.smithi102.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default size = 2 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow primary affinity = true 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow pg remap = true 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on no sortbitwise = false 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on too few osds = false 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: mon_allow_pool_size_one = true 2024-09-19T06:00:10.055 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: osd default data pool replay window = 5 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: mon allow pool delete = true 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: mon cluster log file level = debug 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: debug asserts on shutdown = true 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: mon health detail to clog = false 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on skipped message = False 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.056 INFO:teuthology.orchestra.run.smithi102.stdout:[osd] 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd journal size = 100 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub load threshold = 5.0 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub max interval = 600 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd recover clone overlap = true 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd recovery max chunk = 1048576 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug shutdown = true 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug op order = true 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug verify stray on activate = true 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug trim objects = true 2024-09-19T06:00:10.057 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: osd open classes on start = true 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug pg log writeout = true 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: osd map max advance = 10 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: journal zero on create = true 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: filestore apply finisher threads = 3 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: bdev debug aio = true 2024-09-19T06:00:10.058 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug misdirected ops = true 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: bdev async discard = True 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: bdev enable discard = True 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore allocator = bitmap 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore block size = 96636764160 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore fsck on mount = True 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluefs = 1/20 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluestore = 1/20 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: debug osd = 20 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: debug rocksdb = 4/10 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd full ratio = 0.9 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:00:10.059 INFO:teuthology.orchestra.run.smithi102.stdout: osd objectstore = bluestore 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout:[mgr] 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: debug mgr = 20 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: mgr/telemetry/nag = false 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout:[mon] 2024-09-19T06:00:10.060 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: debug paxos = 20 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: mon data avail warn = 5 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: mon mgr mkfs grace = 240 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd reporter subtree level = osd 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd prime pg temp = true 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:00:10.061 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: # 1m isn't quite enough 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: mon down mkfs grace = 300 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: mon op complaint time = 120 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on pool no app = False 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout:[client] 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: rgw cache enabled = true 2024-09-19T06:00:10.062 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable ops log = true 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable usage log = true 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout: client mount timeout = 600 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = "" 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.a] 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.b] 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.c] 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.a] 2024-09-19T06:00:10.063 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.c] 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.b] 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.d] 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout:[mds] 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds = 20 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds balancer = 20 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug frag = True 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug scatterstat = True 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: mds op complaint time = 180 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: mds verify scatter = True 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:00:10.064 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:00:10.072 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-19T06:00:10.072 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-19T06:00:10.168 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-19T06:00:10.169 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:10.169 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-19T06:00:10.204 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:10.204 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-19T06:00:10.278 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:00:10.278 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:10.278 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T06:00:10.278 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T06:00:10.395 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:10.395 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:10.470 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:00:10.470 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:10.470 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-19T06:00:10.471 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-19T06:00:10.548 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:10.549 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:10.623 INFO:tasks.ceph:Setting up mon nodes... 2024-09-19T06:00:10.623 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-19T06:00:10.623 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T06:00:10.726 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-19T06:00:10.732 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T06:00:10.842 INFO:teuthology.orchestra.run.smithi102.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-19T06:00:10.848 INFO:tasks.ceph:Setting up mds nodes... 2024-09-19T06:00:10.849 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T06:00:10.951 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-19T06:00:10.957 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-19T06:00:11.012 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T06:00:11.114 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-19T06:00:11.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-19T06:00:11.175 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T06:00:11.283 INFO:teuthology.orchestra.run.smithi102.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-19T06:00:11.288 DEBUG:teuthology.orchestra.run.smithi102:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-19T06:00:11.345 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T06:00:11.450 INFO:teuthology.orchestra.run.smithi102.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-19T06:00:11.455 DEBUG:teuthology.orchestra.run.smithi102:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-19T06:00:11.511 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-19T06:00:11.511 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-19T06:00:11.593 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-19T06:00:11.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-19T06:00:11.701 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-19T06:00:11.729 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-19T06:00:11.812 INFO:teuthology.orchestra.run.smithi102.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-19T06:00:11.841 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-19T06:00:11.925 INFO:teuthology.orchestra.run.smithi102.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-19T06:00:11.953 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-19T06:00:11.953 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi102.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-19T06:00:11.953 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-19T06:00:12.009 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:12.009 INFO:tasks.ceph:role: osd.0 2024-09-19T06:00:12.009 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:00:12.009 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:00:12.072 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:00:12.476 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-09-19T06:00:12.480 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-09-19T06:00:12.480 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-19T06:00:12.629 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-19T06:00:12.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-19T06:00:12.749 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:12.749 INFO:tasks.ceph:role: osd.1 2024-09-19T06:00:12.749 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:00:12.750 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T06:00:12.812 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:00:12.812 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:00:12.812 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:00:12.812 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:00:12.812 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:00:12.812 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:00:12.812 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:00:12.812 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:00:12.812 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:00:12.813 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:00:13.171 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-09-19T06:00:13.174 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-09-19T06:00:13.175 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-19T06:00:13.258 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-19T06:00:13.319 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-19T06:00:13.374 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:13.375 INFO:tasks.ceph:role: osd.2 2024-09-19T06:00:13.375 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:00:13.375 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:00:13.438 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:00:13.829 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-09-19T06:00:13.833 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-09-19T06:00:13.833 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-19T06:00:13.931 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-19T06:00:13.993 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-19T06:00:14.048 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:14.048 INFO:tasks.ceph:role: osd.3 2024-09-19T06:00:14.048 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:00:14.049 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T06:00:14.112 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:00:14.112 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:00:14.112 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:00:14.112 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:00:14.112 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:00:14.113 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:00:14.113 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:00:14.113 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:00:14.113 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:00:14.113 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:00:14.532 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2024-09-19T06:00:14.535 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2024-09-19T06:00:14.536 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-19T06:00:14.679 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-19T06:00:14.741 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:14.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:14.841+0000 7fbdd6ed4640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-19T06:00:14.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:14.845+0000 7fbdd6ed4640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-19T06:00:14.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:14.845+0000 7fbdd6ed4640 -1 bdev(0x558e7b88f800 /var/lib/ceph/osd/ceph-0/block) open stat got: (1) Operation not permitted 2024-09-19T06:00:14.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:14.845+0000 7fbdd6ed4640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-19T06:00:18.603 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-19T06:00:18.660 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:18.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:18.760+0000 7fc6618ed640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-19T06:00:18.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:18.761+0000 7fc6618ed640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-19T06:00:18.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:18.761+0000 7fc6618ed640 -1 bdev(0x55cccbd69800 /var/lib/ceph/osd/ceph-1/block) open stat got: (1) Operation not permitted 2024-09-19T06:00:18.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:18.761+0000 7fc6618ed640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-19T06:00:22.803 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-19T06:00:22.866 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:22.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:22.965+0000 7fa5d3687640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-19T06:00:22.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:22.965+0000 7fa5d3687640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-19T06:00:22.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:22.965+0000 7fa5d3687640 -1 bdev(0x5607c8755800 /var/lib/ceph/osd/ceph-2/block) open stat got: (1) Operation not permitted 2024-09-19T06:00:22.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:22.966+0000 7fa5d3687640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-19T06:00:26.440 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-19T06:00:26.496 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:26.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:26.584+0000 7f1ab220d640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-19T06:00:26.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:26.584+0000 7f1ab220d640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-19T06:00:26.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:26.584+0000 7f1ab220d640 -1 bdev(0x55da95e13800 /var/lib/ceph/osd/ceph-3/block) open stat got: (1) Operation not permitted 2024-09-19T06:00:26.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:26.584+0000 7f1ab220d640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-19T06:00:30.597 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-19T06:00:30.656 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-19T06:00:30.717 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:30.717 INFO:tasks.ceph:role: osd.4 2024-09-19T06:00:30.717 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:00:30.717 DEBUG:teuthology.orchestra.run.smithi102:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-19T06:00:30.780 INFO:teuthology.orchestra.run.smithi102.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:00:30.781 INFO:teuthology.orchestra.run.smithi102.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:00:30.781 INFO:teuthology.orchestra.run.smithi102.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:00:30.781 INFO:teuthology.orchestra.run.smithi102.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:00:30.781 INFO:teuthology.orchestra.run.smithi102.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:00:30.781 INFO:teuthology.orchestra.run.smithi102.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:00:30.781 INFO:teuthology.orchestra.run.smithi102.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:00:30.781 INFO:teuthology.orchestra.run.smithi102.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:00:30.781 INFO:teuthology.orchestra.run.smithi102.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:00:30.781 INFO:teuthology.orchestra.run.smithi102.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:00:31.188 INFO:teuthology.orchestra.run.smithi102.stdout:Discarding blocks...Done. 2024-09-19T06:00:31.193 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi102.front.sepia.ceph.com -o noatime 2024-09-19T06:00:31.193 DEBUG:teuthology.orchestra.run.smithi102:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-19T06:00:31.337 DEBUG:teuthology.orchestra.run.smithi102:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-19T06:00:31.400 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-19T06:00:31.455 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:31.455 INFO:tasks.ceph:role: osd.5 2024-09-19T06:00:31.456 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:00:31.456 DEBUG:teuthology.orchestra.run.smithi102:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-19T06:00:31.517 INFO:teuthology.orchestra.run.smithi102.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:00:31.517 INFO:teuthology.orchestra.run.smithi102.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:00:31.517 INFO:teuthology.orchestra.run.smithi102.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:00:31.518 INFO:teuthology.orchestra.run.smithi102.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:00:31.518 INFO:teuthology.orchestra.run.smithi102.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:00:31.518 INFO:teuthology.orchestra.run.smithi102.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:00:31.518 INFO:teuthology.orchestra.run.smithi102.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:00:31.518 INFO:teuthology.orchestra.run.smithi102.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:00:31.518 INFO:teuthology.orchestra.run.smithi102.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:00:31.518 INFO:teuthology.orchestra.run.smithi102.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:00:31.873 INFO:teuthology.orchestra.run.smithi102.stdout:Discarding blocks...Done. 2024-09-19T06:00:31.877 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi102.front.sepia.ceph.com -o noatime 2024-09-19T06:00:31.877 DEBUG:teuthology.orchestra.run.smithi102:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-19T06:00:31.961 DEBUG:teuthology.orchestra.run.smithi102:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-19T06:00:32.023 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-19T06:00:32.079 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:32.079 INFO:tasks.ceph:role: osd.6 2024-09-19T06:00:32.079 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:00:32.079 DEBUG:teuthology.orchestra.run.smithi102:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:00:32.142 INFO:teuthology.orchestra.run.smithi102.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:00:32.528 INFO:teuthology.orchestra.run.smithi102.stdout:Discarding blocks...Done. 2024-09-19T06:00:32.531 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi102.front.sepia.ceph.com -o noatime 2024-09-19T06:00:32.532 DEBUG:teuthology.orchestra.run.smithi102:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-19T06:00:32.633 DEBUG:teuthology.orchestra.run.smithi102:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-19T06:00:32.695 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-19T06:00:32.751 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-19T06:00:32.751 INFO:tasks.ceph:role: osd.7 2024-09-19T06:00:32.751 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:00:32.751 DEBUG:teuthology.orchestra.run.smithi102:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-19T06:00:32.813 INFO:teuthology.orchestra.run.smithi102.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-19T06:00:32.814 INFO:teuthology.orchestra.run.smithi102.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-19T06:00:32.814 INFO:teuthology.orchestra.run.smithi102.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-19T06:00:32.814 INFO:teuthology.orchestra.run.smithi102.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-19T06:00:32.814 INFO:teuthology.orchestra.run.smithi102.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-19T06:00:32.814 INFO:teuthology.orchestra.run.smithi102.stdout: = sunit=0 swidth=0 blks 2024-09-19T06:00:32.814 INFO:teuthology.orchestra.run.smithi102.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-19T06:00:32.814 INFO:teuthology.orchestra.run.smithi102.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-19T06:00:32.814 INFO:teuthology.orchestra.run.smithi102.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-19T06:00:32.814 INFO:teuthology.orchestra.run.smithi102.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-19T06:00:33.233 INFO:teuthology.orchestra.run.smithi102.stdout:Discarding blocks...Done. 2024-09-19T06:00:33.237 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi102.front.sepia.ceph.com -o noatime 2024-09-19T06:00:33.237 DEBUG:teuthology.orchestra.run.smithi102:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-19T06:00:33.359 DEBUG:teuthology.orchestra.run.smithi102:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-19T06:00:33.423 DEBUG:teuthology.orchestra.run.smithi102:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:33.524 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:33.522+0000 7fc1f0e1a640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-19T06:00:33.527 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:33.526+0000 7fc1f0e1a640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-19T06:00:33.527 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:33.526+0000 7fc1f0e1a640 -1 bdev(0x561fc467b800 /var/lib/ceph/osd/ceph-4/block) open stat got: (1) Operation not permitted 2024-09-19T06:00:33.528 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:33.526+0000 7fc1f0e1a640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-19T06:00:37.300 DEBUG:teuthology.orchestra.run.smithi102:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-19T06:00:37.364 DEBUG:teuthology.orchestra.run.smithi102:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:37.465 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:37.463+0000 7fcee5028640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-19T06:00:37.466 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:37.464+0000 7fcee5028640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-19T06:00:37.466 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:37.464+0000 7fcee5028640 -1 bdev(0x561a5d623800 /var/lib/ceph/osd/ceph-5/block) open stat got: (1) Operation not permitted 2024-09-19T06:00:37.466 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:37.465+0000 7fcee5028640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-19T06:00:37.594 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:00:37.599 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:00:40.969 DEBUG:teuthology.orchestra.run.smithi102:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-19T06:00:41.028 DEBUG:teuthology.orchestra.run.smithi102:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:41.149 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:41.147+0000 7fa13ba2c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-19T06:00:41.149 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:41.148+0000 7fa13ba2c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-19T06:00:41.149 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:41.148+0000 7fa13ba2c640 -1 bdev(0x55823d25f800 /var/lib/ceph/osd/ceph-6/block) open stat got: (1) Operation not permitted 2024-09-19T06:00:41.149 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:41.148+0000 7fa13ba2c640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-19T06:00:44.635 DEBUG:teuthology.orchestra.run.smithi102:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-19T06:00:44.695 DEBUG:teuthology.orchestra.run.smithi102:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:44.786 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:44.784+0000 7f8ebb0b2640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-19T06:00:44.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:44.785+0000 7f8ebb0b2640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-19T06:00:44.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:44.785+0000 7f8ebb0b2640 -1 bdev(0x5570813f3800 /var/lib/ceph/osd/ceph-7/block) open stat got: (1) Operation not permitted 2024-09-19T06:00:44.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:44.785+0000 7f8ebb0b2640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-19T06:00:48.597 DEBUG:teuthology.orchestra.run.smithi102:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-19T06:00:48.660 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-19T06:00:48.660 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:48.660 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-19T06:00:48.720 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:48.720 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-19T06:00:48.818 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:48.818 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-19T06:00:48.913 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:48.913 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-19T06:00:49.009 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:49.009 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-19T06:00:49.103 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:49.104 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-19T06:00:49.199 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:49.199 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-19T06:00:49.293 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:49.295 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-19T06:00:49.355 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:49.356 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-19T06:00:49.452 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:49.452 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-19T06:00:49.548 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:49.548 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-19T06:00:49.642 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:49.642 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-19T06:00:49.737 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:49.737 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-19T06:00:49.832 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:49.832 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-19T06:00:49.928 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:49.928 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-19T06:00:49.965 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:49.965 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-19T06:00:50.041 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:50.042 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-19T06:00:50.076 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:50.077 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-19T06:00:50.152 INFO:tasks.ceph:Adding keys to all mons... 2024-09-19T06:00:50.152 DEBUG:teuthology.orchestra.run.smithi092:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T06:00:50.156 DEBUG:teuthology.orchestra.run.smithi102:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-19T06:00:50.205 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.y] 2024-09-19T06:00:50.205 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDqvetmZltGKxAAdcGU2K3nflJH1TJAzHBoZw== 2024-09-19T06:00:50.205 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDqvetmlh2wOBAA5hQY7hCZfN2s4Ac/R9W5kw== 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmtuPIBhAAGUKYpJvmmJ0NmtPPP4gEhg== 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.0] 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDuvetm6J06MhAAil4Oe+uQpGv1QE16EQnYjQ== 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.1] 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDyvetm3pJVLRAAXCorP+PSewcJEguiwm6kVg== 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.2] 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD2vetm71GWORAAlpcz12YhdL/wPDGHJ/56xA== 2024-09-19T06:00:50.206 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.3] 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQD6vetmg3bgIhAAebFnzJXM3D4VbWfMvoSyjA== 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.x] 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDqvetm014lMhAAiJF1aPtFGL0s4/OAk6w24Q== 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmtqPUEBAANewLwiR3BpVMW2hSDqhspg== 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmJZLGGhAACbBs0g8Fmh+MNX4zfDfTZQ== 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.4] 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQABvutmjNg2HxAANs2gm6lxqF5NFfiXtAjtoA== 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.5] 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAFvutm0iayGxAAnST01rIcVM/jB/+PiIhoow== 2024-09-19T06:00:50.207 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.6] 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAJvutmIvjYCBAAtahtgI5nOkffTgRzmgHtuQ== 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.7] 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAMvutmsRDVLhAAJVAaQuPT1576e7RzQBV+8w== 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w== 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout:[client.2] 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmqInJKRAAkCvg74osnbc+PvxNo/EOUw== 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout:[client.1] 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmWLRhMBAA/Nmeq0heFaFG8yIJE/3Y9w== 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout:[client.3] 2024-09-19T06:00:50.208 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmm7MZNxAA88p3ljHoW+D+XTrdEA/CIw== 2024-09-19T06:00:50.244 INFO:teuthology.orchestra.run.smithi102.stdout:[mgr.y] 2024-09-19T06:00:50.244 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDqvetmZltGKxAAdcGU2K3nflJH1TJAzHBoZw== 2024-09-19T06:00:50.244 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.a] 2024-09-19T06:00:50.244 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDqvetmlh2wOBAA5hQY7hCZfN2s4Ac/R9W5kw== 2024-09-19T06:00:50.244 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.c] 2024-09-19T06:00:50.244 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDrvetmtuPIBhAAGUKYpJvmmJ0NmtPPP4gEhg== 2024-09-19T06:00:50.244 INFO:teuthology.orchestra.run.smithi102.stdout:[osd.0] 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDuvetm6J06MhAAil4Oe+uQpGv1QE16EQnYjQ== 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout:[osd.1] 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDyvetm3pJVLRAAXCorP+PSewcJEguiwm6kVg== 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout:[osd.2] 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQD2vetm71GWORAAlpcz12YhdL/wPDGHJ/56xA== 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout:[osd.3] 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQD6vetmg3bgIhAAebFnzJXM3D4VbWfMvoSyjA== 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout:[mgr.x] 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDqvetm014lMhAAiJF1aPtFGL0s4/OAk6w24Q== 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.b] 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDrvetmtqPUEBAANewLwiR3BpVMW2hSDqhspg== 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.d] 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDrvetmJZLGGhAACbBs0g8Fmh+MNX4zfDfTZQ== 2024-09-19T06:00:50.245 INFO:teuthology.orchestra.run.smithi102.stdout:[osd.4] 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQABvutmjNg2HxAANs2gm6lxqF5NFfiXtAjtoA== 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout:[osd.5] 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQAFvutm0iayGxAAnST01rIcVM/jB/+PiIhoow== 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout:[osd.6] 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQAJvutmIvjYCBAAtahtgI5nOkffTgRzmgHtuQ== 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout:[osd.7] 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQAMvutmsRDVLhAAJVAaQuPT1576e7RzQBV+8w== 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout:[client.0] 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w== 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout:[client.2] 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDrvetmqInJKRAAkCvg74osnbc+PvxNo/EOUw== 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout:[client.1] 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDrvetmWLRhMBAA/Nmeq0heFaFG8yIJE/3Y9w== 2024-09-19T06:00:50.246 INFO:teuthology.orchestra.run.smithi102.stdout:[client.3] 2024-09-19T06:00:50.247 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQDrvetmm7MZNxAA88p3ljHoW+D+XTrdEA/CIw== 2024-09-19T06:00:50.247 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T06:00:50.255 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T06:00:50.380 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:00:50.384 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:00:50.479 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:00:50.483 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:00:50.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:50.583 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:50.676 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:50.680 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:50.772 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:50.776 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:50.870 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:50.873 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:50.966 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T06:00:50.970 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-19T06:00:51.062 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:00:51.066 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:00:51.163 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:00:51.167 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-19T06:00:51.262 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:51.267 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:51.360 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:51.364 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:51.457 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:51.461 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:51.554 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:51.558 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-19T06:00:51.652 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:00:51.656 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:00:51.752 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:00:51.756 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:00:51.852 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:00:51.856 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:00:51.952 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:00:51.956 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-19T06:00:52.054 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-19T06:00:52.054 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-19T06:00:52.109 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T06:00:52.217 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-19T06:00:52.272 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-19T06:00:52.328 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T06:00:52.435 DEBUG:teuthology.orchestra.run.smithi102:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-19T06:00:52.490 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-19T06:00:52.545 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-19T06:00:52.651 DEBUG:teuthology.orchestra.run.smithi102:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-19T06:00:52.706 DEBUG:teuthology.orchestra.run.smithi092:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:52.710 DEBUG:teuthology.orchestra.run.smithi102:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-19T06:00:52.744 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-19T06:00:52.745 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-19T06:00:52.745 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-19T06:00:52.785 INFO:tasks.ceph.mon.a:Started 2024-09-19T06:00:52.786 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-19T06:00:52.786 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-19T06:00:52.790 INFO:tasks.ceph.mon.b:Started 2024-09-19T06:00:52.790 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-19T06:00:52.790 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-19T06:00:52.793 INFO:tasks.ceph.mon.c:Started 2024-09-19T06:00:52.794 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-19T06:00:52.794 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-19T06:00:52.794 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-19T06:00:52.798 INFO:tasks.ceph.mgr.y:Started 2024-09-19T06:00:52.798 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-19T06:00:52.798 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-19T06:00:52.802 INFO:tasks.ceph.mgr.x:Started 2024-09-19T06:00:52.802 INFO:tasks.ceph:Setting crush tunables to default 2024-09-19T06:00:52.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd crush tunables default 2024-09-19T06:00:52.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.952+0000 7ffb83800640 1 Processor -- start 2024-09-19T06:00:52.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.952+0000 7ffb83800640 1 -- start start 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.953+0000 7ffb83800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.953+0000 7ffb83800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.953+0000 7ffb83800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb7c0ccff0 con 0x7ffb7c072530 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.953+0000 7ffb83800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ffb7c0b6500 con 0x7ffb7c15b480 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.953+0000 7ffb83800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ffb7c072970 con 0x7ffb7c0b60c0 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.953+0000 7ffb80e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.953+0000 7ffb81800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ffb7c072530 0x7ffb7c070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:35768/0 (socket says 172.21.15.92:35768) 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.953+0000 7ffb81800640 1 -- 172.21.15.92:0/592079207 learned_addr learned my addr 172.21.15.92:0/592079207 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.953+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:52.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.954+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 msgr2=0x7ffb7c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:00:52.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.954+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 msgr2=0x7ffb7c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:52.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.954+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:52.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.954+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-19T06:00:52.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.954+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:52.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.954+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:52.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.954+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T06:00:52.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:52.954+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T06:00:53.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:53.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 msgr2=0x7ffb7c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-19T06:00:53.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 msgr2=0x7ffb7c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:53.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:53.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:53.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T06:00:53.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:00:53.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:53.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:53.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.155+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T06:00:53.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.556+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:53.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.557+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 msgr2=0x7ffb7c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-19T06:00:53.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.557+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 msgr2=0x7ffb7c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:53.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.557+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:53.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.557+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:53.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.557+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-19T06:00:53.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.557+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:00:53.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.557+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:53.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.557+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:53.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:53.557+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-19T06:00:54.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:54.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:54.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 msgr2=0x7ffb7c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-19T06:00:54.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 msgr2=0x7ffb7c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:54.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:54.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:00:54.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:54.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:54.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-19T06:00:54.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:54.357+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-19T06:00:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.953+0000 7ffb7a000640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c071ff0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T06:00:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.953+0000 7ffb7a000640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb7c071ff0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.953+0000 7ffb7a000640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 msgr2=0x7ffb7c0b5b80 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T06:00:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.953+0000 7ffb7a000640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.92:3300/0 conn(0x7ffb7c15b480 0x7ffb7c0b5b80 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.953+0000 7ffb7a000640 1 -- 172.21.15.92:0/592079207 >> v1:172.21.15.92:6789/0 conn(0x7ffb7c072530 legacy=0x7ffb7c070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.954+0000 7ffb7a000640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.954+0000 7ffb7a000640 1 -- 172.21.15.92:0/592079207 --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb7c0cd2d0 con 0x7ffb5c0036c0 2024-09-19T06:00:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.954+0000 7ffb7a000640 1 -- 172.21.15.92:0/592079207 --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ffb7c0b6500 con 0x7ffb5c007350 2024-09-19T06:00:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.954+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.954+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 msgr2=0x7ffb5c009810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:00:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.954+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 msgr2=0x7ffb5c009810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.954+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:55.954+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-19T06:00:56.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.155+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:56.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.155+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 msgr2=0x7ffb5c009810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:00:56.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.155+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 msgr2=0x7ffb5c009810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:56.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.155+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:56.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.155+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-19T06:00:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.557+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.557+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 msgr2=0x7ffb5c009810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:00:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.557+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 msgr2=0x7ffb5c009810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.557+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:56.557+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-19T06:00:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:57.359+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:57.359+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 msgr2=0x7ffb5c009810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-19T06:00:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:57.359+0000 7ffb7be00640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 msgr2=0x7ffb5c009810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-19T06:00:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:57.359+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-19T06:00:57.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:57.359+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-19T06:00:58.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.174+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3748045011 0 0) 0x7ffb7c0cd2d0 con 0x7ffb5c0036c0 2024-09-19T06:00:58.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.174+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffb64003520 con 0x7ffb5c0036c0 2024-09-19T06:00:58.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 <== mon.1 v1:172.21.15.102:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2400436951 0 0) 0x7ffb64003520 con 0x7ffb5c0036c0 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 msgr2=0x7ffb5c009810 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 --2- 172.21.15.92:0/592079207 >> v2:172.21.15.102:3300/0 conn(0x7ffb5c007350 0x7ffb5c009810 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 --> v1:172.21.15.102:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb5c00af80 con 0x7ffb5c0036c0 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 <== mon.1 v1:172.21.15.102:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7ffb7000d580 con 0x7ffb5c0036c0 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 >> v1:172.21.15.102:6789/0 conn(0x7ffb5c0036c0 legacy=0x7ffb5c005b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb81800640 1 -- 172.21.15.92:0/592079207 reap_dead start 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 0x7ffb64003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb64004800 0x7ffb64004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb6400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffb7c0b6500 con 0x7ffb64004800 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffb64005630 con 0x7ffb64003a00 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ffb6400bf00 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb7be00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb64004800 0x7ffb64004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 0x7ffb64003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.177+0000 7ffb81800640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb6400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.178+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb6400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:00:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.178+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb6400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.178+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb64004800 msgr2=0x7ffb64004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:00:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.178+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb64004800 0x7ffb64004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.178+0000 7ffb80e00640 1 -- 172.21.15.92:0/592079207 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb64003520 con 0x7ffb64003a00 2024-09-19T06:00:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.178+0000 7ffb81800640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb6400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:00:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.179+0000 7ffb80e00640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 0x7ffb64003e00 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ffb70013520 tx=0x7ffb64005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3f7c4b4074708690 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.180+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb70031070 con 0x7ffb64003a00 2024-09-19T06:00:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.180+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb70035400 con 0x7ffb64003a00 2024-09-19T06:00:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.180+0000 7ffb7b400640 1 -- 172.21.15.92:0/592079207 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb7000dde0 con 0x7ffb64003a00 2024-09-19T06:00:58.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.181+0000 7ffb83800640 1 -- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 msgr2=0x7ffb64003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.181+0000 7ffb83800640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 0x7ffb64003e00 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7ffb70013520 tx=0x7ffb64005830 comp rx=0 tx=0).stop 2024-09-19T06:00:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.181+0000 7ffb83800640 1 -- 172.21.15.92:0/592079207 shutdown_connections 2024-09-19T06:00:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.181+0000 7ffb83800640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb64004800 0x7ffb64004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.181+0000 7ffb83800640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 0x7ffb64003e00 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.181+0000 7ffb83800640 1 --2- 172.21.15.92:0/592079207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb7c0b60c0 0x7ffb6400b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.181+0000 7ffb83800640 1 -- 172.21.15.92:0/592079207 >> 172.21.15.92:0/592079207 conn(0x7ffb7c06d0f0 msgr2=0x7ffb7c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:00:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.181+0000 7ffb83800640 1 -- 172.21.15.92:0/592079207 shutdown_connections 2024-09-19T06:00:58.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.181+0000 7ffb83800640 1 -- 172.21.15.92:0/592079207 wait complete. 2024-09-19T06:00:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.184+0000 7ffb83800640 1 Processor -- start 2024-09-19T06:00:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.184+0000 7ffb83800640 1 -- start start 2024-09-19T06:00:58.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.185+0000 7ffb83800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 0x7ffb7c1f3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:58.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.185+0000 7ffb83800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb64004800 0x7ffb7c1f7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb83800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb7c0b60c0 0x7ffb7c154810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb83800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffb7c0cdb70 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb83800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffb7c0cd890 con 0x7ffb64003a00 2024-09-19T06:00:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb83800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ffb7c15b860 con 0x7ffb64004800 2024-09-19T06:00:58.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb81800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb7c0b60c0 0x7ffb7c154810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb80e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 0x7ffb7c1f3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb81800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb7c0b60c0 0x7ffb7c154810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42326/0 (socket says 172.21.15.92:42326) 2024-09-19T06:00:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb81800640 1 -- 172.21.15.92:0/2608353942 learned_addr learned my addr 172.21.15.92:0/2608353942 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:00:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb7be00640 1 --2- 172.21.15.92:0/2608353942 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb64004800 0x7ffb7c1f7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb81800640 1 -- 172.21.15.92:0/2608353942 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb64004800 msgr2=0x7ffb7c1f7cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb81800640 1 --2- 172.21.15.92:0/2608353942 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb64004800 0x7ffb7c1f7cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb81800640 1 -- 172.21.15.92:0/2608353942 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 msgr2=0x7ffb7c1f3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb81800640 1 --2- 172.21.15.92:0/2608353942 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 0x7ffb7c1f3c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.186+0000 7ffb81800640 1 -- 172.21.15.92:0/2608353942 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb7c1f8200 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.187+0000 7ffb81800640 1 --2- 172.21.15.92:0/2608353942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb7c0b60c0 0x7ffb7c154810 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffb5c009e70 tx=0x7ffb74007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:58.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.187+0000 7ffb78c00640 1 -- 172.21.15.92:0/2608353942 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb7400e9e0 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.187+0000 7ffb78c00640 1 -- 172.21.15.92:0/2608353942 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb74018070 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.187+0000 7ffb78c00640 1 -- 172.21.15.92:0/2608353942 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb7400edc0 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.187+0000 7ffb83800640 1 -- 172.21.15.92:0/2608353942 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb7c0c59a0 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.187+0000 7ffb83800640 1 -- 172.21.15.92:0/2608353942 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb7c0c5f60 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.188+0000 7ffb78c00640 1 -- 172.21.15.92:0/2608353942 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ffb7401d460 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.188+0000 7ffb78c00640 1 -- 172.21.15.92:0/2608353942 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(1..1 src has 1..1) ==== 725+0+0 (secure 0 0 0) 0x7ffb740137e0 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.188+0000 7ffb83800640 1 -- 172.21.15.92:0/2608353942 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb7c0cd2d0 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.191+0000 7ffb78c00640 1 -- 172.21.15.92:0/2608353942 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ffb7c1f8200 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.256+0000 7ffb83800640 1 -- 172.21.15.92:0/2608353942 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) -- 0x7ffb7c157710 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.260+0000 7ffb78c00640 1 -- 172.21.15.92:0/2608353942 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) ==== 124+0+0 (secure 0 0 0) 0x7ffb740139e0 con 0x7ffb7c0b60c0 2024-09-19T06:00:58.262 INFO:teuthology.orchestra.run.smithi092.stderr:adjusted tunables profile to default 2024-09-19T06:00:58.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.261+0000 7ffb83800640 1 -- 172.21.15.92:0/2608353942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb7c0b60c0 msgr2=0x7ffb7c154810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:58.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.261+0000 7ffb83800640 1 --2- 172.21.15.92:0/2608353942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb7c0b60c0 0x7ffb7c154810 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7ffb5c009e70 tx=0x7ffb74007b00 comp rx=0 tx=0).stop 2024-09-19T06:00:58.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.261+0000 7ffb83800640 1 -- 172.21.15.92:0/2608353942 shutdown_connections 2024-09-19T06:00:58.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.261+0000 7ffb83800640 1 --2- 172.21.15.92:0/2608353942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb7c0b60c0 0x7ffb7c154810 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.261+0000 7ffb83800640 1 --2- 172.21.15.92:0/2608353942 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb64004800 0x7ffb7c1f7cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.261+0000 7ffb83800640 1 --2- 172.21.15.92:0/2608353942 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb64003a00 0x7ffb7c1f3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.261+0000 7ffb83800640 1 -- 172.21.15.92:0/2608353942 >> 172.21.15.92:0/2608353942 conn(0x7ffb7c06d0f0 msgr2=0x7ffb7c070f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:00:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.261+0000 7ffb83800640 1 -- 172.21.15.92:0/2608353942 shutdown_connections 2024-09-19T06:00:58.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:00:58.261+0000 7ffb83800640 1 -- 172.21.15.92:0/2608353942 wait complete. 2024-09-19T06:00:58.279 INFO:tasks.ceph:check_enable_crimson: False 2024-09-19T06:00:58.279 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-19T06:00:58.280 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:58.280 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-19T06:00:58.308 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:00:58.306+0000 7fd3af18c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T06:00:58.316 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:00:58.314+0000 7fb430c1c040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-19T06:00:58.337 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:58.337 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-19T06:00:58.358 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:00:58.356+0000 7fd3af18c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T06:00:58.365 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:00:58.362+0000 7fb430c1c040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-19T06:00:58.414 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:58.414 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-19T06:00:58.511 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:00:58.511 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-19T06:00:58.537 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:00:58.534+0000 7fb430c1c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T06:00:58.540 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:00:58.538+0000 7fd3af18c040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-19T06:00:58.594 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:00:58.592+0000 7fb430c1c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T06:00:58.595 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:58.595 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-19T06:00:58.602 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:00:58.601+0000 7fd3af18c040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-19T06:00:58.651 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:58.651 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-19T06:00:58.749 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:58.749 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-19T06:00:58.782 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:00:58.780+0000 7fd3af18c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T06:00:58.791 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:00:58.788+0000 7fb430c1c040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-19T06:00:58.846 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:00:58.846 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-19T06:00:58.906 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:00:58.904+0000 7fd3af18c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T06:00:58.926 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:00:58.923+0000 7fb430c1c040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-19T06:00:58.943 DEBUG:teuthology.orchestra.run.smithi102:> sudo ceph --cluster ceph osd new eaa55bdb-3ece-4805-b698-33d7bc7c8402 0 2024-09-19T06:00:59.132 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.129+0000 7faf0a400640 1 Processor -- start 2024-09-19T06:00:59.133 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.130+0000 7faf0a400640 1 -- start start 2024-09-19T06:00:59.134 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf0a400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7faf040d1590 0x7faf040b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.134 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf0a400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 0x7faf040d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.134 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf0a400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faf0415e9d0 con 0x7faf0415e5f0 2024-09-19T06:00:59.134 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf0a400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7faf040b9b30 con 0x7faf040d1590 2024-09-19T06:00:59.134 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf0a400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7faf040b8f20 con 0x7faf040b8730 2024-09-19T06:00:59.134 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf09000640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7faf0415e5f0 0x7faf040d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.102:41690/0 (socket says 172.21.15.102:41690) 2024-09-19T06:00:59.135 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf09000640 1 -- 172.21.15.102:0/928118662 learned_addr learned my addr 172.21.15.102:0/928118662 (peer_addr_for_me v1:172.21.15.102:0/0) 2024-09-19T06:00:59.135 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf09a00640 1 --2- 172.21.15.102:0/928118662 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 0x7faf040d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.135 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faefbe00640 1 --2- 172.21.15.102:0/928118662 >> v2:172.21.15.92:3300/0 conn(0x7faf040d1590 0x7faf040b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.135 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf03e00640 1 -- 172.21.15.102:0/928118662 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 940775036 0 0) 0x7faf0415e9d0 con 0x7faf0415e5f0 2024-09-19T06:00:59.135 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf03e00640 1 -- 172.21.15.102:0/928118662 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7faee8003520 con 0x7faf0415e5f0 2024-09-19T06:00:59.135 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf09a00640 1 -- 172.21.15.102:0/928118662 >> v2:172.21.15.92:3300/0 conn(0x7faf040d1590 msgr2=0x7faf040b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:00:59.135 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf09a00640 1 --2- 172.21.15.102:0/928118662 >> v2:172.21.15.92:3300/0 conn(0x7faf040d1590 0x7faf040b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.135 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf09a00640 1 -- 172.21.15.102:0/928118662 >> v1:172.21.15.102:6789/0 conn(0x7faf0415e5f0 legacy=0x7faf040d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.135 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.131+0000 7faf09a00640 1 -- 172.21.15.102:0/928118662 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf040b9200 con 0x7faf040b8730 2024-09-19T06:00:59.136 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.132+0000 7faf09a00640 1 --2- 172.21.15.102:0/928118662 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 0x7faf040d2bc0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7faefc009d90 tx=0x7faefc02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9bee3b89fb8ee52 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:59.136 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf03e00640 1 -- 172.21.15.102:0/928118662 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faefc007740 con 0x7faf040b8730 2024-09-19T06:00:59.136 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf03e00640 1 -- 172.21.15.102:0/928118662 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faefc0078e0 con 0x7faf040b8730 2024-09-19T06:00:59.137 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf03e00640 1 -- 172.21.15.102:0/928118662 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faefc007cb0 con 0x7faf040b8730 2024-09-19T06:00:59.137 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf0a400640 1 -- 172.21.15.102:0/928118662 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 msgr2=0x7faf040d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.137 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf0a400640 1 --2- 172.21.15.102:0/928118662 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 0x7faf040d2bc0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7faefc009d90 tx=0x7faefc02a660 comp rx=0 tx=0).stop 2024-09-19T06:00:59.137 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf0a400640 1 -- 172.21.15.102:0/928118662 shutdown_connections 2024-09-19T06:00:59.137 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf0a400640 1 --2- 172.21.15.102:0/928118662 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 0x7faf040d2bc0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.137 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf0a400640 1 --2- 172.21.15.102:0/928118662 >> v2:172.21.15.92:3300/0 conn(0x7faf040d1590 0x7faf040b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.137 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf0a400640 1 -- 172.21.15.102:0/928118662 >> 172.21.15.102:0/928118662 conn(0x7faf04062630 msgr2=0x7faf04062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:00:59.137 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf0a400640 1 -- 172.21.15.102:0/928118662 shutdown_connections 2024-09-19T06:00:59.137 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.133+0000 7faf0a400640 1 -- 172.21.15.102:0/928118662 wait complete. 2024-09-19T06:00:59.138 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.135+0000 7faf0a400640 1 Processor -- start 2024-09-19T06:00:59.138 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.135+0000 7faf0a400640 1 -- start start 2024-09-19T06:00:59.139 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf0a400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 0x7faf041f4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.139 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf0a400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf040d1590 0x7faf0415a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.139 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf0a400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf0415e5f0 0x7faf040cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.139 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf0a400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7faf040b8b60 con 0x7faf040d1590 2024-09-19T06:00:59.139 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf0a400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faf040b97c0 con 0x7faf0415e5f0 2024-09-19T06:00:59.139 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf0a400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7faf040b8ce0 con 0x7faf040b8730 2024-09-19T06:00:59.140 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf09a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf0415e5f0 0x7faf040cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.140 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf09000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 0x7faf041f4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.140 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf09a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf0415e5f0 0x7faf040cdb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:53254/0 (socket says 172.21.15.102:53254) 2024-09-19T06:00:59.140 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faf09a00640 1 -- 172.21.15.102:0/171111330 learned_addr learned my addr 172.21.15.102:0/171111330 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:00:59.140 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.136+0000 7faefbe00640 1 --2- 172.21.15.102:0/171111330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf040d1590 0x7faf0415a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.141 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf09a00640 1 -- 172.21.15.102:0/171111330 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 msgr2=0x7faf041f4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.141 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf09a00640 1 --2- 172.21.15.102:0/171111330 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 0x7faf041f4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.141 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf09a00640 1 -- 172.21.15.102:0/171111330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf040d1590 msgr2=0x7faf0415a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.141 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf09a00640 1 --2- 172.21.15.102:0/171111330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf040d1590 0x7faf0415a2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf09a00640 1 -- 172.21.15.102:0/171111330 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faf041f4fe0 con 0x7faf0415e5f0 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf09a00640 1 --2- 172.21.15.102:0/171111330 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf0415e5f0 0x7faf040cdb90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7faefc02ac50 tx=0x7faefc004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf01600640 1 -- 172.21.15.102:0/171111330 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faefc040070 con 0x7faf0415e5f0 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf01600640 1 -- 172.21.15.102:0/171111330 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faefc031bc0 con 0x7faf0415e5f0 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf01600640 1 -- 172.21.15.102:0/171111330 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faefc009450 con 0x7faf0415e5f0 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.137+0000 7faf0a400640 1 -- 172.21.15.102:0/171111330 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faf040cb6e0 con 0x7faf0415e5f0 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.138+0000 7faf0a400640 1 -- 172.21.15.102:0/171111330 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faf040cbca0 con 0x7faf0415e5f0 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.138+0000 7faf01600640 1 -- 172.21.15.102:0/171111330 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7faefc039040 con 0x7faf0415e5f0 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.138+0000 7faf01600640 1 -- 172.21.15.102:0/171111330 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(2..2 src has 1..2) ==== 725+0+0 (secure 0 0 0) 0x7faefc045d10 con 0x7faf0415e5f0 2024-09-19T06:00:59.142 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.139+0000 7faf0a400640 1 -- 172.21.15.102:0/171111330 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faf040cd970 con 0x7faf0415e5f0 2024-09-19T06:00:59.144 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.142+0000 7faf01600640 1 -- 172.21.15.102:0/171111330 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7faf041f4fe0 con 0x7faf0415e5f0 2024-09-19T06:00:59.245 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.243+0000 7faf0a400640 1 -- 172.21.15.102:0/171111330 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd new", "uuid": "eaa55bdb-3ece-4805-b698-33d7bc7c8402", "id": 0} v 0) -- 0x7faf0415b570 con 0x7faf0415e5f0 2024-09-19T06:00:59.251 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.248+0000 7faf01600640 1 -- 172.21.15.102:0/171111330 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "eaa55bdb-3ece-4805-b698-33d7bc7c8402", "id": 0}]=0 v3) ==== 112+0+2 (secure 0 0 0) 0x7faefc007840 con 0x7faf0415e5f0 2024-09-19T06:00:59.251 INFO:teuthology.orchestra.run.smithi102.stdout:0 2024-09-19T06:00:59.252 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.249+0000 7faf0a400640 1 -- 172.21.15.102:0/171111330 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf0415e5f0 msgr2=0x7faf040cdb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.249+0000 7faf0a400640 1 --2- 172.21.15.102:0/171111330 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf0415e5f0 0x7faf040cdb90 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7faefc02ac50 tx=0x7faefc004a40 comp rx=0 tx=0).stop 2024-09-19T06:00:59.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.249+0000 7faf0a400640 1 -- 172.21.15.102:0/171111330 shutdown_connections 2024-09-19T06:00:59.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.249+0000 7faf0a400640 1 --2- 172.21.15.102:0/171111330 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faf0415e5f0 0x7faf040cdb90 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.249+0000 7faf0a400640 1 --2- 172.21.15.102:0/171111330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faf040d1590 0x7faf0415a2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.249+0000 7faf0a400640 1 --2- 172.21.15.102:0/171111330 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faf040b8730 0x7faf041f4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.249+0000 7faf0a400640 1 -- 172.21.15.102:0/171111330 >> 172.21.15.102:0/171111330 conn(0x7faf04062630 msgr2=0x7faf04062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:00:59.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.250+0000 7faf0a400640 1 -- 172.21.15.102:0/171111330 shutdown_connections 2024-09-19T06:00:59.253 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.250+0000 7faf0a400640 1 -- 172.21.15.102:0/171111330 wait complete. 2024-09-19T06:00:59.263 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:00:59.262+0000 7fd3af18c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T06:00:59.267 DEBUG:teuthology.orchestra.run.smithi102:> sudo ceph --cluster ceph osd new 09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b 1 2024-09-19T06:00:59.325 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:00:59.323+0000 7fd3af18c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T06:00:59.346 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:00:59.343+0000 7fb430c1c040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-19T06:00:59.406 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:00:59.403+0000 7fb430c1c040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-19T06:00:59.415 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.412+0000 7fd448c00640 1 Processor -- start 2024-09-19T06:00:59.415 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.412+0000 7fd448c00640 1 -- start start 2024-09-19T06:00:59.417 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.413+0000 7fd448c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440b5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.417 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.413+0000 7fd448c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd4440d1a20 0x7fd4440b6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.417 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.413+0000 7fd448c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fd4440d2050 0x7fd4440d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.417 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.413+0000 7fd448c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fd4440b7570 con 0x7fd4440d1a20 2024-09-19T06:00:59.417 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.413+0000 7fd448c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fd4440d3cb0 con 0x7fd4440d2050 2024-09-19T06:00:59.417 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd448c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd4440cf4f0 con 0x7fd444161ca0 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd443400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440b5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd443e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fd4440d2050 0x7fd4440d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd443400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440b5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.102:41520/0 (socket says 172.21.15.102:41520) 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd443400640 1 -- 172.21.15.102:0/3624631142 learned_addr learned my addr 172.21.15.102:0/3624631142 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd442a00640 1 --2- 172.21.15.102:0/3624631142 >> v2:172.21.15.92:3300/0 conn(0x7fd4440d1a20 0x7fd4440b6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd443400640 1 -- 172.21.15.102:0/3624631142 >> v2:172.21.15.102:3300/0 conn(0x7fd4440d2050 msgr2=0x7fd4440d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd443400640 1 --2- 172.21.15.102:0/3624631142 >> v2:172.21.15.102:3300/0 conn(0x7fd4440d2050 0x7fd4440d2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd443400640 1 -- 172.21.15.102:0/3624631142 >> v2:172.21.15.92:3300/0 conn(0x7fd4440d1a20 msgr2=0x7fd4440b6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd443400640 1 --2- 172.21.15.102:0/3624631142 >> v2:172.21.15.92:3300/0 conn(0x7fd4440d1a20 0x7fd4440b6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd443400640 1 -- 172.21.15.102:0/3624631142 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4440d3f40 con 0x7fd444161ca0 2024-09-19T06:00:59.418 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.414+0000 7fd442a00640 1 --2- 172.21.15.102:0/3624631142 >> v2:172.21.15.92:3300/0 conn(0x7fd4440d1a20 0x7fd4440b6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:00:59.419 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.415+0000 7fd443400640 1 --2- 172.21.15.102:0/3624631142 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440b5f00 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd44406d100 tx=0x7fd43402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=57e4dde905b7c11b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.415+0000 7fd442000640 1 -- 172.21.15.102:0/3624631142 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd434037070 con 0x7fd444161ca0 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd442000640 1 -- 172.21.15.102:0/3624631142 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd434032440 con 0x7fd444161ca0 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd442000640 1 -- 172.21.15.102:0/3624631142 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd434032810 con 0x7fd444161ca0 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd448c00640 1 -- 172.21.15.102:0/3624631142 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 msgr2=0x7fd4440b5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd448c00640 1 --2- 172.21.15.102:0/3624631142 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440b5f00 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fd44406d100 tx=0x7fd43402a270 comp rx=0 tx=0).stop 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd448c00640 1 -- 172.21.15.102:0/3624631142 shutdown_connections 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd448c00640 1 --2- 172.21.15.102:0/3624631142 >> v2:172.21.15.102:3300/0 conn(0x7fd4440d2050 0x7fd4440d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd448c00640 1 --2- 172.21.15.102:0/3624631142 >> v2:172.21.15.92:3300/0 conn(0x7fd4440d1a20 0x7fd4440b6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd448c00640 1 --2- 172.21.15.102:0/3624631142 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440b5f00 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd448c00640 1 -- 172.21.15.102:0/3624631142 >> 172.21.15.102:0/3624631142 conn(0x7fd4440d0f00 msgr2=0x7fd4440d1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd448c00640 1 -- 172.21.15.102:0/3624631142 shutdown_connections 2024-09-19T06:00:59.420 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.416+0000 7fd448c00640 1 -- 172.21.15.102:0/3624631142 wait complete. 2024-09-19T06:00:59.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.418+0000 7fd448c00640 1 Processor -- start 2024-09-19T06:00:59.421 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.418+0000 7fd448c00640 1 -- start start 2024-09-19T06:00:59.423 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd448c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4440d1a20 0x7fd4441f5560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.423 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd448c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4440d2050 0x7fd444152970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.423 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd448c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440acaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.423 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd448c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd444162080 con 0x7fd4440d2050 2024-09-19T06:00:59.423 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd448c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd4440d4220 con 0x7fd4440d1a20 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd448c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd4440abfb0 con 0x7fd444161ca0 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd443400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4440d1a20 0x7fd4441f5560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd443e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440acaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd443400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4440d1a20 0x7fd4441f5560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:53276/0 (socket says 172.21.15.102:53276) 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd443e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440acaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.102:41536/0 (socket says 172.21.15.102:41536) 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd443400640 1 -- 172.21.15.102:0/1024293411 learned_addr learned my addr 172.21.15.102:0/1024293411 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.419+0000 7fd442a00640 1 --2- 172.21.15.102:0/1024293411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4440d2050 0x7fd444152970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd443400640 1 -- 172.21.15.102:0/1024293411 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 msgr2=0x7fd4440acaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd443400640 1 --2- 172.21.15.102:0/1024293411 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440acaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd443400640 1 -- 172.21.15.102:0/1024293411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4440d2050 msgr2=0x7fd444152970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd443400640 1 --2- 172.21.15.102:0/1024293411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4440d2050 0x7fd444152970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd443400640 1 -- 172.21.15.102:0/1024293411 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd44415f530 con 0x7fd4440d1a20 2024-09-19T06:00:59.424 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd443e00640 1 --2- 172.21.15.102:0/1024293411 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440acaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:00:59.425 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd443400640 1 --2- 172.21.15.102:0/1024293411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4440d1a20 0x7fd4441f5560 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd4340090b0 tx=0x7fd4340046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:59.425 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd43b400640 1 -- 172.21.15.102:0/1024293411 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd434041030 con 0x7fd4440d1a20 2024-09-19T06:00:59.425 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd43b400640 1 -- 172.21.15.102:0/1024293411 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd434030440 con 0x7fd4440d1a20 2024-09-19T06:00:59.425 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd43b400640 1 -- 172.21.15.102:0/1024293411 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd434037040 con 0x7fd4440d1a20 2024-09-19T06:00:59.425 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd448c00640 1 -- 172.21.15.102:0/1024293411 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd44415c300 con 0x7fd4440d1a20 2024-09-19T06:00:59.425 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.420+0000 7fd448c00640 1 -- 172.21.15.102:0/1024293411 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd44415c8c0 con 0x7fd4440d1a20 2024-09-19T06:00:59.425 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.421+0000 7fd43b400640 1 -- 172.21.15.102:0/1024293411 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fd434044070 con 0x7fd4440d1a20 2024-09-19T06:00:59.425 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.421+0000 7fd43b400640 1 -- 172.21.15.102:0/1024293411 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(3..3 src has 1..3) ==== 840+0+0 (secure 0 0 0) 0x7fd43403d650 con 0x7fd4440d1a20 2024-09-19T06:00:59.425 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.421+0000 7fd448c00640 1 -- 172.21.15.102:0/1024293411 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4441614c0 con 0x7fd4440d1a20 2024-09-19T06:00:59.426 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.424+0000 7fd43b400640 1 -- 172.21.15.102:0/1024293411 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fd4441614c0 con 0x7fd4440d1a20 2024-09-19T06:00:59.494 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:00:59.492+0000 7fd3af18c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T06:00:59.497 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.495+0000 7fd448c00640 1 -- 172.21.15.102:0/1024293411 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd new", "uuid": "09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b", "id": 1} v 0) -- 0x7fd4440ce710 con 0x7fd4440d1a20 2024-09-19T06:00:59.503 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.500+0000 7fd43b400640 1 -- 172.21.15.102:0/1024293411 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b", "id": 1}]=0 v4) ==== 112+0+2 (secure 0 0 0) 0x7fd43404b070 con 0x7fd4440d1a20 2024-09-19T06:00:59.503 INFO:teuthology.orchestra.run.smithi102.stdout:1 2024-09-19T06:00:59.504 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.501+0000 7fd448c00640 1 -- 172.21.15.102:0/1024293411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4440d1a20 msgr2=0x7fd4441f5560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.504 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.501+0000 7fd448c00640 1 --2- 172.21.15.102:0/1024293411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4440d1a20 0x7fd4441f5560 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fd4340090b0 tx=0x7fd4340046c0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.504 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.501+0000 7fd448c00640 1 -- 172.21.15.102:0/1024293411 shutdown_connections 2024-09-19T06:00:59.504 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.501+0000 7fd448c00640 1 --2- 172.21.15.102:0/1024293411 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd444161ca0 0x7fd4440acaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.505 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.501+0000 7fd448c00640 1 --2- 172.21.15.102:0/1024293411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4440d2050 0x7fd444152970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.505 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.501+0000 7fd448c00640 1 --2- 172.21.15.102:0/1024293411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4440d1a20 0x7fd4441f5560 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.505 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.501+0000 7fd448c00640 1 -- 172.21.15.102:0/1024293411 >> 172.21.15.102:0/1024293411 conn(0x7fd4440d0f00 msgr2=0x7fd4440d3370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:00:59.505 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.502+0000 7fd448c00640 1 -- 172.21.15.102:0/1024293411 shutdown_connections 2024-09-19T06:00:59.505 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.502+0000 7fd448c00640 1 -- 172.21.15.102:0/1024293411 wait complete. 2024-09-19T06:00:59.519 DEBUG:teuthology.orchestra.run.smithi102:> sudo ceph --cluster ceph osd new a8b17ffe-92c7-41c9-a935-b3df9f27da4b 2 2024-09-19T06:00:59.584 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:00:59.582+0000 7fb430c1c040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-19T06:00:59.669 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.663+0000 7f4f4ba00640 1 Processor -- start 2024-09-19T06:00:59.669 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.664+0000 7f4f4ba00640 1 -- start start 2024-09-19T06:00:59.669 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f4ba00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4f4415e7a0 0x7f4f4406caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.669 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f4ba00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f440b68f0 0x7f4f440d3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.669 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f4ba00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4f440cf860 con 0x7f4f440cf1f0 2024-09-19T06:00:59.669 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f4ba00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4f440d2ca0 con 0x7f4f4415e7a0 2024-09-19T06:00:59.669 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f4ba00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4f440cfb40 con 0x7f4f440b68f0 2024-09-19T06:00:59.669 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f49a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f440b68f0 0x7f4f440d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.669 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f43e00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f4f440cf1f0 0x7f4f440b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.102:41694/0 (socket says 172.21.15.102:41694) 2024-09-19T06:00:59.670 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f43e00640 1 -- 172.21.15.102:0/3270694764 learned_addr learned my addr 172.21.15.102:0/3270694764 (peer_addr_for_me v1:172.21.15.102:0/0) 2024-09-19T06:00:59.670 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f49000640 1 --2- 172.21.15.102:0/3270694764 >> v2:172.21.15.92:3300/0 conn(0x7f4f4415e7a0 0x7f4f4406caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.670 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f49a00640 1 -- 172.21.15.102:0/3270694764 >> v2:172.21.15.92:3300/0 conn(0x7f4f4415e7a0 msgr2=0x7f4f4406caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:00:59.670 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f49a00640 1 --2- 172.21.15.102:0/3270694764 >> v2:172.21.15.92:3300/0 conn(0x7f4f4415e7a0 0x7f4f4406caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.670 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f49a00640 1 -- 172.21.15.102:0/3270694764 >> v1:172.21.15.102:6789/0 conn(0x7f4f440cf1f0 legacy=0x7f4f440b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.670 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.665+0000 7f4f49a00640 1 -- 172.21.15.102:0/3270694764 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f440cfe20 con 0x7f4f440b68f0 2024-09-19T06:00:59.671 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.666+0000 7f4f49a00640 1 --2- 172.21.15.102:0/3270694764 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f440b68f0 0x7f4f440d3410 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c009d90 tx=0x7f4f3c02a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=23d4b05bb1ba7500 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:59.671 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f43400640 1 -- 172.21.15.102:0/3270694764 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c031600 con 0x7f4f440b68f0 2024-09-19T06:00:59.671 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f43400640 1 -- 172.21.15.102:0/3270694764 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f3c0317a0 con 0x7f4f440b68f0 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f43400640 1 -- 172.21.15.102:0/3270694764 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c031b70 con 0x7f4f440b68f0 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f4ba00640 1 -- 172.21.15.102:0/3270694764 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f440b68f0 msgr2=0x7f4f440d3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f4ba00640 1 --2- 172.21.15.102:0/3270694764 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f440b68f0 0x7f4f440d3410 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c009d90 tx=0x7f4f3c02a5d0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f4ba00640 1 -- 172.21.15.102:0/3270694764 shutdown_connections 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f4ba00640 1 --2- 172.21.15.102:0/3270694764 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f440b68f0 0x7f4f440d3410 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f4ba00640 1 --2- 172.21.15.102:0/3270694764 >> v2:172.21.15.92:3300/0 conn(0x7f4f4415e7a0 0x7f4f4406caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f4ba00640 1 -- 172.21.15.102:0/3270694764 >> 172.21.15.102:0/3270694764 conn(0x7f4f440d11e0 msgr2=0x7f4f440d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f4ba00640 1 -- 172.21.15.102:0/3270694764 shutdown_connections 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.667+0000 7f4f4ba00640 1 -- 172.21.15.102:0/3270694764 wait complete. 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.669+0000 7f4f4ba00640 1 Processor -- start 2024-09-19T06:00:59.672 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.669+0000 7f4f4ba00640 1 -- start start 2024-09-19T06:00:59.674 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f4ba00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f440b68f0 0x7f4f44157cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.674 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f4ba00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f440cf1f0 0x7f4f4414ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f4ba00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f4415e7a0 0x7f4f440cab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f4ba00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4f4406cfe0 con 0x7f4f440cf1f0 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f4ba00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4f440b7a00 con 0x7f4f440b68f0 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f4ba00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4f4415eb80 con 0x7f4f4415e7a0 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f49000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f440b68f0 0x7f4f44157cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f49a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f4415e7a0 0x7f4f440cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f49000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f440b68f0 0x7f4f44157cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:53286/0 (socket says 172.21.15.102:53286) 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f49000640 1 -- 172.21.15.102:0/1903882339 learned_addr learned my addr 172.21.15.102:0/1903882339 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.670+0000 7f4f43e00640 1 --2- 172.21.15.102:0/1903882339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f440cf1f0 0x7f4f4414ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f49000640 1 -- 172.21.15.102:0/1903882339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f4415e7a0 msgr2=0x7f4f440cab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f49000640 1 --2- 172.21.15.102:0/1903882339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f4415e7a0 0x7f4f440cab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.675 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f49000640 1 -- 172.21.15.102:0/1903882339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f440cf1f0 msgr2=0x7f4f4414ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f49000640 1 --2- 172.21.15.102:0/1903882339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f440cf1f0 0x7f4f4414ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f49000640 1 -- 172.21.15.102:0/1903882339 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4f440c9530 con 0x7f4f440b68f0 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f49a00640 1 --2- 172.21.15.102:0/1903882339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f4415e7a0 0x7f4f440cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f49000640 1 --2- 172.21.15.102:0/1903882339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f440b68f0 0x7f4f44157cf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4f3800e870 tx=0x7f4f3800ed30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f40c00640 1 -- 172.21.15.102:0/1903882339 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f38017070 con 0x7f4f440b68f0 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f40c00640 1 -- 172.21.15.102:0/1903882339 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4f3800c940 con 0x7f4f440b68f0 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f4ba00640 1 -- 172.21.15.102:0/1903882339 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4f440c9810 con 0x7f4f440b68f0 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f40c00640 1 -- 172.21.15.102:0/1903882339 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4f3800cd30 con 0x7f4f440b68f0 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.671+0000 7f4f4ba00640 1 -- 172.21.15.102:0/1903882339 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4f440cb090 con 0x7f4f440b68f0 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.672+0000 7f4f40c00640 1 -- 172.21.15.102:0/1903882339 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4f3801a070 con 0x7f4f440b68f0 2024-09-19T06:00:59.676 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.672+0000 7f4f40c00640 1 -- 172.21.15.102:0/1903882339 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(4..4 src has 1..4) ==== 955+0+0 (secure 0 0 0) 0x7f4f3801c870 con 0x7f4f440b68f0 2024-09-19T06:00:59.677 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.672+0000 7f4f4ba00640 1 -- 172.21.15.102:0/1903882339 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4f4406caa0 con 0x7f4f440b68f0 2024-09-19T06:00:59.677 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.675+0000 7f4f40c00640 1 -- 172.21.15.102:0/1903882339 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4f3801c450 con 0x7f4f440b68f0 2024-09-19T06:00:59.748 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.745+0000 7f4f4ba00640 1 -- 172.21.15.102:0/1903882339 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd new", "uuid": "a8b17ffe-92c7-41c9-a935-b3df9f27da4b", "id": 2} v 0) -- 0x7f4f4406c170 con 0x7f4f440b68f0 2024-09-19T06:00:59.753 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.751+0000 7f4f40c00640 1 -- 172.21.15.102:0/1903882339 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a8b17ffe-92c7-41c9-a935-b3df9f27da4b", "id": 2}]=0 v5) ==== 112+0+2 (secure 0 0 0) 0x7f4f3801c670 con 0x7f4f440b68f0 2024-09-19T06:00:59.754 INFO:teuthology.orchestra.run.smithi102.stdout:2 2024-09-19T06:00:59.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.752+0000 7f4f4ba00640 1 -- 172.21.15.102:0/1903882339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f440b68f0 msgr2=0x7f4f44157cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.752+0000 7f4f4ba00640 1 --2- 172.21.15.102:0/1903882339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f440b68f0 0x7f4f44157cf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f4f3800e870 tx=0x7f4f3800ed30 comp rx=0 tx=0).stop 2024-09-19T06:00:59.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.752+0000 7f4f4ba00640 1 -- 172.21.15.102:0/1903882339 shutdown_connections 2024-09-19T06:00:59.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.752+0000 7f4f4ba00640 1 --2- 172.21.15.102:0/1903882339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4f4415e7a0 0x7f4f440cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.752+0000 7f4f4ba00640 1 --2- 172.21.15.102:0/1903882339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f440cf1f0 0x7f4f4414ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.752+0000 7f4f4ba00640 1 --2- 172.21.15.102:0/1903882339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4f440b68f0 0x7f4f44157cf0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.752+0000 7f4f4ba00640 1 -- 172.21.15.102:0/1903882339 >> 172.21.15.102:0/1903882339 conn(0x7f4f440d11e0 msgr2=0x7f4f440d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:00:59.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.752+0000 7f4f4ba00640 1 -- 172.21.15.102:0/1903882339 shutdown_connections 2024-09-19T06:00:59.755 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.752+0000 7f4f4ba00640 1 -- 172.21.15.102:0/1903882339 wait complete. 2024-09-19T06:00:59.769 DEBUG:teuthology.orchestra.run.smithi102:> sudo ceph --cluster ceph osd new 03e9e4c1-2ab4-4fd3-8fbd-f7418820e091 3 2024-09-19T06:00:59.919 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.916+0000 7fb263200640 1 Processor -- start 2024-09-19T06:00:59.919 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.916+0000 7fb263200640 1 -- start start 2024-09-19T06:00:59.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.917+0000 7fb263200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb2640d1a20 0x7fb2640b8050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.917+0000 7fb263200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2640d3cb0 con 0x7fb2640b6610 2024-09-19T06:00:59.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.917+0000 7fb263200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb2640cf4f0 con 0x7fb264161ca0 2024-09-19T06:00:59.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.917+0000 7fb263200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb2640b7570 con 0x7fb2640d1a20 2024-09-19T06:00:59.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.917+0000 7fb262800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb2640d1a20 0x7fb2640b8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.917+0000 7fb261e00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7fb264161ca0 0x7fb2640b5f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.102:56792/0 (socket says 172.21.15.102:56792) 2024-09-19T06:00:59.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.917+0000 7fb261e00640 1 -- 172.21.15.102:0/1330030936 learned_addr learned my addr 172.21.15.102:0/1330030936 (peer_addr_for_me v1:172.21.15.102:0/0) 2024-09-19T06:00:59.921 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.918+0000 7fb262800640 1 -- 172.21.15.102:0/1330030936 >> v1:172.21.15.102:6789/0 conn(0x7fb264161ca0 legacy=0x7fb2640b5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.921 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.918+0000 7fb262800640 1 -- 172.21.15.102:0/1330030936 >> v1:172.21.15.92:6789/0 conn(0x7fb2640b6610 legacy=0x7fb2640b7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.921 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.918+0000 7fb262800640 1 -- 172.21.15.102:0/1330030936 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb2640d3f40 con 0x7fb2640d1a20 2024-09-19T06:00:59.921 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.918+0000 7fb261400640 1 -- 172.21.15.102:0/1330030936 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3608007382 0 0) 0x7fb2640cf4f0 con 0x7fb264161ca0 2024-09-19T06:00:59.921 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.919+0000 7fb262800640 1 --2- 172.21.15.102:0/1330030936 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640d1a20 0x7fb2640b8050 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb25c009d90 tx=0x7fb25c02a780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42d99762ab5e7524 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:59.922 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.919+0000 7fb261400640 1 -- 172.21.15.102:0/1330030936 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb25c037070 con 0x7fb2640d1a20 2024-09-19T06:00:59.923 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.919+0000 7fb261400640 1 -- 172.21.15.102:0/1330030936 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb25c007740 con 0x7fb2640d1a20 2024-09-19T06:00:59.923 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.919+0000 7fb261400640 1 -- 172.21.15.102:0/1330030936 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb25c007b10 con 0x7fb2640d1a20 2024-09-19T06:00:59.923 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.920+0000 7fb263200640 1 -- 172.21.15.102:0/1330030936 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640d1a20 msgr2=0x7fb2640b8050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.923 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.920+0000 7fb263200640 1 --2- 172.21.15.102:0/1330030936 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640d1a20 0x7fb2640b8050 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fb25c009d90 tx=0x7fb25c02a780 comp rx=0 tx=0).stop 2024-09-19T06:00:59.923 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.920+0000 7fb263200640 1 -- 172.21.15.102:0/1330030936 shutdown_connections 2024-09-19T06:00:59.923 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.920+0000 7fb263200640 1 --2- 172.21.15.102:0/1330030936 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640d1a20 0x7fb2640b8050 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.923 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.920+0000 7fb263200640 1 -- 172.21.15.102:0/1330030936 >> 172.21.15.102:0/1330030936 conn(0x7fb2640d0f00 msgr2=0x7fb2640d1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:00:59.923 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.920+0000 7fb263200640 1 -- 172.21.15.102:0/1330030936 shutdown_connections 2024-09-19T06:00:59.923 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.920+0000 7fb263200640 1 -- 172.21.15.102:0/1330030936 wait complete. 2024-09-19T06:00:59.924 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.921+0000 7fb263200640 1 Processor -- start 2024-09-19T06:00:59.924 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.921+0000 7fb263200640 1 -- start start 2024-09-19T06:00:59.926 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.922+0000 7fb263200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640b6610 0x7fb26415aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.926 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.922+0000 7fb263200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2640d1a20 0x7fb2641f4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.926 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.922+0000 7fb263200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb264161ca0 0x7fb2640b4e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.922+0000 7fb263200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb264162080 con 0x7fb2640d1a20 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.922+0000 7fb263200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb2640d4220 con 0x7fb2640b6610 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.922+0000 7fb263200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb2640ccf30 con 0x7fb264161ca0 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb261e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640b6610 0x7fb26415aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb261e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640b6610 0x7fb26415aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:41326/0 (socket says 172.21.15.102:41326) 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb261e00640 1 -- 172.21.15.102:0/3417852917 learned_addr learned my addr 172.21.15.102:0/3417852917 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb262800640 1 --2- 172.21.15.102:0/3417852917 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb264161ca0 0x7fb2640b4e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb259400640 1 --2- 172.21.15.102:0/3417852917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2640d1a20 0x7fb2641f4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb261e00640 1 -- 172.21.15.102:0/3417852917 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb264161ca0 msgr2=0x7fb2640b4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb261e00640 1 --2- 172.21.15.102:0/3417852917 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb264161ca0 0x7fb2640b4e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb261e00640 1 -- 172.21.15.102:0/3417852917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2640d1a20 msgr2=0x7fb2641f4390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:00:59.927 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb261e00640 1 --2- 172.21.15.102:0/3417852917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2640d1a20 0x7fb2641f4390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:00:59.928 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb261e00640 1 -- 172.21.15.102:0/3417852917 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb26415afc0 con 0x7fb2640b6610 2024-09-19T06:00:59.928 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb261e00640 1 --2- 172.21.15.102:0/3417852917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640b6610 0x7fb26415aa80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb25400c3f0 tx=0x7fb25400c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:00:59.928 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.923+0000 7fb25aa00640 1 -- 172.21.15.102:0/3417852917 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2540074e0 con 0x7fb2640b6610 2024-09-19T06:00:59.928 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.924+0000 7fb25aa00640 1 -- 172.21.15.102:0/3417852917 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2540047e0 con 0x7fb2640b6610 2024-09-19T06:00:59.928 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.924+0000 7fb25aa00640 1 -- 172.21.15.102:0/3417852917 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb254004c10 con 0x7fb2640b6610 2024-09-19T06:00:59.928 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.924+0000 7fb263200640 1 -- 172.21.15.102:0/3417852917 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb2641f5330 con 0x7fb2640b6610 2024-09-19T06:00:59.928 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.924+0000 7fb263200640 1 -- 172.21.15.102:0/3417852917 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb2641f4d70 con 0x7fb2640b6610 2024-09-19T06:00:59.928 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.924+0000 7fb25aa00640 1 -- 172.21.15.102:0/3417852917 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb254011070 con 0x7fb2640b6610 2024-09-19T06:00:59.928 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.924+0000 7fb25aa00640 1 -- 172.21.15.102:0/3417852917 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(5..5 src has 1..5) ==== 1070+0+0 (secure 0 0 0) 0x7fb254004db0 con 0x7fb2640b6610 2024-09-19T06:00:59.929 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.925+0000 7fb263200640 1 -- 172.21.15.102:0/3417852917 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb2640ce710 con 0x7fb2640b6610 2024-09-19T06:00:59.929 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:00:59.927+0000 7fb25aa00640 1 -- 172.21.15.102:0/3417852917 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb26415afc0 con 0x7fb2640b6610 2024-09-19T06:01:00.013 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.010+0000 7fb263200640 1 -- 172.21.15.102:0/3417852917 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd new", "uuid": "03e9e4c1-2ab4-4fd3-8fbd-f7418820e091", "id": 3} v 0) -- 0x7fb2640cf020 con 0x7fb2640b6610 2024-09-19T06:01:00.019 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.016+0000 7fb25aa00640 1 -- 172.21.15.102:0/3417852917 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "03e9e4c1-2ab4-4fd3-8fbd-f7418820e091", "id": 3}]=0 v6) ==== 112+0+2 (secure 0 0 0) 0x7fb25401d3f0 con 0x7fb2640b6610 2024-09-19T06:01:00.019 INFO:teuthology.orchestra.run.smithi102.stdout:3 2024-09-19T06:01:00.020 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.017+0000 7fb263200640 1 -- 172.21.15.102:0/3417852917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640b6610 msgr2=0x7fb26415aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.020 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.017+0000 7fb263200640 1 --2- 172.21.15.102:0/3417852917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640b6610 0x7fb26415aa80 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fb25400c3f0 tx=0x7fb25400c8b0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.020 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.017+0000 7fb263200640 1 -- 172.21.15.102:0/3417852917 shutdown_connections 2024-09-19T06:01:00.020 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.017+0000 7fb263200640 1 --2- 172.21.15.102:0/3417852917 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb264161ca0 0x7fb2640b4e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.020 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.017+0000 7fb263200640 1 --2- 172.21.15.102:0/3417852917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb2640d1a20 0x7fb2641f4390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.020 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.017+0000 7fb263200640 1 --2- 172.21.15.102:0/3417852917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb2640b6610 0x7fb26415aa80 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.020 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.017+0000 7fb263200640 1 -- 172.21.15.102:0/3417852917 >> 172.21.15.102:0/3417852917 conn(0x7fb2640d0f00 msgr2=0x7fb2640b7940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:00.020 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.017+0000 7fb263200640 1 -- 172.21.15.102:0/3417852917 shutdown_connections 2024-09-19T06:01:00.020 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.017+0000 7fb263200640 1 -- 172.21.15.102:0/3417852917 wait complete. 2024-09-19T06:01:00.034 DEBUG:teuthology.orchestra.run.smithi102:> sudo ceph --cluster ceph osd new e9327d9f-8c36-4a65-a170-0b864fcfaa28 4 2024-09-19T06:01:00.184 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.181+0000 7f7314a00640 1 Processor -- start 2024-09-19T06:01:00.184 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.182+0000 7f7314a00640 1 -- start start 2024-09-19T06:01:00.186 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f7314a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f73100cf1f0 0x7f73100b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.186 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f7314a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f73100b6720 0x7f73100d3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.186 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f7314a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f73100cf860 con 0x7f731015e7a0 2024-09-19T06:01:00.186 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f7314a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f73100b6b90 con 0x7f73100cf1f0 2024-09-19T06:01:00.186 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f7314a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f73100d2ca0 con 0x7f73100b6720 2024-09-19T06:01:00.186 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730e800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f73100b6720 0x7f73100d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.186 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f73100cf1f0 0x7f73100b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.186 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730e800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f73100b6720 0x7f73100d3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:41332/0 (socket says 172.21.15.102:41332) 2024-09-19T06:01:00.187 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730de00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f731015e7a0 0x7f731006caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.102:53978/0 (socket says 172.21.15.102:53978) 2024-09-19T06:01:00.187 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730e800640 1 -- 172.21.15.102:0/2114668956 learned_addr learned my addr 172.21.15.102:0/2114668956 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:01:00.187 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730e800640 1 -- 172.21.15.102:0/2114668956 >> v2:172.21.15.92:3300/0 conn(0x7f73100cf1f0 msgr2=0x7f73100b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:00.187 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730e800640 1 --2- 172.21.15.102:0/2114668956 >> v2:172.21.15.92:3300/0 conn(0x7f73100cf1f0 0x7f73100b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.187 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730e800640 1 -- 172.21.15.102:0/2114668956 >> v1:172.21.15.92:6789/0 conn(0x7f731015e7a0 legacy=0x7f731006caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.187 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730ca00640 1 -- 172.21.15.102:0/2114668956 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2931826187 0 0) 0x7f73100cf860 con 0x7f731015e7a0 2024-09-19T06:01:00.187 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.183+0000 7f730e800640 1 -- 172.21.15.102:0/2114668956 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73100cfb40 con 0x7f73100b6720 2024-09-19T06:01:00.187 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.185+0000 7f730e800640 1 --2- 172.21.15.102:0/2114668956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f73100b6720 0x7f73100d3410 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f731008d930 tx=0x7f730802a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d465876d59bcd43 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.185+0000 7f730ca00640 1 -- 172.21.15.102:0/2114668956 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7308036070 con 0x7f73100b6720 2024-09-19T06:01:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.185+0000 7f730ca00640 1 -- 172.21.15.102:0/2114668956 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7308031600 con 0x7f73100b6720 2024-09-19T06:01:00.188 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.185+0000 7f730ca00640 1 -- 172.21.15.102:0/2114668956 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f73080319d0 con 0x7f73100b6720 2024-09-19T06:01:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.186+0000 7f7314a00640 1 -- 172.21.15.102:0/2114668956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f73100b6720 msgr2=0x7f73100d3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.186+0000 7f7314a00640 1 --2- 172.21.15.102:0/2114668956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f73100b6720 0x7f73100d3410 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f731008d930 tx=0x7f730802a6a0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.186+0000 7f7314a00640 1 -- 172.21.15.102:0/2114668956 shutdown_connections 2024-09-19T06:01:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.186+0000 7f7314a00640 1 --2- 172.21.15.102:0/2114668956 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f73100b6720 0x7f73100d3410 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.186+0000 7f7314a00640 1 --2- 172.21.15.102:0/2114668956 >> v2:172.21.15.92:3300/0 conn(0x7f73100cf1f0 0x7f73100b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.186+0000 7f7314a00640 1 -- 172.21.15.102:0/2114668956 >> 172.21.15.102:0/2114668956 conn(0x7f73100d11e0 msgr2=0x7f73100d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.186+0000 7f7314a00640 1 -- 172.21.15.102:0/2114668956 shutdown_connections 2024-09-19T06:01:00.189 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.186+0000 7f7314a00640 1 -- 172.21.15.102:0/2114668956 wait complete. 2024-09-19T06:01:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.188+0000 7f7314a00640 1 Processor -- start 2024-09-19T06:01:00.190 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.188+0000 7f7314a00640 1 -- start start 2024-09-19T06:01:00.193 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f7314a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f73100b6720 0x7f73100c83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f7314a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73100cf1f0 0x7f73100ca330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f7314a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f731015e7a0 0x7f7310159db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f7314a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f73100b7a00 con 0x7f73100cf1f0 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f7314a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f73100d2ef0 con 0x7f731015e7a0 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f7314a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f731015eb80 con 0x7f73100b6720 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f730de00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f73100b6720 0x7f73100c83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f730de00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f73100b6720 0x7f73100c83d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.102:59516/0 (socket says 172.21.15.102:59516) 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f730de00640 1 -- 172.21.15.102:0/2744830547 learned_addr learned my addr 172.21.15.102:0/2744830547 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f730e800640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f731015e7a0 0x7f7310159db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.189+0000 7f730d400640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73100cf1f0 0x7f73100ca330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f730de00640 1 -- 172.21.15.102:0/2744830547 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f731015e7a0 msgr2=0x7f7310159db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f730de00640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f731015e7a0 0x7f7310159db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.194 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f730de00640 1 -- 172.21.15.102:0/2744830547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73100cf1f0 msgr2=0x7f73100ca330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f730de00640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73100cf1f0 0x7f73100ca330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f730de00640 1 -- 172.21.15.102:0/2744830547 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f73100ca870 con 0x7f73100b6720 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f730d400640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73100cf1f0 0x7f73100ca330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f730de00640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f73100b6720 0x7f73100c83d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f730000c4d0 tx=0x7f730000c990 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f7306000640 1 -- 172.21.15.102:0/2744830547 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7300018070 con 0x7f73100b6720 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f7306000640 1 -- 172.21.15.102:0/2744830547 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7300007500 con 0x7f73100b6720 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f7314a00640 1 -- 172.21.15.102:0/2744830547 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f73100cb210 con 0x7f73100b6720 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f7306000640 1 -- 172.21.15.102:0/2744830547 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7300004a20 con 0x7f73100b6720 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.190+0000 7f7314a00640 1 -- 172.21.15.102:0/2744830547 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f73100b7fa0 con 0x7f73100b6720 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.191+0000 7f7306000640 1 -- 172.21.15.102:0/2744830547 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f730001b070 con 0x7f73100b6720 2024-09-19T06:01:00.195 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.191+0000 7f7306000640 1 -- 172.21.15.102:0/2744830547 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(6..6 src has 1..6) ==== 1185+0+0 (secure 0 0 0) 0x7f7300004bc0 con 0x7f73100b6720 2024-09-19T06:01:00.196 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.192+0000 7f7314a00640 1 -- 172.21.15.102:0/2744830547 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f73100b61e0 con 0x7f73100b6720 2024-09-19T06:01:00.199 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.197+0000 7f7306000640 1 -- 172.21.15.102:0/2744830547 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f730001d440 con 0x7f73100b6720 2024-09-19T06:01:00.271 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.269+0000 7f7314a00640 1 -- 172.21.15.102:0/2744830547 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd new", "uuid": "e9327d9f-8c36-4a65-a170-0b864fcfaa28", "id": 4} v 0) -- 0x7f73100d2a80 con 0x7f73100b6720 2024-09-19T06:01:00.277 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.275+0000 7f7306000640 1 -- 172.21.15.102:0/2744830547 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "e9327d9f-8c36-4a65-a170-0b864fcfaa28", "id": 4}]=0 v7) ==== 112+0+2 (secure 0 0 0) 0x7f730001d620 con 0x7f73100b6720 2024-09-19T06:01:00.277 INFO:teuthology.orchestra.run.smithi102.stdout:4 2024-09-19T06:01:00.279 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.276+0000 7f7314a00640 1 -- 172.21.15.102:0/2744830547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f73100b6720 msgr2=0x7f73100c83d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.280 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.276+0000 7f7314a00640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f73100b6720 0x7f73100c83d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f730000c4d0 tx=0x7f730000c990 comp rx=0 tx=0).stop 2024-09-19T06:01:00.280 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.276+0000 7f7314a00640 1 -- 172.21.15.102:0/2744830547 shutdown_connections 2024-09-19T06:01:00.280 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.276+0000 7f7314a00640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f731015e7a0 0x7f7310159db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.280 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.276+0000 7f7314a00640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f73100cf1f0 0x7f73100ca330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.280 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.276+0000 7f7314a00640 1 --2- 172.21.15.102:0/2744830547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f73100b6720 0x7f73100c83d0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.280 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.276+0000 7f7314a00640 1 -- 172.21.15.102:0/2744830547 >> 172.21.15.102:0/2744830547 conn(0x7f73100d11e0 msgr2=0x7f7310157290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:00.280 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.276+0000 7f7314a00640 1 -- 172.21.15.102:0/2744830547 shutdown_connections 2024-09-19T06:01:00.280 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.276+0000 7f7314a00640 1 -- 172.21.15.102:0/2744830547 wait complete. 2024-09-19T06:01:00.293 DEBUG:teuthology.orchestra.run.smithi102:> sudo ceph --cluster ceph osd new 8d151b04-0c01-4f3d-84c9-f64698dc1eb4 5 2024-09-19T06:01:00.441 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.439+0000 7ff7fec00640 1 Processor -- start 2024-09-19T06:01:00.442 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.439+0000 7ff7fec00640 1 -- start start 2024-09-19T06:01:00.444 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.440+0000 7ff7fec00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff7f815e5f0 0x7ff7f80d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.444 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.440+0000 7ff7fec00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7f815e9d0 con 0x7ff7f80b8900 2024-09-19T06:01:00.444 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.440+0000 7ff7fec00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff7f80b8f20 con 0x7ff7f80d13c0 2024-09-19T06:01:00.444 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.440+0000 7ff7fec00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff7f80b9b30 con 0x7ff7f815e5f0 2024-09-19T06:01:00.444 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.440+0000 7ff7fd800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff7f815e5f0 0x7ff7f80d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.444 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.440+0000 7ff7fd800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff7f815e5f0 0x7ff7f80d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:41356/0 (socket says 172.21.15.102:41356) 2024-09-19T06:01:00.444 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.440+0000 7ff7fd800640 1 -- 172.21.15.102:0/135238040 learned_addr learned my addr 172.21.15.102:0/135238040 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:01:00.444 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.440+0000 7ff7fce00640 1 --1- 172.21.15.102:0/135238040 >> v1:172.21.15.102:6789/0 conn(0x7ff7f80d13c0 0x7ff7f80b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.102:56802/0 (socket says 172.21.15.102:56802) 2024-09-19T06:01:00.444 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.441+0000 7ff7fd800640 1 -- 172.21.15.102:0/135238040 >> v1:172.21.15.102:6789/0 conn(0x7ff7f80d13c0 legacy=0x7ff7f80b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.445 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.441+0000 7ff7fd800640 1 -- 172.21.15.102:0/135238040 >> v1:172.21.15.92:6789/0 conn(0x7ff7f80b8900 legacy=0x7ff7f80d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.445 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.441+0000 7ff7f7e00640 1 -- 172.21.15.102:0/135238040 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2949702517 0 0) 0x7ff7f80b8f20 con 0x7ff7f80d13c0 2024-09-19T06:01:00.445 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.441+0000 7ff7fd800640 1 -- 172.21.15.102:0/135238040 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7f80b9200 con 0x7ff7f815e5f0 2024-09-19T06:01:00.446 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.442+0000 7ff7fd800640 1 --2- 172.21.15.102:0/135238040 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f815e5f0 0x7ff7f80d0e80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec009870 tx=0x7ff7ec02a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fb8a40d2f5268a25 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:00.446 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.442+0000 7ff7f7e00640 1 -- 172.21.15.102:0/135238040 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec037070 con 0x7ff7f815e5f0 2024-09-19T06:01:00.446 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.443+0000 7ff7f7e00640 1 -- 172.21.15.102:0/135238040 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7ec02ae50 con 0x7ff7f815e5f0 2024-09-19T06:01:00.446 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.443+0000 7ff7f7e00640 1 -- 172.21.15.102:0/135238040 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec032860 con 0x7ff7f815e5f0 2024-09-19T06:01:00.446 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.443+0000 7ff7fec00640 1 -- 172.21.15.102:0/135238040 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f815e5f0 msgr2=0x7ff7f80d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.446 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.443+0000 7ff7fec00640 1 --2- 172.21.15.102:0/135238040 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f815e5f0 0x7ff7f80d0e80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec009870 tx=0x7ff7ec02a300 comp rx=0 tx=0).stop 2024-09-19T06:01:00.447 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.443+0000 7ff7fec00640 1 -- 172.21.15.102:0/135238040 shutdown_connections 2024-09-19T06:01:00.447 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.443+0000 7ff7fec00640 1 --2- 172.21.15.102:0/135238040 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f815e5f0 0x7ff7f80d0e80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.447 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.443+0000 7ff7fec00640 1 -- 172.21.15.102:0/135238040 >> 172.21.15.102:0/135238040 conn(0x7ff7f8062630 msgr2=0x7ff7f8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:00.447 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.443+0000 7ff7fec00640 1 -- 172.21.15.102:0/135238040 shutdown_connections 2024-09-19T06:01:00.447 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.443+0000 7ff7fec00640 1 -- 172.21.15.102:0/135238040 wait complete. 2024-09-19T06:01:00.447 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.445+0000 7ff7fec00640 1 Processor -- start 2024-09-19T06:01:00.447 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.445+0000 7ff7fec00640 1 -- start start 2024-09-19T06:01:00.450 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fec00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7f80b8900 0x7ff7f80c9880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fec00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7f80d13c0 0x7ff7f80ccf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fec00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f815e5f0 0x7ff7f80cd450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fec00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f80d32d0 con 0x7ff7f80d13c0 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fec00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff7f80b97c0 con 0x7ff7f815e5f0 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fec00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff7f80d3450 con 0x7ff7f80b8900 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fd800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7f80b8900 0x7ff7f80c9880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fd800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7f80b8900 0x7ff7f80c9880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.102:59522/0 (socket says 172.21.15.102:59522) 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fd800640 1 -- 172.21.15.102:0/2215385943 learned_addr learned my addr 172.21.15.102:0/2215385943 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fce00640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7f80d13c0 0x7ff7f80ccf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.446+0000 7ff7fe200640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f815e5f0 0x7ff7f80cd450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7fd800640 1 -- 172.21.15.102:0/2215385943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f815e5f0 msgr2=0x7ff7f80cd450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.451 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7fd800640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f815e5f0 0x7ff7f80cd450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7fd800640 1 -- 172.21.15.102:0/2215385943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7f80d13c0 msgr2=0x7ff7f80ccf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7fd800640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7f80d13c0 0x7ff7f80ccf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7fd800640 1 -- 172.21.15.102:0/2215385943 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7f80c9dc0 con 0x7ff7f80b8900 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7fce00640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7f80d13c0 0x7ff7f80ccf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7fd800640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7f80b8900 0x7ff7f80c9880 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec009870 tx=0x7ff7ec0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7f5600640 1 -- 172.21.15.102:0/2215385943 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec041070 con 0x7ff7f80b8900 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7f5600640 1 -- 172.21.15.102:0/2215385943 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7ec03c870 con 0x7ff7f80b8900 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7fec00640 1 -- 172.21.15.102:0/2215385943 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7f81f7f50 con 0x7ff7f80b8900 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7f5600640 1 -- 172.21.15.102:0/2215385943 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7ec037040 con 0x7ff7f80b8900 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.447+0000 7ff7fec00640 1 -- 172.21.15.102:0/2215385943 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7f81f4190 con 0x7ff7f80b8900 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.448+0000 7ff7f5600640 1 -- 172.21.15.102:0/2215385943 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7ff7ec044070 con 0x7ff7f80b8900 2024-09-19T06:01:00.452 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.448+0000 7ff7f5600640 1 -- 172.21.15.102:0/2215385943 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(7..7 src has 1..7) ==== 1300+0+0 (secure 0 0 0) 0x7ff7ec03cc60 con 0x7ff7f80b8900 2024-09-19T06:01:00.453 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.448+0000 7ff7fec00640 1 -- 172.21.15.102:0/2215385943 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7f8069c20 con 0x7ff7f80b8900 2024-09-19T06:01:00.453 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.451+0000 7ff7f5600640 1 -- 172.21.15.102:0/2215385943 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7ff7ec046450 con 0x7ff7f80b8900 2024-09-19T06:01:00.526 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.523+0000 7ff7fec00640 1 -- 172.21.15.102:0/2215385943 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd new", "uuid": "8d151b04-0c01-4f3d-84c9-f64698dc1eb4", "id": 5} v 0) -- 0x7ff7f80d0e80 con 0x7ff7f80b8900 2024-09-19T06:01:00.532 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.529+0000 7ff7f5600640 1 -- 172.21.15.102:0/2215385943 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8d151b04-0c01-4f3d-84c9-f64698dc1eb4", "id": 5}]=0 v8) ==== 112+0+2 (secure 0 0 0) 0x7ff7ec046630 con 0x7ff7f80b8900 2024-09-19T06:01:00.532 INFO:teuthology.orchestra.run.smithi102.stdout:5 2024-09-19T06:01:00.533 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.530+0000 7ff7fec00640 1 -- 172.21.15.102:0/2215385943 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7f80b8900 msgr2=0x7ff7f80c9880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.533 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.530+0000 7ff7fec00640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7f80b8900 0x7ff7f80c9880 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff7ec009870 tx=0x7ff7ec0046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.533 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.530+0000 7ff7fec00640 1 -- 172.21.15.102:0/2215385943 shutdown_connections 2024-09-19T06:01:00.533 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.530+0000 7ff7fec00640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7f815e5f0 0x7ff7f80cd450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.533 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.530+0000 7ff7fec00640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7f80d13c0 0x7ff7f80ccf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.533 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.530+0000 7ff7fec00640 1 --2- 172.21.15.102:0/2215385943 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7f80b8900 0x7ff7f80c9880 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.533 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.530+0000 7ff7fec00640 1 -- 172.21.15.102:0/2215385943 >> 172.21.15.102:0/2215385943 conn(0x7ff7f8062630 msgr2=0x7ff7f80cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:00.533 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.530+0000 7ff7fec00640 1 -- 172.21.15.102:0/2215385943 shutdown_connections 2024-09-19T06:01:00.533 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.530+0000 7ff7fec00640 1 -- 172.21.15.102:0/2215385943 wait complete. 2024-09-19T06:01:00.547 DEBUG:teuthology.orchestra.run.smithi102:> sudo ceph --cluster ceph osd new 673ad20c-a2ab-4a33-8089-2a0040c1d3ff 6 2024-09-19T06:01:00.604 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:00.602+0000 7fd3af18c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T06:01:00.664 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:00.662+0000 7fd3af18c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T06:01:00.696 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.693+0000 7fb169e00640 1 Processor -- start 2024-09-19T06:01:00.696 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.693+0000 7fb169e00640 1 -- start start 2024-09-19T06:01:00.698 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.694+0000 7fb169e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640b5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.698 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.694+0000 7fb169e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1640d1a20 0x7fb1640b6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.698 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.694+0000 7fb169e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb1640d2050 0x7fb1640d2500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.698 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.694+0000 7fb169e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb1640b7570 con 0x7fb1640d1a20 2024-09-19T06:01:00.698 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.694+0000 7fb169e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb1640d3cb0 con 0x7fb1640d2050 2024-09-19T06:01:00.698 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.694+0000 7fb169e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb1640cf4f0 con 0x7fb164161ca0 2024-09-19T06:01:00.698 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb168a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640b5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.698 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb169400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb1640d2050 0x7fb1640d2500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.698 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb168a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640b5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.102:59536/0 (socket says 172.21.15.102:59536) 2024-09-19T06:01:00.699 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb168a00640 1 -- 172.21.15.102:0/1034670544 learned_addr learned my addr 172.21.15.102:0/1034670544 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:01:00.699 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb163e00640 1 --2- 172.21.15.102:0/1034670544 >> v2:172.21.15.92:3300/0 conn(0x7fb1640d1a20 0x7fb1640b6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.699 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb168a00640 1 -- 172.21.15.102:0/1034670544 >> v2:172.21.15.102:3300/0 conn(0x7fb1640d2050 msgr2=0x7fb1640d2500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:00.699 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb168a00640 1 --2- 172.21.15.102:0/1034670544 >> v2:172.21.15.102:3300/0 conn(0x7fb1640d2050 0x7fb1640d2500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.699 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb168a00640 1 -- 172.21.15.102:0/1034670544 >> v2:172.21.15.92:3300/0 conn(0x7fb1640d1a20 msgr2=0x7fb1640b6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:00.699 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb168a00640 1 --2- 172.21.15.102:0/1034670544 >> v2:172.21.15.92:3300/0 conn(0x7fb1640d1a20 0x7fb1640b6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.699 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb168a00640 1 -- 172.21.15.102:0/1034670544 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1640d3f40 con 0x7fb164161ca0 2024-09-19T06:01:00.699 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb169400640 1 --2- 172.21.15.102:0/1034670544 >> v2:172.21.15.102:3300/0 conn(0x7fb1640d2050 0x7fb1640d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:00.699 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.695+0000 7fb163e00640 1 --2- 172.21.15.102:0/1034670544 >> v2:172.21.15.92:3300/0 conn(0x7fb1640d1a20 0x7fb1640b6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:00.700 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.696+0000 7fb168a00640 1 --2- 172.21.15.102:0/1034670544 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640b5f00 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb16406d100 tx=0x7fb15802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7f71256dbcdde6c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:00.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.696+0000 7fb163400640 1 -- 172.21.15.102:0/1034670544 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb158037070 con 0x7fb164161ca0 2024-09-19T06:01:00.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.696+0000 7fb163400640 1 -- 172.21.15.102:0/1034670544 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb158032440 con 0x7fb164161ca0 2024-09-19T06:01:00.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.696+0000 7fb163400640 1 -- 172.21.15.102:0/1034670544 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb158032810 con 0x7fb164161ca0 2024-09-19T06:01:00.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.697+0000 7fb169e00640 1 -- 172.21.15.102:0/1034670544 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 msgr2=0x7fb1640b5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.697+0000 7fb169e00640 1 --2- 172.21.15.102:0/1034670544 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640b5f00 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb16406d100 tx=0x7fb15802a270 comp rx=0 tx=0).stop 2024-09-19T06:01:00.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.697+0000 7fb169e00640 1 -- 172.21.15.102:0/1034670544 shutdown_connections 2024-09-19T06:01:00.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.697+0000 7fb169e00640 1 --2- 172.21.15.102:0/1034670544 >> v2:172.21.15.102:3300/0 conn(0x7fb1640d2050 0x7fb1640d2500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.697+0000 7fb169e00640 1 --2- 172.21.15.102:0/1034670544 >> v2:172.21.15.92:3300/0 conn(0x7fb1640d1a20 0x7fb1640b6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.697+0000 7fb169e00640 1 --2- 172.21.15.102:0/1034670544 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640b5f00 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.702 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.697+0000 7fb169e00640 1 -- 172.21.15.102:0/1034670544 >> 172.21.15.102:0/1034670544 conn(0x7fb1640d0f00 msgr2=0x7fb1640d1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:00.702 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.697+0000 7fb169e00640 1 -- 172.21.15.102:0/1034670544 shutdown_connections 2024-09-19T06:01:00.702 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.697+0000 7fb169e00640 1 -- 172.21.15.102:0/1034670544 wait complete. 2024-09-19T06:01:00.704 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.699+0000 7fb169e00640 1 Processor -- start 2024-09-19T06:01:00.704 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.699+0000 7fb169e00640 1 -- start start 2024-09-19T06:01:00.704 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1640d1a20 0x7fb164151860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.704 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1640d2050 0x7fb16415cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.704 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640cd0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.704 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb164162080 con 0x7fb1640d2050 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1640d4220 con 0x7fb1640d1a20 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb16415d860 con 0x7fb164161ca0 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb168a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1640d1a20 0x7fb164151860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640cd0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb163e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1640d2050 0x7fb16415cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640cd0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.102:59540/0 (socket says 172.21.15.102:59540) 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169400640 1 -- 172.21.15.102:0/19810509 learned_addr learned my addr 172.21.15.102:0/19810509 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb168a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1640d1a20 0x7fb164151860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:41394/0 (socket says 172.21.15.102:41394) 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169400640 1 -- 172.21.15.102:0/19810509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1640d1a20 msgr2=0x7fb164151860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.700+0000 7fb169400640 1 --2- 172.21.15.102:0/19810509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1640d1a20 0x7fb164151860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb169400640 1 -- 172.21.15.102:0/19810509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1640d2050 msgr2=0x7fb16415cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb169400640 1 --2- 172.21.15.102:0/19810509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1640d2050 0x7fb16415cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.705 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb169400640 1 -- 172.21.15.102:0/19810509 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb16415db40 con 0x7fb164161ca0 2024-09-19T06:01:00.706 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb169400640 1 --2- 172.21.15.102:0/19810509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640cd0f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb15c009f00 tx=0x7fb15c00c490 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:00.706 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb160c00640 1 -- 172.21.15.102:0/19810509 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb15c018030 con 0x7fb164161ca0 2024-09-19T06:01:00.706 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb160c00640 1 -- 172.21.15.102:0/19810509 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb15c00ce50 con 0x7fb164161ca0 2024-09-19T06:01:00.706 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb160c00640 1 -- 172.21.15.102:0/19810509 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb15c003bb0 con 0x7fb164161ca0 2024-09-19T06:01:00.706 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb169e00640 1 -- 172.21.15.102:0/19810509 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb16415de20 con 0x7fb164161ca0 2024-09-19T06:01:00.706 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb169e00640 1 -- 172.21.15.102:0/19810509 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7fb16415e3e0 con 0x7fb164161ca0 2024-09-19T06:01:00.706 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.701+0000 7fb160c00640 1 -- 172.21.15.102:0/19810509 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7fb15c01b070 con 0x7fb164161ca0 2024-09-19T06:01:00.706 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.702+0000 7fb160c00640 1 -- 172.21.15.102:0/19810509 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(8..8 src has 1..8) ==== 1415+0+0 (secure 0 0 0) 0x7fb15c014a70 con 0x7fb164161ca0 2024-09-19T06:01:00.706 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.702+0000 7fb169e00640 1 -- 172.21.15.102:0/19810509 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb164073710 con 0x7fb164161ca0 2024-09-19T06:01:00.707 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.705+0000 7fb160c00640 1 -- 172.21.15.102:0/19810509 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7fb164073710 con 0x7fb164161ca0 2024-09-19T06:01:00.741 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:00.739+0000 7fb430c1c040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-19T06:01:00.779 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.777+0000 7fb169e00640 1 -- 172.21.15.102:0/19810509 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd new", "uuid": "673ad20c-a2ab-4a33-8089-2a0040c1d3ff", "id": 6} v 0) -- 0x7fb1640ce710 con 0x7fb164161ca0 2024-09-19T06:01:00.785 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.783+0000 7fb160c00640 1 -- 172.21.15.102:0/19810509 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "673ad20c-a2ab-4a33-8089-2a0040c1d3ff", "id": 6}]=0 v9) ==== 112+0+2 (secure 0 0 0) 0x7fb15c010040 con 0x7fb164161ca0 2024-09-19T06:01:00.786 INFO:teuthology.orchestra.run.smithi102.stdout:6 2024-09-19T06:01:00.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.784+0000 7fb169e00640 1 -- 172.21.15.102:0/19810509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 msgr2=0x7fb1640cd0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.784+0000 7fb169e00640 1 --2- 172.21.15.102:0/19810509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640cd0f0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb15c009f00 tx=0x7fb15c00c490 comp rx=0 tx=0).stop 2024-09-19T06:01:00.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.784+0000 7fb169e00640 1 -- 172.21.15.102:0/19810509 shutdown_connections 2024-09-19T06:01:00.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.784+0000 7fb169e00640 1 --2- 172.21.15.102:0/19810509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb164161ca0 0x7fb1640cd0f0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.784+0000 7fb169e00640 1 --2- 172.21.15.102:0/19810509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1640d2050 0x7fb16415cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.784+0000 7fb169e00640 1 --2- 172.21.15.102:0/19810509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1640d1a20 0x7fb164151860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.784+0000 7fb169e00640 1 -- 172.21.15.102:0/19810509 >> 172.21.15.102:0/19810509 conn(0x7fb1640d0f00 msgr2=0x7fb1640b7940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:00.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.784+0000 7fb169e00640 1 -- 172.21.15.102:0/19810509 shutdown_connections 2024-09-19T06:01:00.787 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.784+0000 7fb169e00640 1 -- 172.21.15.102:0/19810509 wait complete. 2024-09-19T06:01:00.801 DEBUG:teuthology.orchestra.run.smithi102:> sudo ceph --cluster ceph osd new 1fcfb0df-a76c-4b92-bf4b-def281f91c5f 7 2024-09-19T06:01:00.807 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:00.805+0000 7fb430c1c040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-19T06:01:00.949 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.946+0000 7f4d22800640 1 Processor -- start 2024-09-19T06:01:00.949 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.947+0000 7f4d22800640 1 -- start start 2024-09-19T06:01:00.951 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d22800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4d1c15e5f0 0x7f4d1c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.951 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d22800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4d1c0b8900 0x7f4d1c0d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.951 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d22800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d1c15e9d0 con 0x7f4d1c0d13c0 2024-09-19T06:01:00.951 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d22800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4d1c0b9b30 con 0x7f4d1c0b8900 2024-09-19T06:01:00.951 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d22800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f4d1c0b8f20 con 0x7f4d1c15e5f0 2024-09-19T06:01:00.951 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d21400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4d1c15e5f0 0x7f4d1c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.951 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d21400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4d1c15e5f0 0x7f4d1c0d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.102:41410/0 (socket says 172.21.15.102:41410) 2024-09-19T06:01:00.952 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d21400640 1 -- 172.21.15.102:0/300680058 learned_addr learned my addr 172.21.15.102:0/300680058 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:01:00.952 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d21e00640 1 --2- 172.21.15.102:0/300680058 >> v2:172.21.15.92:3300/0 conn(0x7f4d1c0b8900 0x7f4d1c0d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.952 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d21400640 1 -- 172.21.15.102:0/300680058 >> v2:172.21.15.92:3300/0 conn(0x7f4d1c0b8900 msgr2=0x7f4d1c0d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:00.952 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d21400640 1 --2- 172.21.15.102:0/300680058 >> v2:172.21.15.92:3300/0 conn(0x7f4d1c0b8900 0x7f4d1c0d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.952 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d21400640 1 -- 172.21.15.102:0/300680058 >> v1:172.21.15.92:6789/0 conn(0x7f4d1c0d13c0 legacy=0x7f4d1c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:00.952 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.948+0000 7f4d21400640 1 -- 172.21.15.102:0/300680058 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c0b9200 con 0x7f4d1c15e5f0 2024-09-19T06:01:00.953 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.949+0000 7f4d21400640 1 --2- 172.21.15.102:0/300680058 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c15e5f0 0x7f4d1c0d0e80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c0c7ed0 tx=0x7f4d1002a1f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45ee041e82ea1aa5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:00.953 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d1be00640 1 -- 172.21.15.102:0/300680058 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d10037070 con 0x7f4d1c15e5f0 2024-09-19T06:01:00.953 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d1be00640 1 -- 172.21.15.102:0/300680058 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d10032440 con 0x7f4d1c15e5f0 2024-09-19T06:01:00.953 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d1be00640 1 -- 172.21.15.102:0/300680058 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d10032810 con 0x7f4d1c15e5f0 2024-09-19T06:01:00.953 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d22800640 1 -- 172.21.15.102:0/300680058 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c15e5f0 msgr2=0x7f4d1c0d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.954 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d22800640 1 --2- 172.21.15.102:0/300680058 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c15e5f0 0x7f4d1c0d0e80 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f4d1c0c7ed0 tx=0x7f4d1002a1f0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.954 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d22800640 1 -- 172.21.15.102:0/300680058 shutdown_connections 2024-09-19T06:01:00.954 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d22800640 1 --2- 172.21.15.102:0/300680058 >> v2:172.21.15.92:3300/0 conn(0x7f4d1c0b8900 0x7f4d1c0d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.954 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d22800640 1 --2- 172.21.15.102:0/300680058 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c15e5f0 0x7f4d1c0d0e80 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.954 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d22800640 1 -- 172.21.15.102:0/300680058 >> 172.21.15.102:0/300680058 conn(0x7f4d1c062630 msgr2=0x7f4d1c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:00.954 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d22800640 1 -- 172.21.15.102:0/300680058 shutdown_connections 2024-09-19T06:01:00.954 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.950+0000 7f4d22800640 1 -- 172.21.15.102:0/300680058 wait complete. 2024-09-19T06:01:00.955 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.953+0000 7f4d22800640 1 Processor -- start 2024-09-19T06:01:00.956 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.953+0000 7f4d22800640 1 -- start start 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d22800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0b8900 0x7f4d1c14dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d22800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c0d13c0 0x7f4d1c0c9490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d22800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c15e5f0 0x7f4d1c0c99d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d22800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c0d3100 con 0x7f4d1c0d13c0 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d22800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c0b97c0 con 0x7f4d1c15e5f0 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d22800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4d1c0d3280 con 0x7f4d1c0b8900 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d21400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0b8900 0x7f4d1c14dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d21400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0b8900 0x7f4d1c14dd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.102:59550/0 (socket says 172.21.15.102:59550) 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d21400640 1 -- 172.21.15.102:0/2893844338 learned_addr learned my addr 172.21.15.102:0/2893844338 (peer_addr_for_me v2:172.21.15.102:0/0) 2024-09-19T06:01:00.959 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d21e00640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c15e5f0 0x7f4d1c0c99d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d20a00640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c0d13c0 0x7f4d1c0c9490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:00.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d21400640 1 -- 172.21.15.102:0/2893844338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c15e5f0 msgr2=0x7f4d1c0c99d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d21400640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c15e5f0 0x7f4d1c0c99d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d21400640 1 -- 172.21.15.102:0/2893844338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c0d13c0 msgr2=0x7f4d1c0c9490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:00.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d21400640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c0d13c0 0x7f4d1c0c9490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:00.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d21400640 1 -- 172.21.15.102:0/2893844338 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c14e250 con 0x7f4d1c0b8900 2024-09-19T06:01:00.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.955+0000 7f4d20a00640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c0d13c0 0x7f4d1c0c9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:00.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.956+0000 7f4d21400640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0b8900 0x7f4d1c14dd10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4d10000c00 tx=0x7f4d100046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:00.960 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.956+0000 7f4d19600640 1 -- 172.21.15.102:0/2893844338 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d10041020 con 0x7f4d1c0b8900 2024-09-19T06:01:00.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.956+0000 7f4d19600640 1 -- 172.21.15.102:0/2893844338 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d100306c0 con 0x7f4d1c0b8900 2024-09-19T06:01:00.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.956+0000 7f4d19600640 1 -- 172.21.15.102:0/2893844338 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d10037040 con 0x7f4d1c0b8900 2024-09-19T06:01:00.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.956+0000 7f4d22800640 1 -- 172.21.15.102:0/2893844338 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d1c0cd310 con 0x7f4d1c0b8900 2024-09-19T06:01:00.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.956+0000 7f4d22800640 1 -- 172.21.15.102:0/2893844338 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d1c0cd8d0 con 0x7f4d1c0b8900 2024-09-19T06:01:00.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.956+0000 7f4d19600640 1 -- 172.21.15.102:0/2893844338 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f4d10044020 con 0x7f4d1c0b8900 2024-09-19T06:01:00.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.956+0000 7f4d19600640 1 -- 172.21.15.102:0/2893844338 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(9..9 src has 1..9) ==== 1530+0+0 (secure 0 0 0) 0x7f4d1003dc40 con 0x7f4d1c0b8900 2024-09-19T06:01:00.961 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.957+0000 7f4d22800640 1 -- 172.21.15.102:0/2893844338 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d1c0d2bc0 con 0x7f4d1c0b8900 2024-09-19T06:01:00.962 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:00.959+0000 7f4d19600640 1 -- 172.21.15.102:0/2893844338 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f4d1004b030 con 0x7f4d1c0b8900 2024-09-19T06:01:01.032 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.030+0000 7f4d22800640 1 -- 172.21.15.102:0/2893844338 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd new", "uuid": "1fcfb0df-a76c-4b92-bf4b-def281f91c5f", "id": 7} v 0) -- 0x7f4d1c076170 con 0x7f4d1c0b8900 2024-09-19T06:01:01.041 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.038+0000 7f4d19600640 1 -- 172.21.15.102:0/2893844338 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "1fcfb0df-a76c-4b92-bf4b-def281f91c5f", "id": 7}]=0 v10) ==== 112+0+2 (secure 0 0 0) 0x7f4d1003d420 con 0x7f4d1c0b8900 2024-09-19T06:01:01.041 INFO:teuthology.orchestra.run.smithi102.stdout:7 2024-09-19T06:01:01.042 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.039+0000 7f4d22800640 1 -- 172.21.15.102:0/2893844338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0b8900 msgr2=0x7f4d1c14dd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:01.043 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.039+0000 7f4d22800640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0b8900 0x7f4d1c14dd10 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4d10000c00 tx=0x7f4d100046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.043 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.039+0000 7f4d22800640 1 -- 172.21.15.102:0/2893844338 shutdown_connections 2024-09-19T06:01:01.043 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.039+0000 7f4d22800640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c15e5f0 0x7f4d1c0c99d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.043 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.039+0000 7f4d22800640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c0d13c0 0x7f4d1c0c9490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.043 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.039+0000 7f4d22800640 1 --2- 172.21.15.102:0/2893844338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0b8900 0x7f4d1c14dd10 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.043 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.039+0000 7f4d22800640 1 -- 172.21.15.102:0/2893844338 >> 172.21.15.102:0/2893844338 conn(0x7f4d1c062630 msgr2=0x7f4d1c0d3da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:01.043 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.039+0000 7f4d22800640 1 -- 172.21.15.102:0/2893844338 shutdown_connections 2024-09-19T06:01:01.044 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:01.039+0000 7f4d22800640 1 -- 172.21.15.102:0/2893844338 wait complete. 2024-09-19T06:01:01.056 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-19T06:01:01.056 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-19T06:01:01.060 INFO:tasks.ceph.osd.0:Started 2024-09-19T06:01:01.060 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-19T06:01:01.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-19T06:01:01.064 INFO:tasks.ceph.osd.1:Started 2024-09-19T06:01:01.064 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-19T06:01:01.064 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-19T06:01:01.068 INFO:tasks.ceph.osd.2:Started 2024-09-19T06:01:01.068 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-19T06:01:01.069 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-19T06:01:01.073 INFO:tasks.ceph.osd.3:Started 2024-09-19T06:01:01.073 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-19T06:01:01.074 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-19T06:01:01.100 INFO:tasks.ceph.osd.4:Started 2024-09-19T06:01:01.100 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-19T06:01:01.100 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-19T06:01:01.105 INFO:tasks.ceph.osd.5:Started 2024-09-19T06:01:01.105 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-19T06:01:01.105 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-19T06:01:01.108 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.107+0000 7fd3af18c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T06:01:01.109 INFO:tasks.ceph.osd.6:Started 2024-09-19T06:01:01.110 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-19T06:01:01.110 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-19T06:01:01.115 INFO:tasks.ceph.osd.7:Started 2024-09-19T06:01:01.115 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:01.252 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.250+0000 7fd3af18c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T06:01:01.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.303+0000 7f7781a00640 1 Processor -- start 2024-09-19T06:01:01.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.304+0000 7f7781a00640 1 -- start start 2024-09-19T06:01:01.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.305+0000 7f7781a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f777c0d3bd0 0x7f777c0b8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:01.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.305+0000 7f7781a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f777c15e9d0 con 0x7f777c0d1590 2024-09-19T06:01:01.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.305+0000 7f7781a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f777c0b8f20 con 0x7f777c15e5f0 2024-09-19T06:01:01.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.305+0000 7f7781a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f777c0b9b30 con 0x7f777c0d3bd0 2024-09-19T06:01:01.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.305+0000 7f777b400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f777c0d1590 0x7f777c0b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:60348/0 (socket says 172.21.15.92:60348) 2024-09-19T06:01:01.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.305+0000 7f777b400640 1 -- 172.21.15.92:0/3801052242 learned_addr learned my addr 172.21.15.92:0/3801052242 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:01.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.305+0000 7f7781000640 1 --2- 172.21.15.92:0/3801052242 >> v2:172.21.15.102:3300/0 conn(0x7f777c0d3bd0 0x7f777c0b8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:01.308 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:01.304+0000 7fb430c1c040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.305+0000 7f777aa00640 1 -- 172.21.15.92:0/3801052242 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2033394155 0 0) 0x7f777c15e9d0 con 0x7f777c0d1590 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.306+0000 7f777aa00640 1 -- 172.21.15.92:0/3801052242 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7760003520 con 0x7f777c0d1590 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.306+0000 7f7781000640 1 -- 172.21.15.92:0/3801052242 >> v1:172.21.15.102:6789/0 conn(0x7f777c15e5f0 legacy=0x7f777c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.306+0000 7f7781000640 1 -- 172.21.15.92:0/3801052242 >> v1:172.21.15.92:6789/0 conn(0x7f777c0d1590 legacy=0x7f777c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.306+0000 7f7781000640 1 -- 172.21.15.92:0/3801052242 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f777c0b9200 con 0x7f777c0d3bd0 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.307+0000 7f7781000640 1 --2- 172.21.15.92:0/3801052242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f777c0d3bd0 0x7f777c0b8900 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7774009d90 tx=0x7f777402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7173839767bc4ce9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.307+0000 7f777aa00640 1 -- 172.21.15.92:0/3801052242 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7774007740 con 0x7f777c0d3bd0 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.307+0000 7f777aa00640 1 -- 172.21.15.92:0/3801052242 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77740078e0 con 0x7f777c0d3bd0 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.307+0000 7f777aa00640 1 -- 172.21.15.92:0/3801052242 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7774007cb0 con 0x7f777c0d3bd0 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.307+0000 7f7781a00640 1 -- 172.21.15.92:0/3801052242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f777c0d3bd0 msgr2=0x7f777c0b8900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:01.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.307+0000 7f7781a00640 1 --2- 172.21.15.92:0/3801052242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f777c0d3bd0 0x7f777c0b8900 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f7774009d90 tx=0x7f777402a660 comp rx=0 tx=0).stop 2024-09-19T06:01:01.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.307+0000 7f7781a00640 1 -- 172.21.15.92:0/3801052242 shutdown_connections 2024-09-19T06:01:01.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.307+0000 7f7781a00640 1 --2- 172.21.15.92:0/3801052242 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f777c0d3bd0 0x7f777c0b8900 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.308+0000 7f7781a00640 1 -- 172.21.15.92:0/3801052242 >> 172.21.15.92:0/3801052242 conn(0x7f777c062630 msgr2=0x7f777c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:01.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.308+0000 7f7781a00640 1 -- 172.21.15.92:0/3801052242 shutdown_connections 2024-09-19T06:01:01.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.308+0000 7f7781a00640 1 -- 172.21.15.92:0/3801052242 wait complete. 2024-09-19T06:01:01.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.309+0000 7f7781a00640 1 Processor -- start 2024-09-19T06:01:01.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.309+0000 7f7781a00640 1 -- start start 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f7781a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f777c0d1590 0x7f777c15d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f7781a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777c0d3bd0 0x7f777c14c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f7781a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f777c15e5f0 0x7f777c15b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f7781a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f777c169110 con 0x7f777c0d1590 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f7781a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f777c0b97c0 con 0x7f777c15e5f0 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f7781a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f777c169290 con 0x7f777c0d3bd0 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f777be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f777c0d1590 0x7f777c15d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f777be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f777c0d1590 0x7f777c15d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42348/0 (socket says 172.21.15.92:42348) 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f777be00640 1 -- 172.21.15.92:0/2043804933 learned_addr learned my addr 172.21.15.92:0/2043804933 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.310+0000 7f777b400640 1 --2- 172.21.15.92:0/2043804933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777c0d3bd0 0x7f777c14c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:01.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.311+0000 7f7781000640 1 --2- 172.21.15.92:0/2043804933 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f777c15e5f0 0x7f777c15b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.311+0000 7f777b400640 1 -- 172.21.15.92:0/2043804933 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f777c15e5f0 msgr2=0x7f777c15b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.311+0000 7f777b400640 1 --2- 172.21.15.92:0/2043804933 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f777c15e5f0 0x7f777c15b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.311+0000 7f777b400640 1 -- 172.21.15.92:0/2043804933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f777c0d1590 msgr2=0x7f777c15d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.311+0000 7f777b400640 1 --2- 172.21.15.92:0/2043804933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f777c0d1590 0x7f777c15d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.311+0000 7f777b400640 1 -- 172.21.15.92:0/2043804933 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f777c15dc60 con 0x7f777c0d3bd0 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.311+0000 7f777b400640 1 --2- 172.21.15.92:0/2043804933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777c0d3bd0 0x7f777c14c790 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f776400c430 tx=0x7f776400c8f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.312+0000 7f7773e00640 1 -- 172.21.15.92:0/2043804933 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7764017070 con 0x7f777c0d3bd0 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.312+0000 7f7773e00640 1 -- 172.21.15.92:0/2043804933 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7764005ce0 con 0x7f777c0d3bd0 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.312+0000 7f7773e00640 1 -- 172.21.15.92:0/2043804933 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f77640072d0 con 0x7f777c0d3bd0 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.312+0000 7f7781a00640 1 -- 172.21.15.92:0/2043804933 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f777c1586e0 con 0x7f777c0d3bd0 2024-09-19T06:01:01.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.312+0000 7f7781a00640 1 -- 172.21.15.92:0/2043804933 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f777c158ca0 con 0x7f777c0d3bd0 2024-09-19T06:01:01.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.312+0000 7f7773e00640 1 -- 172.21.15.92:0/2043804933 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f776401a070 con 0x7f777c0d3bd0 2024-09-19T06:01:01.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.312+0000 7f7773e00640 1 -- 172.21.15.92:0/2043804933 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f776401cc10 con 0x7f777c0d3bd0 2024-09-19T06:01:01.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.313+0000 7f7781a00640 1 -- 172.21.15.92:0/2043804933 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f777c069c20 con 0x7f777c0d3bd0 2024-09-19T06:01:01.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.315+0000 7f7773e00640 1 -- 172.21.15.92:0/2043804933 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f7764007470 con 0x7f777c0d3bd0 2024-09-19T06:01:01.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.376+0000 7f7781a00640 1 -- 172.21.15.92:0/2043804933 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f777c0d0e80 con 0x7f777c0d3bd0 2024-09-19T06:01:01.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.377+0000 7f7773e00640 1 -- 172.21.15.92:0/2043804933 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f7764007650 con 0x7f777c0d3bd0 2024-09-19T06:01:01.379 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:01.379 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":10,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:01.032608+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:01.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.378+0000 7f7781a00640 1 -- 172.21.15.92:0/2043804933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777c0d3bd0 msgr2=0x7f777c14c790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:01.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.378+0000 7f7781a00640 1 --2- 172.21.15.92:0/2043804933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777c0d3bd0 0x7f777c14c790 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f776400c430 tx=0x7f776400c8f0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.381 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.378+0000 7fd3af18c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T06:01:01.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.378+0000 7f7781a00640 1 -- 172.21.15.92:0/2043804933 shutdown_connections 2024-09-19T06:01:01.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.378+0000 7f7781a00640 1 --2- 172.21.15.92:0/2043804933 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f777c15e5f0 0x7f777c15b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.378+0000 7f7781a00640 1 --2- 172.21.15.92:0/2043804933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777c0d3bd0 0x7f777c14c790 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.378+0000 7f7781a00640 1 --2- 172.21.15.92:0/2043804933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f777c0d1590 0x7f777c15d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:01.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.378+0000 7f7781a00640 1 -- 172.21.15.92:0/2043804933 >> 172.21.15.92:0/2043804933 conn(0x7f777c062630 msgr2=0x7f777c0ce0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:01.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.378+0000 7f7781a00640 1 -- 172.21.15.92:0/2043804933 shutdown_connections 2024-09-19T06:01:01.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:01.378+0000 7f7781a00640 1 -- 172.21.15.92:0/2043804933 wait complete. 2024-09-19T06:01:01.395 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-19T06:01:01.395 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-19T06:01:01.404 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:01.402+0000 7fb430c1c040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-19T06:01:01.436 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.434+0000 7fd3af18c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T06:01:01.525 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:01.522+0000 7fb430c1c040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-19T06:01:01.564 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.562+0000 7fd3af18c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T06:01:01.581 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:01.578+0000 7fb430c1c040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-19T06:01:01.625 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.623+0000 7fd3af18c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T06:01:01.676 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.674+0000 7fd3af18c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T06:01:01.709 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:01.703+0000 7fb430c1c040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-19T06:01:01.768 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:01.765+0000 7fb430c1c040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-19T06:01:01.808 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.806+0000 7fd3af18c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T06:01:01.822 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:01.819+0000 7fb430c1c040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-19T06:01:01.866 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.864+0000 7fd3af18c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T06:01:01.925 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:01.924+0000 7fd3af18c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T06:01:01.951 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:01.947+0000 7fb430c1c040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-19T06:01:02.004 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:02.002+0000 7fd3af18c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T06:01:02.011 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:02.009+0000 7fb430c1c040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-19T06:01:02.054 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:02.053+0000 7fd3af18c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T06:01:02.073 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:02.070+0000 7fb430c1c040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-19T06:01:02.107 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:02.105+0000 7fd3af18c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T06:01:02.153 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:02.150+0000 7fb430c1c040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-19T06:01:02.201 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:02.205 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:02.202+0000 7fb430c1c040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-19T06:01:02.257 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:02.254+0000 7fb430c1c040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-19T06:01:02.336 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.334+0000 7f5ea8400640 1 Processor -- start 2024-09-19T06:01:02.337 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.335+0000 7f5ea8400640 1 -- start start 2024-09-19T06:01:02.338 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5ea8400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5ea00d2b60 0x7f5ea00d2f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5ea8400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b7cc0 0x7f5ea00b8150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5ea8400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ea00b77e0 con 0x7f5ea00b60c0 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5ea8400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f5ea00d3890 con 0x7f5ea00d2b60 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5ea8400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5ea00d3b70 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5ea5a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5ea00b60c0 0x7f5ea00b64a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:60358/0 (socket says 172.21.15.92:60358) 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5ea5a00640 1 -- 172.21.15.92:0/4187972556 learned_addr learned my addr 172.21.15.92:0/4187972556 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5ea5000640 1 --2- 172.21.15.92:0/4187972556 >> v2:172.21.15.102:3300/0 conn(0x7f5ea00d2b60 0x7f5ea00d2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5ea6400640 1 --2- 172.21.15.92:0/4187972556 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b7cc0 0x7f5ea00b8150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5e9fe00640 1 -- 172.21.15.92:0/4187972556 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 430163262 0 0) 0x7f5ea00b77e0 con 0x7f5ea00b60c0 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.336+0000 7f5e9fe00640 1 -- 172.21.15.92:0/4187972556 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5e88003520 con 0x7f5ea00b60c0 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.337+0000 7f5ea5000640 1 -- 172.21.15.92:0/4187972556 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b7cc0 msgr2=0x7f5ea00b8150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.337+0000 7f5ea5000640 1 --2- 172.21.15.92:0/4187972556 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b7cc0 0x7f5ea00b8150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:02.339 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.337+0000 7f5ea5000640 1 -- 172.21.15.92:0/4187972556 >> v1:172.21.15.92:6789/0 conn(0x7f5ea00b60c0 legacy=0x7f5ea00b64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:02.340 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.337+0000 7f5ea5000640 1 -- 172.21.15.92:0/4187972556 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea00d3e50 con 0x7f5ea00d2b60 2024-09-19T06:01:02.340 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.337+0000 7f5ea6400640 1 --2- 172.21.15.92:0/4187972556 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b7cc0 0x7f5ea00b8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.338+0000 7f5ea5000640 1 --2- 172.21.15.92:0/4187972556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ea00d2b60 0x7f5ea00d2f80 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c0097a0 tx=0x7f5e8c02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=42422ea60501b88c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.338+0000 7f5e9fe00640 1 -- 172.21.15.92:0/4187972556 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c037070 con 0x7f5ea00d2b60 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.338+0000 7f5e9fe00640 1 -- 172.21.15.92:0/4187972556 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e8c032440 con 0x7f5ea00d2b60 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.338+0000 7f5e9fe00640 1 -- 172.21.15.92:0/4187972556 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c032810 con 0x7f5ea00d2b60 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.339+0000 7f5ea8400640 1 -- 172.21.15.92:0/4187972556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ea00d2b60 msgr2=0x7f5ea00d2f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.339+0000 7f5ea8400640 1 --2- 172.21.15.92:0/4187972556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ea00d2b60 0x7f5ea00d2f80 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c0097a0 tx=0x7f5e8c02a210 comp rx=0 tx=0).stop 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.339+0000 7f5ea8400640 1 -- 172.21.15.92:0/4187972556 shutdown_connections 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.339+0000 7f5ea8400640 1 --2- 172.21.15.92:0/4187972556 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ea00d2b60 0x7f5ea00d2f80 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.339+0000 7f5ea8400640 1 --2- 172.21.15.92:0/4187972556 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b7cc0 0x7f5ea00b8150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:02.341 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.339+0000 7f5ea8400640 1 -- 172.21.15.92:0/4187972556 >> 172.21.15.92:0/4187972556 conn(0x7f5ea00d10c0 msgr2=0x7f5ea00d14d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:02.342 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.339+0000 7f5ea8400640 1 -- 172.21.15.92:0/4187972556 shutdown_connections 2024-09-19T06:01:02.342 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.339+0000 7f5ea8400640 1 -- 172.21.15.92:0/4187972556 wait complete. 2024-09-19T06:01:02.343 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.341+0000 7f5ea8400640 1 Processor -- start 2024-09-19T06:01:02.343 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.342+0000 7f5ea8400640 1 -- start start 2024-09-19T06:01:02.346 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea8400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b60c0 0x7f5ea0161970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:02.346 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea8400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ea00b7cc0 0x7f5ea00cbb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:02.346 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea8400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ea00d2b60 0x7f5ea00cc070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:02.346 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea8400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea00d3640 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.346 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea8400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5ea00d34c0 con 0x7f5ea00d2b60 2024-09-19T06:01:02.346 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea8400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5ea015e8e0 con 0x7f5ea00b60c0 2024-09-19T06:01:02.346 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea5000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ea00b7cc0 0x7f5ea00cbb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:02.346 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea5000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ea00b7cc0 0x7f5ea00cbb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42352/0 (socket says 172.21.15.92:42352) 2024-09-19T06:01:02.346 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea5000640 1 -- 172.21.15.92:0/2547467525 learned_addr learned my addr 172.21.15.92:0/2547467525 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:02.347 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea5a00640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b60c0 0x7f5ea0161970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:02.347 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.343+0000 7f5ea6400640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ea00d2b60 0x7f5ea00cc070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:02.347 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.344+0000 7f5ea5000640 1 -- 172.21.15.92:0/2547467525 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b60c0 msgr2=0x7f5ea0161970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:02.347 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.344+0000 7f5ea5000640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b60c0 0x7f5ea0161970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:02.347 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.344+0000 7f5ea5000640 1 -- 172.21.15.92:0/2547467525 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ea00d2b60 msgr2=0x7f5ea00cc070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:02.347 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.344+0000 7f5ea5000640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ea00d2b60 0x7f5ea00cc070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:02.347 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.344+0000 7f5ea5000640 1 -- 172.21.15.92:0/2547467525 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ea015f3b0 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.347 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.344+0000 7f5ea5a00640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b60c0 0x7f5ea0161970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:02.347 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.344+0000 7f5ea5000640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ea00b7cc0 0x7f5ea00cbb30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c000c00 tx=0x7f5e8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:02.348 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.344+0000 7f5e9d600640 1 -- 172.21.15.92:0/2547467525 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c041020 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.348 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.345+0000 7f5e9d600640 1 -- 172.21.15.92:0/2547467525 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e8c03d620 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.348 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.345+0000 7f5e9d600640 1 -- 172.21.15.92:0/2547467525 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8c037040 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.348 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.345+0000 7f5ea8400640 1 -- 172.21.15.92:0/2547467525 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ea015f690 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.348 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.345+0000 7f5ea8400640 1 -- 172.21.15.92:0/2547467525 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ea015fc50 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.348 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.345+0000 7f5e9d600640 1 -- 172.21.15.92:0/2547467525 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) ==== 807+0+0 (secure 0 0 0) 0x7f5e8c044020 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.349 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.345+0000 7f5e9d600640 1 -- 172.21.15.92:0/2547467525 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(10..10 src has 1..10) ==== 1645+0+0 (secure 0 0 0) 0x7f5e8c03dda0 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.349 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.346+0000 7f5ea8400640 1 -- 172.21.15.92:0/2547467525 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ea00d2f80 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.350 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.349+0000 7f5e9d600640 1 -- 172.21.15.92:0/2547467525 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+74432 (secure 0 0 0) 0x7f5e8c04b030 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.413 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.411+0000 7f5ea8400640 1 -- 172.21.15.92:0/2547467525 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5ea0161eb0 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.413 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.411+0000 7f5e9d600640 1 -- 172.21.15.92:0/2547467525 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) ==== 74+0+7058 (secure 0 0 0) 0x7f5e8c046400 con 0x7f5ea00b7cc0 2024-09-19T06:01:02.414 INFO:teuthology.misc.health.smithi092.stdout: 2024-09-19T06:01:02.414 INFO:teuthology.misc.health.smithi092.stdout:{"epoch":10,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:01.032608+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:02.415 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.412+0000 7f5ea8400640 1 -- 172.21.15.92:0/2547467525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ea00b7cc0 msgr2=0x7f5ea00cbb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:02.415 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.412+0000 7f5ea8400640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ea00b7cc0 0x7f5ea00cbb30 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f5e8c000c00 tx=0x7f5e8c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:02.415 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.413+0000 7f5ea8400640 1 -- 172.21.15.92:0/2547467525 shutdown_connections 2024-09-19T06:01:02.415 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.413+0000 7f5ea8400640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ea00d2b60 0x7f5ea00cc070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:02.415 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.413+0000 7f5ea8400640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ea00b7cc0 0x7f5ea00cbb30 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:02.415 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.413+0000 7f5ea8400640 1 --2- 172.21.15.92:0/2547467525 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ea00b60c0 0x7f5ea0161970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:02.415 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.413+0000 7f5ea8400640 1 -- 172.21.15.92:0/2547467525 >> 172.21.15.92:0/2547467525 conn(0x7f5ea00d10c0 msgr2=0x7f5ea00c9fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:02.415 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.413+0000 7f5ea8400640 1 -- 172.21.15.92:0/2547467525 shutdown_connections 2024-09-19T06:01:02.415 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:02.413+0000 7f5ea8400640 1 -- 172.21.15.92:0/2547467525 wait complete. 2024-09-19T06:01:02.426 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T06:01:02.865 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:02.863+0000 7fd3af18c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T06:01:03.004 INFO:tasks.ceph.mgr.x.smithi102.stderr:2024-09-19T06:01:03.001+0000 7fb430c1c040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-19T06:01:03.125 INFO:tasks.ceph.osd.5.smithi102.stderr:2024-09-19T06:01:03.122+0000 7f44cb123640 -1 Falling back to public interface 2024-09-19T06:01:03.142 INFO:tasks.ceph.osd.3.smithi092.stderr:2024-09-19T06:01:03.141+0000 7fe578f89640 -1 Falling back to public interface 2024-09-19T06:01:03.150 INFO:tasks.ceph.osd.2.smithi092.stderr:2024-09-19T06:01:03.149+0000 7fe59c532640 -1 Falling back to public interface 2024-09-19T06:01:03.162 INFO:tasks.ceph.osd.0.smithi092.stderr:2024-09-19T06:01:03.161+0000 7fb24e015640 -1 Falling back to public interface 2024-09-19T06:01:03.166 INFO:tasks.ceph.osd.6.smithi102.stderr:2024-09-19T06:01:03.164+0000 7f5dcfa44640 -1 Falling back to public interface 2024-09-19T06:01:03.170 INFO:tasks.ceph.osd.7.smithi102.stderr:2024-09-19T06:01:03.167+0000 7fe154432640 -1 Falling back to public interface 2024-09-19T06:01:03.173 INFO:tasks.ceph.osd.1.smithi092.stderr:2024-09-19T06:01:03.171+0000 7f3f5163b640 -1 Falling back to public interface 2024-09-19T06:01:03.174 INFO:tasks.ceph.osd.4.smithi102.stderr:2024-09-19T06:01:03.172+0000 7f9eabed6640 -1 Falling back to public interface 2024-09-19T06:01:03.883 INFO:tasks.ceph.mgr.y.smithi092.stderr:2024-09-19T06:01:03.881+0000 7fd34f400640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-19T06:01:07.683 INFO:tasks.ceph.osd.1.smithi092.stderr:2024-09-19T06:01:07.681+0000 7f3f5163b640 -1 osd.1 0 log_to_monitors true 2024-09-19T06:01:07.712 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:01:07.717 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:01:07.812 INFO:tasks.ceph.osd.6.smithi102.stderr:2024-09-19T06:01:07.809+0000 7f5dcfa44640 -1 osd.6 0 log_to_monitors true 2024-09-19T06:01:07.813 INFO:tasks.ceph.osd.5.smithi102.stderr:2024-09-19T06:01:07.811+0000 7f44cb123640 -1 osd.5 0 log_to_monitors true 2024-09-19T06:01:07.850 INFO:tasks.ceph.osd.0.smithi092.stderr:2024-09-19T06:01:07.849+0000 7fb24e015640 -1 osd.0 0 log_to_monitors true 2024-09-19T06:01:07.884 INFO:tasks.ceph.osd.7.smithi102.stderr:2024-09-19T06:01:07.882+0000 7fe154432640 -1 osd.7 0 log_to_monitors true 2024-09-19T06:01:07.901 INFO:tasks.ceph.osd.2.smithi092.stderr:2024-09-19T06:01:07.899+0000 7fe59c532640 -1 osd.2 0 log_to_monitors true 2024-09-19T06:01:07.906 INFO:tasks.ceph.osd.3.smithi092.stderr:2024-09-19T06:01:07.905+0000 7fe578f89640 -1 osd.3 0 log_to_monitors true 2024-09-19T06:01:07.915 INFO:tasks.ceph.osd.4.smithi102.stderr:2024-09-19T06:01:07.913+0000 7f9eabed6640 -1 osd.4 0 log_to_monitors true 2024-09-19T06:01:09.233 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:09.399 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.397+0000 7f0b85600640 1 Processor -- start 2024-09-19T06:01:09.399 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.397+0000 7f0b85600640 1 -- start start 2024-09-19T06:01:09.400 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.398+0000 7f0b85600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0b8015b290 0x7f0b800ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:09.401 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.398+0000 7f0b85600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0b800b26d0 0x7f0b80072260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:09.401 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.398+0000 7f0b85600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b800711c0 con 0x7f0b8015b670 2024-09-19T06:01:09.401 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.398+0000 7f0b85600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f0b80070f70 con 0x7f0b800b26d0 2024-09-19T06:01:09.401 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.398+0000 7f0b85600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0b800714a0 con 0x7f0b8015b290 2024-09-19T06:01:09.401 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.399+0000 7f0b84c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0b800b26d0 0x7f0b80072260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:09.401 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.399+0000 7f0b7fe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0b8015b290 0x7f0b800ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:09.401 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.399+0000 7f0b84c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0b800b26d0 0x7f0b80072260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39208/0 (socket says 172.21.15.92:39208) 2024-09-19T06:01:09.401 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.399+0000 7f0b84c00640 1 -- 172.21.15.92:0/106307917 learned_addr learned my addr 172.21.15.92:0/106307917 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:09.402 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.399+0000 7f0b84c00640 1 -- 172.21.15.92:0/106307917 >> v2:172.21.15.102:3300/0 conn(0x7f0b8015b290 msgr2=0x7f0b800ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:09.402 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.399+0000 7f0b84c00640 1 --2- 172.21.15.92:0/106307917 >> v2:172.21.15.102:3300/0 conn(0x7f0b8015b290 0x7f0b800ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:09.402 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.399+0000 7f0b84c00640 1 -- 172.21.15.92:0/106307917 >> v1:172.21.15.102:6789/0 conn(0x7f0b8015b670 legacy=0x7f0b800b1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:09.402 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.399+0000 7f0b84c00640 1 -- 172.21.15.92:0/106307917 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b80071780 con 0x7f0b800b26d0 2024-09-19T06:01:09.402 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.400+0000 7f0b84c00640 1 --2- 172.21.15.92:0/106307917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b800b26d0 0x7f0b80072260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0b800710f0 tx=0x7f0b7802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e02abd732b505451 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:09.403 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.400+0000 7f0b7ea00640 1 -- 172.21.15.92:0/106307917 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b78036070 con 0x7f0b800b26d0 2024-09-19T06:01:09.403 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.400+0000 7f0b7ea00640 1 -- 172.21.15.92:0/106307917 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b78031600 con 0x7f0b800b26d0 2024-09-19T06:01:09.403 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.400+0000 7f0b7ea00640 1 -- 172.21.15.92:0/106307917 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b780319d0 con 0x7f0b800b26d0 2024-09-19T06:01:09.403 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.401+0000 7f0b85600640 1 -- 172.21.15.92:0/106307917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b800b26d0 msgr2=0x7f0b80072260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:09.403 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.401+0000 7f0b85600640 1 --2- 172.21.15.92:0/106307917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b800b26d0 0x7f0b80072260 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f0b800710f0 tx=0x7f0b7802a730 comp rx=0 tx=0).stop 2024-09-19T06:01:09.403 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.401+0000 7f0b85600640 1 -- 172.21.15.92:0/106307917 shutdown_connections 2024-09-19T06:01:09.404 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.401+0000 7f0b85600640 1 --2- 172.21.15.92:0/106307917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b800b26d0 0x7f0b80072260 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:09.404 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.401+0000 7f0b85600640 1 --2- 172.21.15.92:0/106307917 >> v2:172.21.15.102:3300/0 conn(0x7f0b8015b290 0x7f0b800ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:09.404 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.401+0000 7f0b85600640 1 -- 172.21.15.92:0/106307917 >> 172.21.15.92:0/106307917 conn(0x7f0b8006d000 msgr2=0x7f0b8006d3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:09.404 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.401+0000 7f0b85600640 1 -- 172.21.15.92:0/106307917 shutdown_connections 2024-09-19T06:01:09.404 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.401+0000 7f0b85600640 1 -- 172.21.15.92:0/106307917 wait complete. 2024-09-19T06:01:09.405 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.403+0000 7f0b85600640 1 Processor -- start 2024-09-19T06:01:09.405 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.403+0000 7f0b85600640 1 -- start start 2024-09-19T06:01:09.408 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.404+0000 7f0b85600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b800b26d0 0x7f0b80150270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:09.408 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.404+0000 7f0b85600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b8015b290 0x7f0b80150a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:09.408 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.404+0000 7f0b85600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b8015b670 0x7f0b80150fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.404+0000 7f0b85600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0b800b4a80 con 0x7f0b8015b290 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.404+0000 7f0b85600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0b800b4900 con 0x7f0b800b26d0 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.404+0000 7f0b85600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0b800b4c00 con 0x7f0b8015b670 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.405+0000 7f0b84c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b8015b670 0x7f0b80150fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.405+0000 7f0b7fe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b800b26d0 0x7f0b80150270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.405+0000 7f0b84c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b8015b670 0x7f0b80150fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:53414/0 (socket says 172.21.15.92:53414) 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.405+0000 7f0b84c00640 1 -- 172.21.15.92:0/688514680 learned_addr learned my addr 172.21.15.92:0/688514680 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.405+0000 7f0b7f400640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b8015b290 0x7f0b80150a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.405+0000 7f0b84c00640 1 -- 172.21.15.92:0/688514680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b800b26d0 msgr2=0x7f0b80150270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.405+0000 7f0b84c00640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b800b26d0 0x7f0b80150270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.405+0000 7f0b84c00640 1 -- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b8015b290 msgr2=0x7f0b80150a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b84c00640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b8015b290 0x7f0b80150a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:09.409 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b84c00640 1 -- 172.21.15.92:0/688514680 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b801f8b90 con 0x7f0b8015b670 2024-09-19T06:01:09.410 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b7fe00640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b800b26d0 0x7f0b80150270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:09.410 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b7f400640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b8015b290 0x7f0b80150a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:09.410 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b84c00640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b8015b670 0x7f0b80150fa0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0b78009f10 tx=0x7f0b78004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:09.410 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b77e00640 1 -- 172.21.15.92:0/688514680 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b78036050 con 0x7f0b8015b670 2024-09-19T06:01:09.410 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b77e00640 1 -- 172.21.15.92:0/688514680 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b78042070 con 0x7f0b8015b670 2024-09-19T06:01:09.410 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b77e00640 1 -- 172.21.15.92:0/688514680 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b78009510 con 0x7f0b8015b670 2024-09-19T06:01:09.410 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b85600640 1 -- 172.21.15.92:0/688514680 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b800aa560 con 0x7f0b8015b670 2024-09-19T06:01:09.410 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.406+0000 7f0b85600640 1 -- 172.21.15.92:0/688514680 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b800aab20 con 0x7f0b8015b670 2024-09-19T06:01:09.411 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.408+0000 7f0b75600640 1 -- 172.21.15.92:0/688514680 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b54005290 con 0x7f0b8015b670 2024-09-19T06:01:09.411 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.409+0000 7f0b77e00640 1 -- 172.21.15.92:0/688514680 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7f0b78007bf0 con 0x7f0b8015b670 2024-09-19T06:01:09.411 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.409+0000 7f0b77e00640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b6006c220 0x7f0b6006e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:09.411 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.410+0000 7f0b77e00640 1 -- 172.21.15.92:0/688514680 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(12..12 src has 1..12) ==== 2009+0+0 (secure 0 0 0) 0x7f0b780ab0b0 con 0x7f0b8015b670 2024-09-19T06:01:09.412 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.410+0000 7f0b7fe00640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b6006c220 0x7f0b6006e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:09.412 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.410+0000 7f0b7fe00640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b6006c220 0x7f0b6006e6e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009f30 tx=0x7f0b70009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:09.417 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.415+0000 7f0b77e00640 1 -- 172.21.15.92:0/688514680 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0b7807a130 con 0x7f0b8015b670 2024-09-19T06:01:09.670 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.668+0000 7f0b75600640 1 -- 172.21.15.92:0/688514680 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0b54005580 con 0x7f0b8015b670 2024-09-19T06:01:09.671 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.669+0000 7f0b77e00640 1 -- 172.21.15.92:0/688514680 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) ==== 74+0+7058 (secure 0 0 0) 0x7f0b7807e430 con 0x7f0b8015b670 2024-09-19T06:01:09.671 INFO:teuthology.misc.health.smithi092.stdout: 2024-09-19T06:01:09.671 INFO:teuthology.misc.health.smithi092.stdout:{"epoch":12,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:08.739489+0000","last_up_change":"0.000000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:09.674 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 -- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b6006c220 msgr2=0x7f0b6006e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:09.674 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b6006c220 0x7f0b6006e6e0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f0b70009f30 tx=0x7f0b70009190 comp rx=0 tx=0).stop 2024-09-19T06:01:09.674 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 -- 172.21.15.92:0/688514680 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b8015b670 msgr2=0x7f0b80150fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:09.674 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b8015b670 0x7f0b80150fa0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f0b78009f10 tx=0x7f0b78004a40 comp rx=0 tx=0).stop 2024-09-19T06:01:09.674 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 -- 172.21.15.92:0/688514680 shutdown_connections 2024-09-19T06:01:09.675 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b8015b670 0x7f0b80150fa0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:09.675 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b8015b290 0x7f0b80150a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:09.675 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b6006c220 0x7f0b6006e6e0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:09.675 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 --2- 172.21.15.92:0/688514680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b800b26d0 0x7f0b80150270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:09.675 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 -- 172.21.15.92:0/688514680 >> 172.21.15.92:0/688514680 conn(0x7f0b8006d000 msgr2=0x7f0b8006bb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:09.675 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 -- 172.21.15.92:0/688514680 shutdown_connections 2024-09-19T06:01:09.675 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:09.672+0000 7f0b75600640 1 -- 172.21.15.92:0/688514680 wait complete. 2024-09-19T06:01:09.690 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-19T06:01:10.152 INFO:tasks.ceph.osd.1.smithi092.stderr:2024-09-19T06:01:10.150+0000 7f3f4ce00640 -1 osd.1 0 waiting for initial osdmap 2024-09-19T06:01:10.336 INFO:tasks.ceph.osd.1.smithi092.stderr:2024-09-19T06:01:10.334+0000 7f3f42400640 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:01:11.507 INFO:tasks.ceph.osd.2.smithi092.stderr:2024-09-19T06:01:11.505+0000 7fe596a00640 -1 osd.2 0 waiting for initial osdmap 2024-09-19T06:01:11.516 INFO:tasks.ceph.osd.2.smithi092.stderr:2024-09-19T06:01:11.514+0000 7fe58d400640 -1 osd.2 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:01:11.598 INFO:tasks.ceph.osd.3.smithi092.stderr:2024-09-19T06:01:11.596+0000 7fe574800640 -1 osd.3 0 waiting for initial osdmap 2024-09-19T06:01:11.609 INFO:tasks.ceph.osd.3.smithi092.stderr:2024-09-19T06:01:11.607+0000 7fe569e00640 -1 osd.3 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:01:11.628 INFO:tasks.ceph.osd.0.smithi092.stderr:2024-09-19T06:01:11.627+0000 7fb247e00640 -1 osd.0 0 waiting for initial osdmap 2024-09-19T06:01:11.633 INFO:tasks.ceph.osd.0.smithi092.stderr:2024-09-19T06:01:11.631+0000 7fb23e800640 -1 osd.0 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:01:11.938 INFO:tasks.ceph.osd.5.smithi102.stderr:2024-09-19T06:01:11.936+0000 7f44c6a00640 -1 osd.5 0 waiting for initial osdmap 2024-09-19T06:01:11.947 INFO:tasks.ceph.osd.5.smithi102.stderr:2024-09-19T06:01:11.946+0000 7f44bc000640 -1 osd.5 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:01:11.973 INFO:tasks.ceph.osd.7.smithi102.stderr:2024-09-19T06:01:11.972+0000 7fe14de00640 -1 osd.7 0 waiting for initial osdmap 2024-09-19T06:01:11.982 INFO:tasks.ceph.osd.7.smithi102.stderr:2024-09-19T06:01:11.980+0000 7fe144800640 -1 osd.7 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:01:12.026 INFO:tasks.ceph.osd.4.smithi102.stderr:2024-09-19T06:01:12.025+0000 7f9ea6400640 -1 osd.4 0 waiting for initial osdmap 2024-09-19T06:01:12.034 INFO:tasks.ceph.osd.4.smithi102.stderr:2024-09-19T06:01:12.032+0000 7f9e9ce00640 -1 osd.4 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:01:12.067 INFO:tasks.ceph.osd.6.smithi102.stderr:2024-09-19T06:01:12.065+0000 7f5dcb200640 -1 osd.6 0 waiting for initial osdmap 2024-09-19T06:01:12.082 INFO:tasks.ceph.osd.6.smithi102.stderr:2024-09-19T06:01:12.081+0000 7f5dc0800640 -1 osd.6 14 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-19T06:01:16.497 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:16.630 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.628+0000 7fa68ee00640 1 Processor -- start 2024-09-19T06:01:16.630 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.628+0000 7fa68ee00640 1 -- start start 2024-09-19T06:01:16.632 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa68ee00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa68815faa0 0x7fa6880cfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:16.632 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa68ee00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fa6880cec30 0x7fa68806d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:16.632 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa68ee00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6880729e0 con 0x7fa6880b2e00 2024-09-19T06:01:16.632 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa68ee00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa68806d060 con 0x7fa68815faa0 2024-09-19T06:01:16.632 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa68ee00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fa688072140 con 0x7fa6880cec30 2024-09-19T06:01:16.632 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa687e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa68815faa0 0x7fa6880cfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:16.632 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa687e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa68815faa0 0x7fa6880cfaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39262/0 (socket says 172.21.15.92:39262) 2024-09-19T06:01:16.632 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa687e00640 1 -- 172.21.15.92:0/1261649923 learned_addr learned my addr 172.21.15.92:0/1261649923 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:16.633 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa687e00640 1 -- 172.21.15.92:0/1261649923 >> v2:172.21.15.102:3300/0 conn(0x7fa6880cec30 msgr2=0x7fa68806d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:16.633 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa687e00640 1 --2- 172.21.15.92:0/1261649923 >> v2:172.21.15.102:3300/0 conn(0x7fa6880cec30 0x7fa68806d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.633 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa687e00640 1 -- 172.21.15.92:0/1261649923 >> v1:172.21.15.102:6789/0 conn(0x7fa6880b2e00 legacy=0x7fa6880ce520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:16.633 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.630+0000 7fa687e00640 1 -- 172.21.15.92:0/1261649923 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa688072420 con 0x7fa68815faa0 2024-09-19T06:01:16.634 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.631+0000 7fa687e00640 1 --2- 172.21.15.92:0/1261649923 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa68815faa0 0x7fa6880cfaf0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa6880738f0 tx=0x7fa67802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50f77084861bad73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:16.634 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.631+0000 7fa687400640 1 -- 172.21.15.92:0/1261649923 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678037070 con 0x7fa68815faa0 2024-09-19T06:01:16.634 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa687400640 1 -- 172.21.15.92:0/1261649923 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa678032440 con 0x7fa68815faa0 2024-09-19T06:01:16.634 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa687400640 1 -- 172.21.15.92:0/1261649923 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa678032810 con 0x7fa68815faa0 2024-09-19T06:01:16.634 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa68ee00640 1 -- 172.21.15.92:0/1261649923 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa68815faa0 msgr2=0x7fa6880cfaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:16.635 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa68ee00640 1 --2- 172.21.15.92:0/1261649923 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa68815faa0 0x7fa6880cfaf0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa6880738f0 tx=0x7fa67802a1a0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.635 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa68ee00640 1 -- 172.21.15.92:0/1261649923 shutdown_connections 2024-09-19T06:01:16.635 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa68ee00640 1 --2- 172.21.15.92:0/1261649923 >> v2:172.21.15.102:3300/0 conn(0x7fa6880cec30 0x7fa68806d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.635 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa68ee00640 1 --2- 172.21.15.92:0/1261649923 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa68815faa0 0x7fa6880cfaf0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.635 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa68ee00640 1 -- 172.21.15.92:0/1261649923 >> 172.21.15.92:0/1261649923 conn(0x7fa6880b2180 msgr2=0x7fa6880b2560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:16.635 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa68ee00640 1 -- 172.21.15.92:0/1261649923 shutdown_connections 2024-09-19T06:01:16.635 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.632+0000 7fa68ee00640 1 -- 172.21.15.92:0/1261649923 wait complete. 2024-09-19T06:01:16.635 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.634+0000 7fa68ee00640 1 Processor -- start 2024-09-19T06:01:16.636 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.634+0000 7fa68ee00640 1 -- start start 2024-09-19T06:01:16.637 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa68ee00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6880b2e00 0x7fa688153a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:16.637 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa68ee00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6880cec30 0x7fa6880c53f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:16.637 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa68ee00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa68815faa0 0x7fa68806e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:16.637 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa68ee00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa6880d0030 con 0x7fa6880cec30 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa68ee00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa68815fe80 con 0x7fa68815faa0 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa68ee00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa6880d01b0 con 0x7fa6880b2e00 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa67f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6880cec30 0x7fa6880c53f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa67f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6880cec30 0x7fa6880c53f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39272/0 (socket says 172.21.15.92:39272) 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa67f400640 1 -- 172.21.15.92:0/545665545 learned_addr learned my addr 172.21.15.92:0/545665545 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa687e00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6880b2e00 0x7fa688153a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa68ce00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa68815faa0 0x7fa68806e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa67f400640 1 -- 172.21.15.92:0/545665545 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6880b2e00 msgr2=0x7fa688153a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa67f400640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6880b2e00 0x7fa688153a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa67f400640 1 -- 172.21.15.92:0/545665545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa68815faa0 msgr2=0x7fa68806e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa67f400640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa68815faa0 0x7fa68806e590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.635+0000 7fa67f400640 1 -- 172.21.15.92:0/545665545 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa688155fa0 con 0x7fa6880cec30 2024-09-19T06:01:16.638 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.636+0000 7fa67f400640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6880cec30 0x7fa6880c53f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa67000b3c0 tx=0x7fa67000b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:16.639 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.636+0000 7fa684c00640 1 -- 172.21.15.92:0/545665545 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa670011830 con 0x7fa6880cec30 2024-09-19T06:01:16.639 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.636+0000 7fa684c00640 1 -- 172.21.15.92:0/545665545 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa670016070 con 0x7fa6880cec30 2024-09-19T06:01:16.639 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.636+0000 7fa684c00640 1 -- 172.21.15.92:0/545665545 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa670011c30 con 0x7fa6880cec30 2024-09-19T06:01:16.639 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.636+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa688156280 con 0x7fa6880cec30 2024-09-19T06:01:16.640 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.636+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa688156840 con 0x7fa6880cec30 2024-09-19T06:01:16.640 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.637+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6880cfaf0 con 0x7fa6880cec30 2024-09-19T06:01:16.640 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.638+0000 7fa684c00640 1 -- 172.21.15.92:0/545665545 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7fa67001b460 con 0x7fa6880cec30 2024-09-19T06:01:16.641 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.639+0000 7fa684c00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa66406c220 0x7fa66406e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:16.641 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.639+0000 7fa684c00640 1 -- 172.21.15.92:0/545665545 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7fa67008b710 con 0x7fa6880cec30 2024-09-19T06:01:16.641 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.639+0000 7fa687e00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa66406c220 0x7fa66406e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:16.642 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.640+0000 7fa687e00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa66406c220 0x7fa66406e6e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa678034000 tx=0x7fa67802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:16.645 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.644+0000 7fa684c00640 1 -- 172.21.15.92:0/545665545 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa67005a320 con 0x7fa6880cec30 2024-09-19T06:01:16.827 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.825+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa6880d0ef0 con 0x7fa6880cec30 2024-09-19T06:01:16.828 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.826+0000 7fa684c00640 1 -- 172.21.15.92:0/545665545 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v18) ==== 74+0+12884 (secure 0 0 0) 0x7fa670059c20 con 0x7fa6880cec30 2024-09-19T06:01:16.829 INFO:teuthology.misc.health.smithi092.stdout: 2024-09-19T06:01:16.829 INFO:teuthology.misc.health.smithi092.stdout:{"epoch":18,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:15.523312+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:16.831 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa66406c220 msgr2=0x7fa66406e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:16.831 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa66406c220 0x7fa66406e6e0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa678034000 tx=0x7fa67802e000 comp rx=0 tx=0).stop 2024-09-19T06:01:16.831 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6880cec30 msgr2=0x7fa6880c53f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:16.831 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6880cec30 0x7fa6880c53f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa67000b3c0 tx=0x7fa67000b880 comp rx=0 tx=0).stop 2024-09-19T06:01:16.831 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 shutdown_connections 2024-09-19T06:01:16.832 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa66406c220 0x7fa66406e6e0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.832 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa68815faa0 0x7fa68806e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.832 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6880cec30 0x7fa6880c53f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.832 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 --2- 172.21.15.92:0/545665545 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6880b2e00 0x7fa688153a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:16.832 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 >> 172.21.15.92:0/545665545 conn(0x7fa6880b2180 msgr2=0x7fa688074c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:16.832 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 shutdown_connections 2024-09-19T06:01:16.832 INFO:teuthology.misc.health.smithi092.stderr:2024-09-19T06:01:16.829+0000 7fa68ee00640 1 -- 172.21.15.92:0/545665545 wait complete. 2024-09-19T06:01:16.844 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-19T06:01:16.844 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-19T06:01:16.845 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:01:16.845 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:01:16.849 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:01:16.849 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:01:16.849 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:01:16.853 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:01:16.853 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:01:16.853 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:01:16.857 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:01:16.857 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:01:16.858 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:01:16.861 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:01:16.861 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-19T06:01:16.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:16.979 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:01:16.983 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:01:16.988 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:01:16.990 INFO:tasks.ceph.mds.d.smithi102.stdout:starting mds.d at 2024-09-19T06:01:17.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.023+0000 7f145ac00640 1 Processor -- start 2024-09-19T06:01:17.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.023+0000 7f145ac00640 1 -- start start 2024-09-19T06:01:17.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f145ac00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f145415e5f0 0x7f14540d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f145ac00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f14540d13c0 0x7f14540b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f145ac00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f145415e9d0 con 0x7f14540b8730 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f145ac00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f14540b9b30 con 0x7f145415e5f0 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f145ac00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f14540b8f20 con 0x7f14540d13c0 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f1459800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f145415e5f0 0x7f14540d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f1459800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f145415e5f0 0x7f14540d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48784/0 (socket says 172.21.15.92:48784) 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f1459800640 1 -- 172.21.15.92:0/137859877 learned_addr learned my addr 172.21.15.92:0/137859877 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f145a200640 1 --1- 172.21.15.92:0/137859877 >> v1:172.21.15.92:6789/0 conn(0x7f14540b8730 0x7f14540ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56674/0 (socket says 172.21.15.92:56674) 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f1458e00640 1 --2- 172.21.15.92:0/137859877 >> v2:172.21.15.102:3300/0 conn(0x7f14540d13c0 0x7f14540b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f1459800640 1 -- 172.21.15.92:0/137859877 >> v2:172.21.15.102:3300/0 conn(0x7f14540d13c0 msgr2=0x7f14540b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f1459800640 1 --2- 172.21.15.92:0/137859877 >> v2:172.21.15.102:3300/0 conn(0x7f14540d13c0 0x7f14540b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f1459800640 1 -- 172.21.15.92:0/137859877 >> v1:172.21.15.92:6789/0 conn(0x7f14540b8730 legacy=0x7f14540ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:17.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.024+0000 7f1459800640 1 -- 172.21.15.92:0/137859877 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14540b9200 con 0x7f145415e5f0 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.025+0000 7f1459800640 1 --2- 172.21.15.92:0/137859877 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f145415e5f0 0x7f14540d0e80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f14540d1fc0 tx=0x7f144802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5219d0ecf197e72 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f1453e00640 1 -- 172.21.15.92:0/137859877 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1448037070 con 0x7f145415e5f0 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f1453e00640 1 -- 172.21.15.92:0/137859877 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1448032440 con 0x7f145415e5f0 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f1453e00640 1 -- 172.21.15.92:0/137859877 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1448032810 con 0x7f145415e5f0 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f145ac00640 1 -- 172.21.15.92:0/137859877 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f145415e5f0 msgr2=0x7f14540d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f145ac00640 1 --2- 172.21.15.92:0/137859877 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f145415e5f0 0x7f14540d0e80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f14540d1fc0 tx=0x7f144802a270 comp rx=0 tx=0).stop 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f145ac00640 1 -- 172.21.15.92:0/137859877 shutdown_connections 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f145ac00640 1 --2- 172.21.15.92:0/137859877 >> v2:172.21.15.102:3300/0 conn(0x7f14540d13c0 0x7f14540b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f145ac00640 1 --2- 172.21.15.92:0/137859877 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f145415e5f0 0x7f14540d0e80 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f145ac00640 1 -- 172.21.15.92:0/137859877 >> 172.21.15.92:0/137859877 conn(0x7f1454062630 msgr2=0x7f1454062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f145ac00640 1 -- 172.21.15.92:0/137859877 shutdown_connections 2024-09-19T06:01:17.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.026+0000 7f145ac00640 1 -- 172.21.15.92:0/137859877 wait complete. 2024-09-19T06:01:17.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.028+0000 7f145ac00640 1 Processor -- start 2024-09-19T06:01:17.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.028+0000 7f145ac00640 1 -- start start 2024-09-19T06:01:17.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f145ac00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14540b8730 0x7f14541f4140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:17.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f145ac00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14540d13c0 0x7f14541497d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f145ac00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f145415e5f0 0x7f14541608c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f145ac00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f14540b8b60 con 0x7f14540d13c0 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f145ac00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f14540b97c0 con 0x7f14540b8730 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f145ac00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f14540b8ce0 con 0x7f145415e5f0 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f1458e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14540d13c0 0x7f14541497d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f1458e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14540d13c0 0x7f14541497d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48790/0 (socket says 172.21.15.92:48790) 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f1458e00640 1 -- 172.21.15.92:0/2673017389 learned_addr learned my addr 172.21.15.92:0/2673017389 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f1459800640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14540b8730 0x7f14541f4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.029+0000 7f145a200640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f145415e5f0 0x7f14541608c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f1458e00640 1 -- 172.21.15.92:0/2673017389 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f145415e5f0 msgr2=0x7f14541608c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f1458e00640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f145415e5f0 0x7f14541608c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f1458e00640 1 -- 172.21.15.92:0/2673017389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14540b8730 msgr2=0x7f14541f4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f1458e00640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14540b8730 0x7f14541f4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f1458e00640 1 -- 172.21.15.92:0/2673017389 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f145415fb00 con 0x7f14540d13c0 2024-09-19T06:01:17.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f1458e00640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14540d13c0 0x7f14541497d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f144000e9e0 tx=0x7f144000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:17.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f1451600640 1 -- 172.21.15.92:0/2673017389 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1440017070 con 0x7f14540d13c0 2024-09-19T06:01:17.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f1451600640 1 -- 172.21.15.92:0/2673017389 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f144000c970 con 0x7f14540d13c0 2024-09-19T06:01:17.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14541613f0 con 0x7f14540d13c0 2024-09-19T06:01:17.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f1451600640 1 -- 172.21.15.92:0/2673017389 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f144000cd60 con 0x7f14540d13c0 2024-09-19T06:01:17.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.030+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14540c95a0 con 0x7f14540d13c0 2024-09-19T06:01:17.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.031+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14540b81f0 con 0x7f14540d13c0 2024-09-19T06:01:17.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.032+0000 7f1451600640 1 -- 172.21.15.92:0/2673017389 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 4) ==== 90790+0+0 (secure 0 0 0) 0x7f144001a070 con 0x7f14540d13c0 2024-09-19T06:01:17.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.033+0000 7f1451600640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f143406c220 0x7f143406e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:17.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.034+0000 7f1451600640 1 -- 172.21.15.92:0/2673017389 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f144008b2b0 con 0x7f14540d13c0 2024-09-19T06:01:17.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.034+0000 7f1459800640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f143406c220 0x7f143406e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:17.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.034+0000 7f1459800640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f143406c220 0x7f143406e6e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1448034000 tx=0x7f144802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:17.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.038+0000 7f1451600640 1 -- 172.21.15.92:0/2673017389 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14400597f0 con 0x7f14540d13c0 2024-09-19T06:01:17.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.246+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f14540cf750 con 0x7f14540d13c0 2024-09-19T06:01:17.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.247+0000 7f1451600640 1 -- 172.21.15.92:0/2673017389 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) ==== 93+0+1434 (secure 0 0 0) 0x7f144005daf0 con 0x7f14540d13c0 2024-09-19T06:01:17.249 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:17.249 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":2,"btime":"2024-09-19T06:01:16:987285+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2}],"filesystems":[]} 2024-09-19T06:01:17.249 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 2 2024-09-19T06:01:17.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f143406c220 msgr2=0x7f143406e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f143406c220 0x7f143406e6e0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f1448034000 tx=0x7f144802e000 comp rx=0 tx=0).stop 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14540d13c0 msgr2=0x7f14541497d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14540d13c0 0x7f14541497d0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f144000e9e0 tx=0x7f144000eea0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 shutdown_connections 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f145415e5f0 0x7f14541608c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14540d13c0 0x7f14541497d0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f143406c220 0x7f143406e6e0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 --2- 172.21.15.92:0/2673017389 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14540b8730 0x7f14541f4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 >> 172.21.15.92:0/2673017389 conn(0x7f1454062630 msgr2=0x7f14540d4550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 shutdown_connections 2024-09-19T06:01:17.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:17.249+0000 7f145ac00640 1 -- 172.21.15.92:0/2673017389 wait complete. 2024-09-19T06:01:19.267 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:19.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.426+0000 7f9b56200640 1 Processor -- start 2024-09-19T06:01:19.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.426+0000 7f9b56200640 1 -- start start 2024-09-19T06:01:19.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.427+0000 7f9b56200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9b5015e5f0 0x7f9b500d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.427+0000 7f9b56200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f9b500b8900 0x7f9b500d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.427+0000 7f9b56200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b5015e9d0 con 0x7f9b500d13c0 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.427+0000 7f9b56200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f9b500b9b30 con 0x7f9b5015e5f0 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.427+0000 7f9b56200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f9b500b8f20 con 0x7f9b500b8900 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.427+0000 7f9b54e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9b5015e5f0 0x7f9b500d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.427+0000 7f9b54e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9b5015e5f0 0x7f9b500d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48796/0 (socket says 172.21.15.92:48796) 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.427+0000 7f9b54e00640 1 -- 172.21.15.92:0/1861923539 learned_addr learned my addr 172.21.15.92:0/1861923539 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.428+0000 7f9b55800640 1 --2- 172.21.15.92:0/1861923539 >> v2:172.21.15.102:3300/0 conn(0x7f9b500b8900 0x7f9b500d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.428+0000 7f9b54e00640 1 -- 172.21.15.92:0/1861923539 >> v2:172.21.15.102:3300/0 conn(0x7f9b500b8900 msgr2=0x7f9b500d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.428+0000 7f9b54e00640 1 --2- 172.21.15.92:0/1861923539 >> v2:172.21.15.102:3300/0 conn(0x7f9b500b8900 0x7f9b500d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.428+0000 7f9b54e00640 1 -- 172.21.15.92:0/1861923539 >> v1:172.21.15.92:6789/0 conn(0x7f9b500d13c0 legacy=0x7f9b500b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.428+0000 7f9b54e00640 1 -- 172.21.15.92:0/1861923539 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b500b9200 con 0x7f9b5015e5f0 2024-09-19T06:01:19.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.428+0000 7f9b55800640 1 --2- 172.21.15.92:0/1861923539 >> v2:172.21.15.102:3300/0 conn(0x7f9b500b8900 0x7f9b500d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.429+0000 7f9b54e00640 1 --2- 172.21.15.92:0/1861923539 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 0x7f9b500d0e80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9b500c7ed0 tx=0x7f9b4402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c81127949c5efb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.429+0000 7f9b4f400640 1 -- 172.21.15.92:0/1861923539 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b44037070 con 0x7f9b5015e5f0 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.429+0000 7f9b4f400640 1 -- 172.21.15.92:0/1861923539 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b44032440 con 0x7f9b5015e5f0 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.429+0000 7f9b4f400640 1 -- 172.21.15.92:0/1861923539 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b44032810 con 0x7f9b5015e5f0 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.429+0000 7f9b56200640 1 -- 172.21.15.92:0/1861923539 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 msgr2=0x7f9b500d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.429+0000 7f9b56200640 1 --2- 172.21.15.92:0/1861923539 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 0x7f9b500d0e80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f9b500c7ed0 tx=0x7f9b4402a270 comp rx=0 tx=0).stop 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.430+0000 7f9b56200640 1 -- 172.21.15.92:0/1861923539 shutdown_connections 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.430+0000 7f9b56200640 1 --2- 172.21.15.92:0/1861923539 >> v2:172.21.15.102:3300/0 conn(0x7f9b500b8900 0x7f9b500d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.430+0000 7f9b56200640 1 --2- 172.21.15.92:0/1861923539 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 0x7f9b500d0e80 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.430+0000 7f9b56200640 1 -- 172.21.15.92:0/1861923539 >> 172.21.15.92:0/1861923539 conn(0x7f9b50062630 msgr2=0x7f9b50062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.430+0000 7f9b56200640 1 -- 172.21.15.92:0/1861923539 shutdown_connections 2024-09-19T06:01:19.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.430+0000 7f9b56200640 1 -- 172.21.15.92:0/1861923539 wait complete. 2024-09-19T06:01:19.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.431+0000 7f9b56200640 1 Processor -- start 2024-09-19T06:01:19.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.431+0000 7f9b56200640 1 -- start start 2024-09-19T06:01:19.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.432+0000 7f9b56200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b8900 0x7f9b501f3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.432+0000 7f9b56200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500d13c0 0x7f9b5015a270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.432+0000 7f9b56200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 0x7f9b5015a7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.432+0000 7f9b56200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9b500d3100 con 0x7f9b5015e5f0 2024-09-19T06:01:19.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.432+0000 7f9b56200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9b500b97c0 con 0x7f9b500b8900 2024-09-19T06:01:19.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.432+0000 7f9b56200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9b500d3280 con 0x7f9b500d13c0 2024-09-19T06:01:19.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.432+0000 7f9b55800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 0x7f9b5015a7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.432+0000 7f9b55800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 0x7f9b5015a7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48812/0 (socket says 172.21.15.92:48812) 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.432+0000 7f9b55800640 1 -- 172.21.15.92:0/642901340 learned_addr learned my addr 172.21.15.92:0/642901340 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b4fe00640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500d13c0 0x7f9b5015a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b54e00640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b8900 0x7f9b501f3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b55800640 1 -- 172.21.15.92:0/642901340 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500d13c0 msgr2=0x7f9b5015a270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b55800640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500d13c0 0x7f9b5015a270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b55800640 1 -- 172.21.15.92:0/642901340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b8900 msgr2=0x7f9b501f3a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b55800640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b8900 0x7f9b501f3a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b55800640 1 -- 172.21.15.92:0/642901340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b5015b180 con 0x7f9b5015e5f0 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b55800640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 0x7f9b5015a7b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9b4800cef0 tx=0x7f9b4800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b4cc00640 1 -- 172.21.15.92:0/642901340 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b4801a070 con 0x7f9b5015e5f0 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b4cc00640 1 -- 172.21.15.92:0/642901340 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b4800d860 con 0x7f9b5015e5f0 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b4cc00640 1 -- 172.21.15.92:0/642901340 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b4800dc50 con 0x7f9b5015e5f0 2024-09-19T06:01:19.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b5015b460 con 0x7f9b5015e5f0 2024-09-19T06:01:19.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.433+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b501f3fc0 con 0x7f9b5015e5f0 2024-09-19T06:01:19.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.434+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b50069c20 con 0x7f9b5015e5f0 2024-09-19T06:01:19.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.435+0000 7f9b4cc00640 1 -- 172.21.15.92:0/642901340 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b4801d070 con 0x7f9b5015e5f0 2024-09-19T06:01:19.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.436+0000 7f9b4cc00640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b3406c2b0 0x7f9b3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.436+0000 7f9b4cc00640 1 -- 172.21.15.92:0/642901340 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f9b4808ba60 con 0x7f9b5015e5f0 2024-09-19T06:01:19.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.436+0000 7f9b54e00640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b3406c2b0 0x7f9b3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.437+0000 7f9b54e00640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b3406c2b0 0x7f9b3406e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9b44034000 tx=0x7f9b4402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:19.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.441+0000 7f9b4cc00640 1 -- 172.21.15.92:0/642901340 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9b4805a540 con 0x7f9b5015e5f0 2024-09-19T06:01:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.646+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9b500c7ca0 con 0x7f9b5015e5f0 2024-09-19T06:01:19.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.647+0000 7f9b4cc00640 1 -- 172.21.15.92:0/642901340 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) ==== 93+0+3909 (secure 0 0 0) 0x7f9b48059e40 con 0x7f9b5015e5f0 2024-09-19T06:01:19.649 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:19.649 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":3,"btime":"2024-09-19T06:01:17:989105+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/650020295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":650020295},{"type":"v1","addr":"172.21.15.102:6835","nonce":650020295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1041150931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1041150931},{"type":"v1","addr":"172.21.15.92:6837","nonce":1041150931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4290,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/2542976570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":2542976570},{"type":"v1","addr":"172.21.15.102:6834","nonce":2542976570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[]} 2024-09-19T06:01:19.649 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 3 2024-09-19T06:01:19.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b3406c2b0 msgr2=0x7f9b3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b3406c2b0 0x7f9b3406e770 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f9b44034000 tx=0x7f9b4402e000 comp rx=0 tx=0).stop 2024-09-19T06:01:19.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 msgr2=0x7f9b5015a7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 0x7f9b5015a7b0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f9b4800cef0 tx=0x7f9b4800a710 comp rx=0 tx=0).stop 2024-09-19T06:01:19.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 shutdown_connections 2024-09-19T06:01:19.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015e5f0 0x7f9b5015a7b0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500d13c0 0x7f9b5015a270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b3406c2b0 0x7f9b3406e770 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 --2- 172.21.15.92:0/642901340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b8900 0x7f9b501f3a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 >> 172.21.15.92:0/642901340 conn(0x7f9b50062630 msgr2=0x7f9b500d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:19.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 shutdown_connections 2024-09-19T06:01:19.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.649+0000 7f9b56200640 1 -- 172.21.15.92:0/642901340 wait complete. 2024-09-19T06:01:19.667 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:01:19.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.818+0000 7f02ec200640 1 Processor -- start 2024-09-19T06:01:19.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.818+0000 7f02ec200640 1 -- start start 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.819+0000 7f02ec200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40d3f80 0x7f02e40b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.819+0000 7f02ec200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f02e40b6720 0x7f02e40b80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.819+0000 7f02ec200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f02e40d3100 con 0x7f02e415e8c0 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.819+0000 7f02ec200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f02e40b6b70 con 0x7f02e40b6720 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.819+0000 7f02ec200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f02e40d33e0 con 0x7f02e40d3f80 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.819+0000 7f02ea200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f02e40b6720 0x7f02e40b80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.819+0000 7f02e9800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f02e415e8c0 0x7f02e40d2710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56684/0 (socket says 172.21.15.92:56684) 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.819+0000 7f02e9800640 1 -- 172.21.15.92:0/2493406373 learned_addr learned my addr 172.21.15.92:0/2493406373 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.819+0000 7f02ea200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f02e40b6720 0x7f02e40b80e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48826/0 (socket says 172.21.15.92:48826) 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.820+0000 7f02e8e00640 1 --2- 172.21.15.92:0/2493406373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40d3f80 0x7f02e40b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.820+0000 7f02ea200640 1 -- 172.21.15.92:0/2493406373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40d3f80 msgr2=0x7f02e40b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.820+0000 7f02ea200640 1 --2- 172.21.15.92:0/2493406373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40d3f80 0x7f02e40b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.820+0000 7f02ea200640 1 -- 172.21.15.92:0/2493406373 >> v1:172.21.15.92:6789/0 conn(0x7f02e415e8c0 legacy=0x7f02e40d2710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.820+0000 7f02ea200640 1 -- 172.21.15.92:0/2493406373 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02e40d36c0 con 0x7f02e40b6720 2024-09-19T06:01:19.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.820+0000 7f02e3e00640 1 -- 172.21.15.92:0/2493406373 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 917808507 0 0) 0x7f02e40d3100 con 0x7f02e415e8c0 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.821+0000 7f02ea200640 1 --2- 172.21.15.92:0/2493406373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e40b6720 0x7f02e40b80e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f02dc009d90 tx=0x7f02dc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffdfb5eef0c7bcaf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.821+0000 7f02e3e00640 1 -- 172.21.15.92:0/2493406373 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02dc007740 con 0x7f02e40b6720 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.821+0000 7f02e3e00640 1 -- 172.21.15.92:0/2493406373 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02dc0078e0 con 0x7f02e40b6720 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.821+0000 7f02e3e00640 1 -- 172.21.15.92:0/2493406373 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02dc007cb0 con 0x7f02e40b6720 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.822+0000 7f02ec200640 1 -- 172.21.15.92:0/2493406373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e40b6720 msgr2=0x7f02e40b80e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.822+0000 7f02ec200640 1 --2- 172.21.15.92:0/2493406373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e40b6720 0x7f02e40b80e0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f02dc009d90 tx=0x7f02dc02a660 comp rx=0 tx=0).stop 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.822+0000 7f02ec200640 1 -- 172.21.15.92:0/2493406373 shutdown_connections 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.822+0000 7f02ec200640 1 --2- 172.21.15.92:0/2493406373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e40b6720 0x7f02e40b80e0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.822+0000 7f02ec200640 1 --2- 172.21.15.92:0/2493406373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40d3f80 0x7f02e40b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.822+0000 7f02ec200640 1 -- 172.21.15.92:0/2493406373 >> 172.21.15.92:0/2493406373 conn(0x7f02e40d11e0 msgr2=0x7f02e40d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:19.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.822+0000 7f02ec200640 1 -- 172.21.15.92:0/2493406373 shutdown_connections 2024-09-19T06:01:19.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.822+0000 7f02ec200640 1 -- 172.21.15.92:0/2493406373 wait complete. 2024-09-19T06:01:19.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.823+0000 7f02ec200640 1 Processor -- start 2024-09-19T06:01:19.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.823+0000 7f02ec200640 1 -- start start 2024-09-19T06:01:19.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.824+0000 7f02ec200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40b6720 0x7f02e4152e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.824+0000 7f02ec200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e40d3f80 0x7f02e415f830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.824+0000 7f02ec200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e415e8c0 0x7f02e406c0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.824+0000 7f02ec200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f02e415eca0 con 0x7f02e415e8c0 2024-09-19T06:01:19.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.824+0000 7f02ec200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f02e40d2e20 con 0x7f02e40d3f80 2024-09-19T06:01:19.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.824+0000 7f02ec200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f02e40b7b00 con 0x7f02e40b6720 2024-09-19T06:01:19.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.824+0000 7f02ea200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e415e8c0 0x7f02e406c0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02ea200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e415e8c0 0x7f02e406c0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48840/0 (socket says 172.21.15.92:48840) 2024-09-19T06:01:19.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02ea200640 1 -- 172.21.15.92:0/3316953736 learned_addr learned my addr 172.21.15.92:0/3316953736 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:19.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02e9800640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40b6720 0x7f02e4152e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02e8e00640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e40d3f80 0x7f02e415f830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02ea200640 1 -- 172.21.15.92:0/3316953736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40b6720 msgr2=0x7f02e4152e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02ea200640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40b6720 0x7f02e4152e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02ea200640 1 -- 172.21.15.92:0/3316953736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e40d3f80 msgr2=0x7f02e415f830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:19.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02ea200640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e40d3f80 0x7f02e415f830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:19.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02ea200640 1 -- 172.21.15.92:0/3316953736 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f02e4160ab0 con 0x7f02e415e8c0 2024-09-19T06:01:19.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02ea200640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e415e8c0 0x7f02e406c0e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f02dc009d90 tx=0x7f02dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:19.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02e1600640 1 -- 172.21.15.92:0/3316953736 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02dc040070 con 0x7f02e415e8c0 2024-09-19T06:01:19.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02e1600640 1 -- 172.21.15.92:0/3316953736 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02dc031c40 con 0x7f02e415e8c0 2024-09-19T06:01:19.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02e1600640 1 -- 172.21.15.92:0/3316953736 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f02dc009450 con 0x7f02e415e8c0 2024-09-19T06:01:19.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.825+0000 7f02ec200640 1 -- 172.21.15.92:0/3316953736 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f02e4160d90 con 0x7f02e415e8c0 2024-09-19T06:01:19.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.826+0000 7f02ec200640 1 -- 172.21.15.92:0/3316953736 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f02e4161350 con 0x7f02e415e8c0 2024-09-19T06:01:19.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.827+0000 7f02d6a00640 1 -- 172.21.15.92:0/3316953736 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f02e40b61e0 con 0x7f02e415e8c0 2024-09-19T06:01:19.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.827+0000 7f02e1600640 1 -- 172.21.15.92:0/3316953736 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f02dc039040 con 0x7f02e415e8c0 2024-09-19T06:01:19.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.828+0000 7f02e1600640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f02c406c2b0 0x7f02c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:19.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.828+0000 7f02e1600640 1 -- 172.21.15.92:0/3316953736 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f02dc0abf10 con 0x7f02e415e8c0 2024-09-19T06:01:19.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.828+0000 7f02e9800640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f02c406c2b0 0x7f02c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:19.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.829+0000 7f02e9800640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f02c406c2b0 0x7f02c406e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f02d8007fd0 tx=0x7f02d8007de0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:19.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:19.833+0000 7f02e1600640 1 -- 172.21.15.92:0/3316953736 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f02dc07a2e0 con 0x7f02e415e8c0 2024-09-19T06:01:20.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.008+0000 7f02d6a00640 1 -- 172.21.15.92:0/3316953736 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f02e40c8030 con 0x7f02e415e8c0 2024-09-19T06:01:20.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.008+0000 7f02e1600640 1 -- 172.21.15.92:0/3316953736 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v18) ==== 84+0+65 (secure 0 0 0) 0x7f02dc07e5e0 con 0x7f02e415e8c0 2024-09-19T06:01:20.011 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:20.011 INFO:teuthology.orchestra.run.smithi092.stdout:[ 2024-09-19T06:01:20.011 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:01:20.011 INFO:teuthology.orchestra.run.smithi092.stdout: "poolnum": 1, 2024-09-19T06:01:20.011 INFO:teuthology.orchestra.run.smithi092.stdout: "poolname": ".mgr" 2024-09-19T06:01:20.011 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:01:20.011 INFO:teuthology.orchestra.run.smithi092.stdout:] 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.010+0000 7f02d6a00640 1 -- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f02c406c2b0 msgr2=0x7f02c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.010+0000 7f02d6a00640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f02c406c2b0 0x7f02c406e770 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f02d8007fd0 tx=0x7f02d8007de0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.010+0000 7f02d6a00640 1 -- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e415e8c0 msgr2=0x7f02e406c0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.010+0000 7f02d6a00640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e415e8c0 0x7f02e406c0e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f02dc009d90 tx=0x7f02dc004a40 comp rx=0 tx=0).stop 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.010+0000 7f02d6a00640 1 -- 172.21.15.92:0/3316953736 shutdown_connections 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.010+0000 7f02d6a00640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f02e415e8c0 0x7f02e406c0e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.010+0000 7f02d6a00640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f02c406c2b0 0x7f02c406e770 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.010+0000 7f02d6a00640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f02e40d3f80 0x7f02e415f830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.010+0000 7f02d6a00640 1 --2- 172.21.15.92:0/3316953736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f02e40b6720 0x7f02e4152e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.011+0000 7f02d6a00640 1 -- 172.21.15.92:0/3316953736 >> 172.21.15.92:0/3316953736 conn(0x7f02e40d11e0 msgr2=0x7f02e415cec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.011+0000 7f02d6a00640 1 -- 172.21.15.92:0/3316953736 shutdown_connections 2024-09-19T06:01:20.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.011+0000 7f02d6a00640 1 -- 172.21.15.92:0/3316953736 wait complete. 2024-09-19T06:01:20.028 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:01:20.028 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:01:20.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.187+0000 7f7d7f200640 1 Processor -- start 2024-09-19T06:01:20.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.187+0000 7f7d7f200640 1 -- start start 2024-09-19T06:01:20.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.188+0000 7f7d7f200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f7d8015e330 0x7f7d8006d700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.188+0000 7f7d7f200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7d800b2520 0x7f7d800713a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.188+0000 7f7d7f200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7d800b4120 con 0x7f7d800af4b0 2024-09-19T06:01:20.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.188+0000 7f7d7f200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f7d800b4400 con 0x7f7d800b2520 2024-09-19T06:01:20.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.188+0000 7f7d7f200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f7d800b46e0 con 0x7f7d8015e330 2024-09-19T06:01:20.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.188+0000 7f7d7e800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7d800b2520 0x7f7d800713a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.189+0000 7f7d7e800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7d800b2520 0x7f7d800713a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48854/0 (socket says 172.21.15.92:48854) 2024-09-19T06:01:20.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.189+0000 7f7d7e800640 1 -- 172.21.15.92:0/4063306812 learned_addr learned my addr 172.21.15.92:0/4063306812 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:20.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.189+0000 7f7d7de00640 1 --2- 172.21.15.92:0/4063306812 >> v2:172.21.15.102:3300/0 conn(0x7f7d8015e330 0x7f7d8006d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.189+0000 7f7d7e800640 1 -- 172.21.15.92:0/4063306812 >> v2:172.21.15.102:3300/0 conn(0x7f7d8015e330 msgr2=0x7f7d8006d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:20.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.189+0000 7f7d7e800640 1 --2- 172.21.15.92:0/4063306812 >> v2:172.21.15.102:3300/0 conn(0x7f7d8015e330 0x7f7d8006d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.189+0000 7f7d7e800640 1 -- 172.21.15.92:0/4063306812 >> v1:172.21.15.102:6789/0 conn(0x7f7d800af4b0 legacy=0x7f7d800b1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.189+0000 7f7d7e800640 1 -- 172.21.15.92:0/4063306812 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d800b49c0 con 0x7f7d800b2520 2024-09-19T06:01:20.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.189+0000 7f7d7de00640 1 --2- 172.21.15.92:0/4063306812 >> v2:172.21.15.102:3300/0 conn(0x7f7d8015e330 0x7f7d8006d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:20.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.190+0000 7f7d7e800640 1 --2- 172.21.15.92:0/4063306812 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800b2520 0x7f7d800713a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7d8006f2c0 tx=0x7f7d7802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65f138d667d1a0ab server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:20.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.190+0000 7f7d7ca00640 1 -- 172.21.15.92:0/4063306812 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d78036070 con 0x7f7d800b2520 2024-09-19T06:01:20.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.190+0000 7f7d7ca00640 1 -- 172.21.15.92:0/4063306812 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d78031600 con 0x7f7d800b2520 2024-09-19T06:01:20.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.190+0000 7f7d7ca00640 1 -- 172.21.15.92:0/4063306812 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d780319d0 con 0x7f7d800b2520 2024-09-19T06:01:20.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.191+0000 7f7d7f200640 1 -- 172.21.15.92:0/4063306812 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800b2520 msgr2=0x7f7d800713a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.191+0000 7f7d7f200640 1 --2- 172.21.15.92:0/4063306812 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800b2520 0x7f7d800713a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f7d8006f2c0 tx=0x7f7d7802a6a0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.191+0000 7f7d7f200640 1 -- 172.21.15.92:0/4063306812 shutdown_connections 2024-09-19T06:01:20.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.191+0000 7f7d7f200640 1 --2- 172.21.15.92:0/4063306812 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800b2520 0x7f7d800713a0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.191+0000 7f7d7f200640 1 --2- 172.21.15.92:0/4063306812 >> v2:172.21.15.102:3300/0 conn(0x7f7d8015e330 0x7f7d8006d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.191+0000 7f7d7f200640 1 -- 172.21.15.92:0/4063306812 >> 172.21.15.92:0/4063306812 conn(0x7f7d800b5880 msgr2=0x7f7d800b5c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:20.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.191+0000 7f7d7f200640 1 -- 172.21.15.92:0/4063306812 shutdown_connections 2024-09-19T06:01:20.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.191+0000 7f7d7f200640 1 -- 172.21.15.92:0/4063306812 wait complete. 2024-09-19T06:01:20.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.192+0000 7f7d7f200640 1 Processor -- start 2024-09-19T06:01:20.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.193+0000 7f7d7f200640 1 -- start start 2024-09-19T06:01:20.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.193+0000 7f7d7f200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800af4b0 0x7f7d80149e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.193+0000 7f7d7f200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d800b2520 0x7f7d8014a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.193+0000 7f7d7f200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7d8015e330 0x7f7d80160410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.193+0000 7f7d7f200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f7d8015e710 con 0x7f7d800af4b0 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.193+0000 7f7d7f200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f7d80070e80 con 0x7f7d800b2520 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.193+0000 7f7d7f200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f7d800718e0 con 0x7f7d8015e330 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800af4b0 0x7f7d80149e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800af4b0 0x7f7d80149e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48860/0 (socket says 172.21.15.92:48860) 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7de00640 1 -- 172.21.15.92:0/3273738917 learned_addr learned my addr 172.21.15.92:0/3273738917 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7d400640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d800b2520 0x7f7d8014a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7e800640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7d8015e330 0x7f7d80160410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7de00640 1 -- 172.21.15.92:0/3273738917 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7d8015e330 msgr2=0x7f7d80160410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7de00640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7d8015e330 0x7f7d80160410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7de00640 1 -- 172.21.15.92:0/3273738917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d800b2520 msgr2=0x7f7d8014a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7de00640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d800b2520 0x7f7d8014a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7de00640 1 -- 172.21.15.92:0/3273738917 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7d8014ab40 con 0x7f7d800af4b0 2024-09-19T06:01:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7de00640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800af4b0 0x7f7d80149e50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000d7d0 tx=0x7f7d7000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d76000640 1 -- 172.21.15.92:0/3273738917 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d70004030 con 0x7f7d800af4b0 2024-09-19T06:01:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d76000640 1 -- 172.21.15.92:0/3273738917 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7d700041d0 con 0x7f7d800af4b0 2024-09-19T06:01:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.194+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7d801574a0 con 0x7f7d800af4b0 2024-09-19T06:01:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.195+0000 7f7d76000640 1 -- 172.21.15.92:0/3273738917 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7d7000b6c0 con 0x7f7d800af4b0 2024-09-19T06:01:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.195+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7d800cf510 con 0x7f7d800af4b0 2024-09-19T06:01:20.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.196+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7d800713a0 con 0x7f7d800af4b0 2024-09-19T06:01:20.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.196+0000 7f7d76000640 1 -- 172.21.15.92:0/3273738917 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7d7000b860 con 0x7f7d800af4b0 2024-09-19T06:01:20.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.197+0000 7f7d76000640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f7d6006c2b0 0x7f7d6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.197+0000 7f7d76000640 1 -- 172.21.15.92:0/3273738917 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(18..18 src has 1..18) ==== 4857+0+0 (secure 0 0 0) 0x7f7d7008b3e0 con 0x7f7d800af4b0 2024-09-19T06:01:20.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.198+0000 7f7d7d400640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f7d6006c2b0 0x7f7d6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.198+0000 7f7d7d400640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f7d6006c2b0 0x7f7d6006e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7d80157ad0 tx=0x7f7d6c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.202+0000 7f7d76000640 1 -- 172.21.15.92:0/3273738917 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7d70059e90 con 0x7f7d800af4b0 2024-09-19T06:01:20.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.379+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f7d800ce990 con 0x7f7d800af4b0 2024-09-19T06:01:20.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.665+0000 7f7d76000640 1 -- 172.21.15.92:0/3273738917 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) ==== 138+0+0 (secure 0 0 0) 0x7f7d70059790 con 0x7f7d800af4b0 2024-09-19T06:01:20.667 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' created 2024-09-19T06:01:20.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f7d6006c2b0 msgr2=0x7f7d6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f7d6006c2b0 0x7f7d6006e770 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f7d80157ad0 tx=0x7f7d6c009040 comp rx=0 tx=0).stop 2024-09-19T06:01:20.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800af4b0 msgr2=0x7f7d80149e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800af4b0 0x7f7d80149e50 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000d7d0 tx=0x7f7d7000dc90 comp rx=0 tx=0).stop 2024-09-19T06:01:20.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 shutdown_connections 2024-09-19T06:01:20.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7d8015e330 0x7f7d80160410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f7d6006c2b0 0x7f7d6006e770 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f7d800b2520 0x7f7d8014a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 --2- 172.21.15.92:0/3273738917 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7d800af4b0 0x7f7d80149e50 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.668+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 >> 172.21.15.92:0/3273738917 conn(0x7f7d800b5880 msgr2=0x7f7d80072ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:20.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.669+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 shutdown_connections 2024-09-19T06:01:20.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.669+0000 7f7d7f200640 1 -- 172.21.15.92:0/3273738917 wait complete. 2024-09-19T06:01:20.692 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:01:20.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.855+0000 7f0cca400640 1 Processor -- start 2024-09-19T06:01:20.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.855+0000 7f0cca400640 1 -- start start 2024-09-19T06:01:20.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.856+0000 7f0cca400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0cc415e570 0x7f0cc41629d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.857+0000 7f0cca400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cc40cdc00 con 0x7f0cc40ce9a0 2024-09-19T06:01:20.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.857+0000 7f0cca400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cc40af030 con 0x7f0cc40b2480 2024-09-19T06:01:20.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.857+0000 7f0cca400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0cc40cdec0 con 0x7f0cc415e570 2024-09-19T06:01:20.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.857+0000 7f0cbbe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0cc40ce9a0 0x7f0cc40b1d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56692/0 (socket says 172.21.15.92:56692) 2024-09-19T06:01:20.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.857+0000 7f0cbbe00640 1 -- 172.21.15.92:0/3351460025 learned_addr learned my addr 172.21.15.92:0/3351460025 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:20.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.857+0000 7f0cc9000640 1 --2- 172.21.15.92:0/3351460025 >> v2:172.21.15.102:3300/0 conn(0x7f0cc415e570 0x7f0cc41629d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.857+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2033625960 0 0) 0x7f0cc40cdc00 con 0x7f0cc40ce9a0 2024-09-19T06:01:20.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.857+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0ca8003520 con 0x7f0cc40ce9a0 2024-09-19T06:01:20.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 271576835 0 0) 0x7f0ca8003520 con 0x7f0cc40ce9a0 2024-09-19T06:01:20.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 >> v2:172.21.15.102:3300/0 conn(0x7f0cc415e570 msgr2=0x7f0cc41629d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:20.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 --2- 172.21.15.92:0/3351460025 >> v2:172.21.15.102:3300/0 conn(0x7f0cc415e570 0x7f0cc41629d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 >> v1:172.21.15.102:6789/0 conn(0x7f0cc40b2480 legacy=0x7f0cc40b30e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc40ce1a0 con 0x7f0cc40ce9a0 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f0cac001670 con 0x7f0cc40ce9a0 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 >> v1:172.21.15.92:6789/0 conn(0x7f0cc40ce9a0 legacy=0x7f0cc40b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ca80039b0 0x7f0ca8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ca8004800 0x7f0ca8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ca80051c0 0x7f0ca800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc40cdec0 con 0x7f0ca80039b0 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0ca800c060 con 0x7f0ca8004800 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0ca800c260 con 0x7f0ca80051c0 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc9000640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ca80039b0 0x7f0ca8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cbbe00640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ca8004800 0x7f0ca8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc9a00640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ca80051c0 0x7f0ca800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc9000640 1 -- 172.21.15.92:0/3351460025 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ca80051c0 msgr2=0x7f0ca800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc9000640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ca80051c0 0x7f0ca800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc9000640 1 -- 172.21.15.92:0/3351460025 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ca8004800 msgr2=0x7f0ca8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc9000640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ca8004800 0x7f0ca8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc9000640 1 -- 172.21.15.92:0/3351460025 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ca8003520 con 0x7f0ca80039b0 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc9a00640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ca80051c0 0x7f0ca800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.858+0000 7f0cc9a00640 1 -- 172.21.15.92:0/3351460025 reap_dead start 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.859+0000 7f0cc9000640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ca80039b0 0x7f0ca8003dd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4009ac0 tx=0x7f0ca8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7a033366e866a63 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb4036070 con 0x7f0ca80039b0 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cb4031400 con 0x7f0ca80039b0 2024-09-19T06:01:20.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cc3e00640 1 -- 172.21.15.92:0/3351460025 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cb4009690 con 0x7f0ca80039b0 2024-09-19T06:01:20.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cca400640 1 -- 172.21.15.92:0/3351460025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ca80039b0 msgr2=0x7f0ca8003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cca400640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ca80039b0 0x7f0ca8003dd0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4009ac0 tx=0x7f0ca8005830 comp rx=0 tx=0).stop 2024-09-19T06:01:20.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cca400640 1 -- 172.21.15.92:0/3351460025 shutdown_connections 2024-09-19T06:01:20.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cca400640 1 --2- 172.21.15.92:0/3351460025 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ca80039b0 0x7f0ca8003dd0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cca400640 1 -- 172.21.15.92:0/3351460025 >> 172.21.15.92:0/3351460025 conn(0x7f0cc4062a20 msgr2=0x7f0cc406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:20.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cca400640 1 -- 172.21.15.92:0/3351460025 shutdown_connections 2024-09-19T06:01:20.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.860+0000 7f0cca400640 1 -- 172.21.15.92:0/3351460025 wait complete. 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.862+0000 7f0cca400640 1 Processor -- start 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.862+0000 7f0cca400640 1 -- start start 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cca400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ca80039b0 0x7f0cc40739b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cca400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cc4151e60 0x7f0cc4152d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cca400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cc415fe80 0x7f0cc4160300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cca400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc40aec70 con 0x7f0cc415fe80 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cca400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0cc40cfbe0 con 0x7f0ca80039b0 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cca400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0cc40aedf0 con 0x7f0cc4151e60 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cc9a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cc415fe80 0x7f0cc4160300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cc9a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cc415fe80 0x7f0cc4160300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48874/0 (socket says 172.21.15.92:48874) 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cc9a00640 1 -- 172.21.15.92:0/909164580 learned_addr learned my addr 172.21.15.92:0/909164580 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cbbe00640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cc4151e60 0x7f0cc4152d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.863+0000 7f0cc9000640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ca80039b0 0x7f0cc40739b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cc9a00640 1 -- 172.21.15.92:0/909164580 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cc4151e60 msgr2=0x7f0cc4152d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cc9a00640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cc4151e60 0x7f0cc4152d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cc9a00640 1 -- 172.21.15.92:0/909164580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ca80039b0 msgr2=0x7f0cc40739b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cc9a00640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ca80039b0 0x7f0cc40739b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cc9a00640 1 -- 172.21.15.92:0/909164580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cc4073ef0 con 0x7f0cc415fe80 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cc9a00640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cc415fe80 0x7f0cc4160300 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0cc40cd9d0 tx=0x7f0cbc00eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cc1600640 1 -- 172.21.15.92:0/909164580 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc003970 con 0x7f0cc415fe80 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cc1600640 1 -- 172.21.15.92:0/909164580 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0cbc018070 con 0x7f0cc415fe80 2024-09-19T06:01:20.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cc41559f0 con 0x7f0cc415fe80 2024-09-19T06:01:20.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cc1600640 1 -- 172.21.15.92:0/909164580 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0cbc003d50 con 0x7f0cc415fe80 2024-09-19T06:01:20.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.864+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cc4072910 con 0x7f0cc415fe80 2024-09-19T06:01:20.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.865+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cc40b37f0 con 0x7f0cc415fe80 2024-09-19T06:01:20.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.866+0000 7f0cc1600640 1 -- 172.21.15.92:0/909164580 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0cbc0050d0 con 0x7f0cc415fe80 2024-09-19T06:01:20.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.867+0000 7f0cc1600640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ca006c2b0 0x7f0ca006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:20.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.867+0000 7f0cc1600640 1 -- 172.21.15.92:0/909164580 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(19..19 src has 1..19) ==== 5227+0+0 (secure 0 0 0) 0x7f0cbc08aad0 con 0x7f0cc415fe80 2024-09-19T06:01:20.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.867+0000 7f0cc9000640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ca006c2b0 0x7f0ca006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:20.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.868+0000 7f0cc9000640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ca006c2b0 0x7f0ca006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4033000 tx=0x7f0cb4008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:20.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:20.872+0000 7f0cc1600640 1 -- 172.21.15.92:0/909164580 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0cc40b37f0 con 0x7f0cc415fe80 2024-09-19T06:01:21.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.048+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f0cc4068dd0 con 0x7f0cc415fe80 2024-09-19T06:01:21.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.668+0000 7f0cc1600640 1 -- 172.21.15.92:0/909164580 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v20) ==== 170+0+0 (secure 0 0 0) 0x7f0cbc022020 con 0x7f0cc415fe80 2024-09-19T06:01:21.670 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' created 2024-09-19T06:01:21.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ca006c2b0 msgr2=0x7f0ca006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:21.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ca006c2b0 0x7f0ca006e770 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f0cb4033000 tx=0x7f0cb4008030 comp rx=0 tx=0).stop 2024-09-19T06:01:21.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cc415fe80 msgr2=0x7f0cc4160300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:21.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cc415fe80 0x7f0cc4160300 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f0cc40cd9d0 tx=0x7f0cbc00eb90 comp rx=0 tx=0).stop 2024-09-19T06:01:21.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 shutdown_connections 2024-09-19T06:01:21.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cc415fe80 0x7f0cc4160300 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cc4151e60 0x7f0cc4152d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ca006c2b0 0x7f0ca006e770 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 --2- 172.21.15.92:0/909164580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ca80039b0 0x7f0cc40739b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.671+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 >> 172.21.15.92:0/909164580 conn(0x7f0cc4062a20 msgr2=0x7f0cc40b30e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:21.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.672+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 shutdown_connections 2024-09-19T06:01:21.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.673+0000 7f0cca400640 1 -- 172.21.15.92:0/909164580 wait complete. 2024-09-19T06:01:21.705 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:01:21.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.859+0000 7f0d2d000640 1 Processor -- start 2024-09-19T06:01:21.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.860+0000 7f0d2d000640 1 -- start start 2024-09-19T06:01:21.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d2d000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0d280cf1f0 0x7f0d280b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:21.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d2d000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0d280b6720 0x7f0d280d3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:21.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d2d000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d280cf860 con 0x7f0d2815e7a0 2024-09-19T06:01:21.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d2d000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f0d280b6b90 con 0x7f0d280b6720 2024-09-19T06:01:21.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d2d000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0d280d2ca0 con 0x7f0d280cf1f0 2024-09-19T06:01:21.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d26800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0d280b6720 0x7f0d280d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:21.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d26800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0d280b6720 0x7f0d280d3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48876/0 (socket says 172.21.15.92:48876) 2024-09-19T06:01:21.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d26800640 1 -- 172.21.15.92:0/2267752494 learned_addr learned my addr 172.21.15.92:0/2267752494 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:21.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d1fe00640 1 --2- 172.21.15.92:0/2267752494 >> v2:172.21.15.102:3300/0 conn(0x7f0d280cf1f0 0x7f0d280b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:21.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d26800640 1 -- 172.21.15.92:0/2267752494 >> v2:172.21.15.102:3300/0 conn(0x7f0d280cf1f0 msgr2=0x7f0d280b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:21.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d26800640 1 --2- 172.21.15.92:0/2267752494 >> v2:172.21.15.102:3300/0 conn(0x7f0d280cf1f0 0x7f0d280b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d26800640 1 -- 172.21.15.92:0/2267752494 >> v1:172.21.15.102:6789/0 conn(0x7f0d2815e7a0 legacy=0x7f0d2806caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:21.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.861+0000 7f0d26800640 1 -- 172.21.15.92:0/2267752494 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d280cfb40 con 0x7f0d280b6720 2024-09-19T06:01:21.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.862+0000 7f0d26800640 1 --2- 172.21.15.92:0/2267752494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280b6720 0x7f0d280d3410 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0d280d2110 tx=0x7f0d2002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ad66bb3fb1aa866 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:21.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d25400640 1 -- 172.21.15.92:0/2267752494 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d20036070 con 0x7f0d280b6720 2024-09-19T06:01:21.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d25400640 1 -- 172.21.15.92:0/2267752494 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d20031600 con 0x7f0d280b6720 2024-09-19T06:01:21.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d25400640 1 -- 172.21.15.92:0/2267752494 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d200319d0 con 0x7f0d280b6720 2024-09-19T06:01:21.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d2d000640 1 -- 172.21.15.92:0/2267752494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280b6720 msgr2=0x7f0d280d3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:21.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d2d000640 1 --2- 172.21.15.92:0/2267752494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280b6720 0x7f0d280d3410 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f0d280d2110 tx=0x7f0d2002a6a0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d2d000640 1 -- 172.21.15.92:0/2267752494 shutdown_connections 2024-09-19T06:01:21.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d2d000640 1 --2- 172.21.15.92:0/2267752494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280b6720 0x7f0d280d3410 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d2d000640 1 --2- 172.21.15.92:0/2267752494 >> v2:172.21.15.102:3300/0 conn(0x7f0d280cf1f0 0x7f0d280b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d2d000640 1 -- 172.21.15.92:0/2267752494 >> 172.21.15.92:0/2267752494 conn(0x7f0d280d11e0 msgr2=0x7f0d280d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:21.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d2d000640 1 -- 172.21.15.92:0/2267752494 shutdown_connections 2024-09-19T06:01:21.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.863+0000 7f0d2d000640 1 -- 172.21.15.92:0/2267752494 wait complete. 2024-09-19T06:01:21.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.865+0000 7f0d2d000640 1 Processor -- start 2024-09-19T06:01:21.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.865+0000 7f0d2d000640 1 -- start start 2024-09-19T06:01:21.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d2d000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d280b6720 0x7f0d280c8290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d2d000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280cf1f0 0x7f0d280d3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d2d000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d2815e7a0 0x7f0d28149bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d2d000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0d280b7a00 con 0x7f0d280cf1f0 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d2d000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0d280d2ef0 con 0x7f0d2815e7a0 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d2d000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0d2815eb80 con 0x7f0d280b6720 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d1fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280cf1f0 0x7f0d280d3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d1fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280cf1f0 0x7f0d280d3ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48880/0 (socket says 172.21.15.92:48880) 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d1fe00640 1 -- 172.21.15.92:0/2955473326 learned_addr learned my addr 172.21.15.92:0/2955473326 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d26800640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d2815e7a0 0x7f0d28149bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.866+0000 7f0d25e00640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d280b6720 0x7f0d280c8290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d1fe00640 1 -- 172.21.15.92:0/2955473326 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d280b6720 msgr2=0x7f0d280c8290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:21.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d1fe00640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d280b6720 0x7f0d280c8290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d1fe00640 1 -- 172.21.15.92:0/2955473326 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d2815e7a0 msgr2=0x7f0d28149bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:21.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d1fe00640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d2815e7a0 0x7f0d28149bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:21.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d1fe00640 1 -- 172.21.15.92:0/2955473326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d2814a100 con 0x7f0d280cf1f0 2024-09-19T06:01:21.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d1fe00640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280cf1f0 0x7f0d280d3ac0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0d1000e870 tx=0x7f0d1000ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:21.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d1e000640 1 -- 172.21.15.92:0/2955473326 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d10017070 con 0x7f0d280cf1f0 2024-09-19T06:01:21.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d1e000640 1 -- 172.21.15.92:0/2955473326 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d1000c940 con 0x7f0d280cf1f0 2024-09-19T06:01:21.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d281f53c0 con 0x7f0d280cf1f0 2024-09-19T06:01:21.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d1e000640 1 -- 172.21.15.92:0/2955473326 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d1000cd30 con 0x7f0d280cf1f0 2024-09-19T06:01:21.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.867+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d28158990 con 0x7f0d280cf1f0 2024-09-19T06:01:21.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.868+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d280b61e0 con 0x7f0d280cf1f0 2024-09-19T06:01:21.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.869+0000 7f0d1e000640 1 -- 172.21.15.92:0/2955473326 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0d1001a070 con 0x7f0d280cf1f0 2024-09-19T06:01:21.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.870+0000 7f0d1e000640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d0406c2b0 0x7f0d0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:21.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.870+0000 7f0d1e000640 1 -- 172.21.15.92:0/2955473326 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(20..20 src has 1..20) ==== 5609+0+0 (secure 0 0 0) 0x7f0d1008b310 con 0x7f0d280cf1f0 2024-09-19T06:01:21.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.870+0000 7f0d25e00640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d0406c2b0 0x7f0d0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:21.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.871+0000 7f0d25e00640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d0406c2b0 0x7f0d0406e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0d18001780 tx=0x7f0d18009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:21.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:21.875+0000 7f0d1e000640 1 -- 172.21.15.92:0/2955473326 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d2814a100 con 0x7f0d280cf1f0 2024-09-19T06:01:22.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.084+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f0d280d2a80 con 0x7f0d280cf1f0 2024-09-19T06:01:22.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.680+0000 7f0d1e000640 1 -- 172.21.15.92:0/2955473326 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) ==== 172+0+0 (secure 0 0 0) 0x7f0d10059400 con 0x7f0d280cf1f0 2024-09-19T06:01:22.682 INFO:teuthology.orchestra.run.smithi092.stderr:new fs with metadata pool 2 and data pool 3 2024-09-19T06:01:22.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d0406c2b0 msgr2=0x7f0d0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:22.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d0406c2b0 0x7f0d0406e770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f0d18001780 tx=0x7f0d18009040 comp rx=0 tx=0).stop 2024-09-19T06:01:22.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280cf1f0 msgr2=0x7f0d280d3ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:22.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280cf1f0 0x7f0d280d3ac0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f0d1000e870 tx=0x7f0d1000ec70 comp rx=0 tx=0).stop 2024-09-19T06:01:22.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 shutdown_connections 2024-09-19T06:01:22.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d0406c2b0 0x7f0d0406e770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:22.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d2815e7a0 0x7f0d28149bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:22.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d280cf1f0 0x7f0d280d3ac0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:22.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 --2- 172.21.15.92:0/2955473326 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d280b6720 0x7f0d280c8290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:22.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.684+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 >> 172.21.15.92:0/2955473326 conn(0x7f0d280d11e0 msgr2=0x7f0d281573d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:22.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.685+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 shutdown_connections 2024-09-19T06:01:22.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.686+0000 7f0d2d000640 1 -- 172.21.15.92:0/2955473326 wait complete. 2024-09-19T06:01:22.717 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:22.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.873+0000 7fe423200640 1 Processor -- start 2024-09-19T06:01:22.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.873+0000 7fe423200640 1 -- start start 2024-09-19T06:01:22.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.874+0000 7fe423200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c072cb0 0x7fe41c0b57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:22.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.874+0000 7fe423200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe41c0b6270 con 0x7fe41c15bac0 2024-09-19T06:01:22.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.874+0000 7fe423200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe41c0b6550 con 0x7fe41c0b5d10 2024-09-19T06:01:22.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.874+0000 7fe423200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe41c155d00 con 0x7fe41c072cb0 2024-09-19T06:01:22.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.874+0000 7fe41be00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fe41c15bac0 0x7fe41c15bea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56694/0 (socket says 172.21.15.92:56694) 2024-09-19T06:01:22.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41be00640 1 -- 172.21.15.92:0/446049573 learned_addr learned my addr 172.21.15.92:0/446049573 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3940977704 0 0) 0x7fe41c0b6270 con 0x7fe41c15bac0 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41b400640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c072cb0 0x7fe41c0b57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe400005730 con 0x7fe41c15bac0 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3941862968 0 0) 0x7fe400005730 con 0x7fe41c15bac0 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c072cb0 msgr2=0x7fe41c0b57d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c072cb0 0x7fe41c0b57d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 >> v1:172.21.15.102:6789/0 conn(0x7fe41c0b5d10 legacy=0x7fe41c164e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe41c0b6830 con 0x7fe41c15bac0 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7fe40c001670 con 0x7fe41c15bac0 2024-09-19T06:01:22.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 >> v1:172.21.15.92:6789/0 conn(0x7fe41c15bac0 legacy=0x7fe41c15bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400005bf0 0x7fe400006010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe400006a10 0x7fe400006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c072cb0 0x7fe4000073d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe41c155d00 con 0x7fe400006a10 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe40000dcb0 con 0x7fe400005bf0 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.875+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe40000deb0 con 0x7fe41c072cb0 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.876+0000 7fe41b400640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe400006a10 0x7fe400006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.876+0000 7fe41be00640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400005bf0 0x7fe400006010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.876+0000 7fe421200640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c072cb0 0x7fe4000073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.876+0000 7fe41b400640 1 -- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c072cb0 msgr2=0x7fe4000073d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.876+0000 7fe41b400640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c072cb0 0x7fe4000073d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.876+0000 7fe41b400640 1 -- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400005bf0 msgr2=0x7fe400006010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:22.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.876+0000 7fe41b400640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400005bf0 0x7fe400006010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:22.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.876+0000 7fe41b400640 1 -- 172.21.15.92:0/446049573 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe400005730 con 0x7fe400006a10 2024-09-19T06:01:22.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.876+0000 7fe41be00640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400005bf0 0x7fe400006010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:22.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.877+0000 7fe41b400640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe400006a10 0x7fe400006e90 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe408009a90 tx=0x7fe400007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43d2b42ded1ca9d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:22.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.877+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408036070 con 0x7fe400006a10 2024-09-19T06:01:22.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.877+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe408031400 con 0x7fe400006a10 2024-09-19T06:01:22.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.877+0000 7fe41aa00640 1 -- 172.21.15.92:0/446049573 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408009690 con 0x7fe400006a10 2024-09-19T06:01:22.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.878+0000 7fe423200640 1 -- 172.21.15.92:0/446049573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe400006a10 msgr2=0x7fe400006e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:22.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.878+0000 7fe423200640 1 --2- 172.21.15.92:0/446049573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe400006a10 0x7fe400006e90 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fe408009a90 tx=0x7fe400007a40 comp rx=0 tx=0).stop 2024-09-19T06:01:22.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.878+0000 7fe421200640 1 -- 172.21.15.92:0/446049573 reap_dead start 2024-09-19T06:01:22.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.878+0000 7fe423200640 1 -- 172.21.15.92:0/446049573 shutdown_connections 2024-09-19T06:01:22.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.878+0000 7fe423200640 1 -- 172.21.15.92:0/446049573 >> 172.21.15.92:0/446049573 conn(0x7fe41c06bc10 msgr2=0x7fe41c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:22.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.878+0000 7fe423200640 1 -- 172.21.15.92:0/446049573 shutdown_connections 2024-09-19T06:01:22.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.878+0000 7fe423200640 1 -- 172.21.15.92:0/446049573 wait complete. 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.879+0000 7fe423200640 1 Processor -- start 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.880+0000 7fe423200640 1 -- start start 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.880+0000 7fe423200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400006a10 0x7fe41c0c7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.880+0000 7fe423200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c154450 0x7fe41c1548d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.880+0000 7fe423200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe41c152770 0x7fe41c152bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.880+0000 7fe423200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe41c15c5b0 con 0x7fe41c152770 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.880+0000 7fe423200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe41c071810 con 0x7fe400006a10 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.880+0000 7fe423200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe41c0739d0 con 0x7fe41c154450 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe421200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe41c152770 0x7fe41c152bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe421200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe41c152770 0x7fe41c152bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48900/0 (socket says 172.21.15.92:48900) 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe421200640 1 -- 172.21.15.92:0/21396350 learned_addr learned my addr 172.21.15.92:0/21396350 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:22.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe41be00640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400006a10 0x7fe41c0c7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:22.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe41b400640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c154450 0x7fe41c1548d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:22.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe421200640 1 -- 172.21.15.92:0/21396350 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c154450 msgr2=0x7fe41c1548d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:22.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe421200640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c154450 0x7fe41c1548d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:22.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe421200640 1 -- 172.21.15.92:0/21396350 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400006a10 msgr2=0x7fe41c0c7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:22.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe421200640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400006a10 0x7fe41c0c7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:22.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe421200640 1 -- 172.21.15.92:0/21396350 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe41c154f50 con 0x7fe41c152770 2024-09-19T06:01:22.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.881+0000 7fe41be00640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400006a10 0x7fe41c0c7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:22.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.882+0000 7fe421200640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe41c152770 0x7fe41c152bf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe414007fd0 tx=0x7fe41400ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:22.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.882+0000 7fe413e00640 1 -- 172.21.15.92:0/21396350 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe40c007c60 con 0x7fe41c152770 2024-09-19T06:01:22.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.882+0000 7fe413e00640 1 -- 172.21.15.92:0/21396350 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe414018070 con 0x7fe41c152770 2024-09-19T06:01:22.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.882+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe41c155230 con 0x7fe41c152770 2024-09-19T06:01:22.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.882+0000 7fe413e00640 1 -- 172.21.15.92:0/21396350 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe414003b70 con 0x7fe41c152770 2024-09-19T06:01:22.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.882+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe41c152250 con 0x7fe41c152770 2024-09-19T06:01:22.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.883+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe41c0b57d0 con 0x7fe41c152770 2024-09-19T06:01:22.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.884+0000 7fe413e00640 1 -- 172.21.15.92:0/21396350 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe414003d10 con 0x7fe41c152770 2024-09-19T06:01:22.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.885+0000 7fe413e00640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3fc06c2b0 0x7fe3fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:22.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.885+0000 7fe413e00640 1 -- 172.21.15.92:0/21396350 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fe41408af80 con 0x7fe41c152770 2024-09-19T06:01:22.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.885+0000 7fe41be00640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3fc06c2b0 0x7fe3fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:22.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.886+0000 7fe41be00640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3fc06c2b0 0x7fe3fc06e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe40c0017e0 tx=0x7fe40c000ed0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:22.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:22.890+0000 7fe413e00640 1 -- 172.21.15.92:0/21396350 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe414059090 con 0x7fe41c152770 2024-09-19T06:01:23.000 INFO:tasks.ceph.mds.b.smithi102.stderr:2024-09-19T06:01:22.998+0000 7ff553a00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:01:23.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.068+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe41c06d250 con 0x7fe41c152770 2024-09-19T06:01:23.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.070+0000 7fe413e00640 1 -- 172.21.15.92:0/21396350 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16666 (secure 0 0 0) 0x7fe41405d390 con 0x7fe41c152770 2024-09-19T06:01:23.072 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:23.072 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":21,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:22.085562+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:01:20.418713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:01:21.087965+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:23.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3fc06c2b0 msgr2=0x7fe3fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3fc06c2b0 0x7fe3fc06e770 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fe40c0017e0 tx=0x7fe40c000ed0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe41c152770 msgr2=0x7fe41c152bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe41c152770 0x7fe41c152bf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fe414007fd0 tx=0x7fe41400ec10 comp rx=0 tx=0).stop 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 shutdown_connections 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe41c152770 0x7fe41c152bf0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41c154450 0x7fe41c1548d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3fc06c2b0 0x7fe3fc06e770 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 --2- 172.21.15.92:0/21396350 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe400006a10 0x7fe41c0c7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 >> 172.21.15.92:0/21396350 conn(0x7fe41c06bc10 msgr2=0x7fe41c1513a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 shutdown_connections 2024-09-19T06:01:23.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.072+0000 7fe423200640 1 -- 172.21.15.92:0/21396350 wait complete. 2024-09-19T06:01:23.090 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:23.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.240+0000 7fb3ad200640 1 Processor -- start 2024-09-19T06:01:23.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.240+0000 7fb3ad200640 1 -- start start 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.241+0000 7fb3ad200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb3a815e5f0 0x7fb3a80d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.241+0000 7fb3ad200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a80d13c0 0x7fb3a80b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.241+0000 7fb3ad200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3a80b8730 0x7fb3a80ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.241+0000 7fb3ad200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb3a80b9b30 con 0x7fb3a80b8730 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.241+0000 7fb3ad200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb3a80d1820 con 0x7fb3a815e5f0 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.241+0000 7fb3ad200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb3a815e9d0 con 0x7fb3a80d13c0 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.241+0000 7fb3a7e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3a80b8730 0x7fb3a80ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.241+0000 7fb3a7e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3a80b8730 0x7fb3a80ceac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48904/0 (socket says 172.21.15.92:48904) 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.242+0000 7fb3a7e00640 1 -- 172.21.15.92:0/1760645100 learned_addr learned my addr 172.21.15.92:0/1760645100 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.242+0000 7fb3a7400640 1 --2- 172.21.15.92:0/1760645100 >> v2:172.21.15.102:3300/0 conn(0x7fb3a815e5f0 0x7fb3a80d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.242+0000 7fb3a6a00640 1 --2- 172.21.15.92:0/1760645100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a80d13c0 0x7fb3a80b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.242+0000 7fb3a7e00640 1 -- 172.21.15.92:0/1760645100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a80d13c0 msgr2=0x7fb3a80b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:23.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.242+0000 7fb3a7e00640 1 --2- 172.21.15.92:0/1760645100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a80d13c0 0x7fb3a80b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.242+0000 7fb3a7e00640 1 -- 172.21.15.92:0/1760645100 >> v2:172.21.15.102:3300/0 conn(0x7fb3a815e5f0 msgr2=0x7fb3a80d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:23.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.242+0000 7fb3a7e00640 1 --2- 172.21.15.92:0/1760645100 >> v2:172.21.15.102:3300/0 conn(0x7fb3a815e5f0 0x7fb3a80d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.242+0000 7fb3a7e00640 1 -- 172.21.15.92:0/1760645100 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3a80b8f20 con 0x7fb3a80b8730 2024-09-19T06:01:23.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.243+0000 7fb3a7e00640 1 --2- 172.21.15.92:0/1760645100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80b8730 0x7fb3a80ceac0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb3a80633c0 tx=0x7fb3a002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c7650cee58f0056 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:23.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.243+0000 7fb3a6000640 1 -- 172.21.15.92:0/1760645100 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a0036070 con 0x7fb3a80b8730 2024-09-19T06:01:23.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.243+0000 7fb3a6000640 1 -- 172.21.15.92:0/1760645100 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3a0031600 con 0x7fb3a80b8730 2024-09-19T06:01:23.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.243+0000 7fb3a6000640 1 -- 172.21.15.92:0/1760645100 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3a00319d0 con 0x7fb3a80b8730 2024-09-19T06:01:23.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.244+0000 7fb3ad200640 1 -- 172.21.15.92:0/1760645100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80b8730 msgr2=0x7fb3a80ceac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.244+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1760645100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80b8730 0x7fb3a80ceac0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fb3a80633c0 tx=0x7fb3a002a6a0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.244+0000 7fb3ad200640 1 -- 172.21.15.92:0/1760645100 shutdown_connections 2024-09-19T06:01:23.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.244+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1760645100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80b8730 0x7fb3a80ceac0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.244+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1760645100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a80d13c0 0x7fb3a80b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.244+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1760645100 >> v2:172.21.15.102:3300/0 conn(0x7fb3a815e5f0 0x7fb3a80d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.244+0000 7fb3ad200640 1 -- 172.21.15.92:0/1760645100 >> 172.21.15.92:0/1760645100 conn(0x7fb3a8062630 msgr2=0x7fb3a8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:23.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.244+0000 7fb3ad200640 1 -- 172.21.15.92:0/1760645100 shutdown_connections 2024-09-19T06:01:23.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.244+0000 7fb3ad200640 1 -- 172.21.15.92:0/1760645100 wait complete. 2024-09-19T06:01:23.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.245+0000 7fb3ad200640 1 Processor -- start 2024-09-19T06:01:23.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.246+0000 7fb3ad200640 1 -- start start 2024-09-19T06:01:23.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.246+0000 7fb3ad200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3a80b8730 0x7fb3a80c89b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.246+0000 7fb3ad200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80d13c0 0x7fb3a80c99b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.246+0000 7fb3ad200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a815e5f0 0x7fb3a80c9ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.246+0000 7fb3ad200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a80b97c0 con 0x7fb3a80d13c0 2024-09-19T06:01:23.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.246+0000 7fb3ad200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb3a80b94e0 con 0x7fb3a80b8730 2024-09-19T06:01:23.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.246+0000 7fb3ad200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb3a80b8bc0 con 0x7fb3a815e5f0 2024-09-19T06:01:23.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80d13c0 0x7fb3a80c99b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80d13c0 0x7fb3a80c99b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48920/0 (socket says 172.21.15.92:48920) 2024-09-19T06:01:23.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a6a00640 1 -- 172.21.15.92:0/1074929984 learned_addr learned my addr 172.21.15.92:0/1074929984 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:23.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a7400640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3a80b8730 0x7fb3a80c89b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a7e00640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a815e5f0 0x7fb3a80c9ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a6a00640 1 -- 172.21.15.92:0/1074929984 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a815e5f0 msgr2=0x7fb3a80c9ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a6a00640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a815e5f0 0x7fb3a80c9ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a6a00640 1 -- 172.21.15.92:0/1074929984 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3a80b8730 msgr2=0x7fb3a80c89b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a6a00640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3a80b8730 0x7fb3a80c89b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a6a00640 1 -- 172.21.15.92:0/1074929984 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3a81f3b80 con 0x7fb3a80d13c0 2024-09-19T06:01:23.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb3a6a00640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80d13c0 0x7fb3a80c99b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb39400e860 tx=0x7fb39400ed20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:23.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.247+0000 7fb39f400640 1 -- 172.21.15.92:0/1074929984 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb394017070 con 0x7fb3a80d13c0 2024-09-19T06:01:23.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.248+0000 7fb39f400640 1 -- 172.21.15.92:0/1074929984 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb39400c8e0 con 0x7fb3a80d13c0 2024-09-19T06:01:23.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.248+0000 7fb39f400640 1 -- 172.21.15.92:0/1074929984 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb39400ccb0 con 0x7fb3a80d13c0 2024-09-19T06:01:23.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.248+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3a8160ef0 con 0x7fb3a80d13c0 2024-09-19T06:01:23.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.248+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3a8161a10 con 0x7fb3a80d13c0 2024-09-19T06:01:23.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.249+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3a80b81f0 con 0x7fb3a80d13c0 2024-09-19T06:01:23.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.250+0000 7fb39f400640 1 -- 172.21.15.92:0/1074929984 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb39401a070 con 0x7fb3a80d13c0 2024-09-19T06:01:23.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.251+0000 7fb39f400640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb38806c2e0 0x7fb38806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.251+0000 7fb39f400640 1 -- 172.21.15.92:0/1074929984 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7fb39408afe0 con 0x7fb3a80d13c0 2024-09-19T06:01:23.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.251+0000 7fb3a7400640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb38806c2e0 0x7fb38806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.251+0000 7fb3a7400640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb38806c2e0 0x7fb38806e7a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb3a80c9960 tx=0x7fb398009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:23.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.255+0000 7fb39f400640 1 -- 172.21.15.92:0/1074929984 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb394059100 con 0x7fb3a80d13c0 2024-09-19T06:01:23.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.431+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb3a80740e0 con 0x7fb3a80d13c0 2024-09-19T06:01:23.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.432+0000 7fb39f400640 1 -- 172.21.15.92:0/1074929984 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) ==== 74+0+16666 (secure 0 0 0) 0x7fb39405d400 con 0x7fb3a80d13c0 2024-09-19T06:01:23.434 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:23.434 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":21,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:22.085562+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:01:20.418713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:01:21.087965+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:23.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb38806c2e0 msgr2=0x7fb38806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb38806c2e0 0x7fb38806e7a0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb3a80c9960 tx=0x7fb398009190 comp rx=0 tx=0).stop 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80d13c0 msgr2=0x7fb3a80c99b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80d13c0 0x7fb3a80c99b0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fb39400e860 tx=0x7fb39400ed20 comp rx=0 tx=0).stop 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 shutdown_connections 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3a815e5f0 0x7fb3a80c9ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3a80d13c0 0x7fb3a80c99b0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb38806c2e0 0x7fb38806e7a0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 --2- 172.21.15.92:0/1074929984 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3a80b8730 0x7fb3a80c89b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 >> 172.21.15.92:0/1074929984 conn(0x7fb3a8062630 msgr2=0x7fb3a8062b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 shutdown_connections 2024-09-19T06:01:23.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.434+0000 7fb3ad200640 1 -- 172.21.15.92:0/1074929984 wait complete. 2024-09-19T06:01:23.452 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:01:23.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.606+0000 7f0f32a00640 1 Processor -- start 2024-09-19T06:01:23.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.606+0000 7f0f32a00640 1 -- start start 2024-09-19T06:01:23.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.608+0000 7f0f32a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0f2c160e30 0x7f0f2c15d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.608+0000 7f0f32a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f2c06cb90 con 0x7f0f2c06c700 2024-09-19T06:01:23.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.608+0000 7f0f32a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f2c06d600 con 0x7f0f2c156d80 2024-09-19T06:01:23.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.608+0000 7f0f32a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0f2c06d3b0 con 0x7f0f2c160e30 2024-09-19T06:01:23.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.608+0000 7f0f2b400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0f2c06c700 0x7f0f2c160720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56704/0 (socket says 172.21.15.92:56704) 2024-09-19T06:01:23.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.608+0000 7f0f2b400640 1 -- 172.21.15.92:0/3419068742 learned_addr learned my addr 172.21.15.92:0/3419068742 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:23.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.608+0000 7f0f30a00640 1 --2- 172.21.15.92:0/3419068742 >> v2:172.21.15.102:3300/0 conn(0x7f0f2c160e30 0x7f0f2c15d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.609+0000 7f0f2aa00640 1 -- 172.21.15.92:0/3419068742 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1046573553 0 0) 0x7f0f2c06cb90 con 0x7f0f2c06c700 2024-09-19T06:01:23.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.609+0000 7f0f2aa00640 1 -- 172.21.15.92:0/3419068742 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0f10003520 con 0x7f0f2c06c700 2024-09-19T06:01:23.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.609+0000 7f0f30a00640 1 -- 172.21.15.92:0/3419068742 >> v1:172.21.15.102:6789/0 conn(0x7f0f2c156d80 legacy=0x7f0f2c0ce680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.609+0000 7f0f30a00640 1 -- 172.21.15.92:0/3419068742 >> v1:172.21.15.92:6789/0 conn(0x7f0f2c06c700 legacy=0x7f0f2c160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.609+0000 7f0f30a00640 1 -- 172.21.15.92:0/3419068742 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f2c06d8e0 con 0x7f0f2c160e30 2024-09-19T06:01:23.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.610+0000 7f0f30a00640 1 --2- 172.21.15.92:0/3419068742 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f2c160e30 0x7f0f2c15d5f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c06d530 tx=0x7f0f2402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8a0dc4a6f3d3bbb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:23.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.610+0000 7f0f2aa00640 1 -- 172.21.15.92:0/3419068742 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f24037070 con 0x7f0f2c160e30 2024-09-19T06:01:23.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.610+0000 7f0f2aa00640 1 -- 172.21.15.92:0/3419068742 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f24032440 con 0x7f0f2c160e30 2024-09-19T06:01:23.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.610+0000 7f0f2aa00640 1 -- 172.21.15.92:0/3419068742 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f24032810 con 0x7f0f2c160e30 2024-09-19T06:01:23.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.611+0000 7f0f32a00640 1 -- 172.21.15.92:0/3419068742 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f2c160e30 msgr2=0x7f0f2c15d5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.611+0000 7f0f32a00640 1 --2- 172.21.15.92:0/3419068742 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f2c160e30 0x7f0f2c15d5f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c06d530 tx=0x7f0f2402a180 comp rx=0 tx=0).stop 2024-09-19T06:01:23.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.611+0000 7f0f32a00640 1 -- 172.21.15.92:0/3419068742 shutdown_connections 2024-09-19T06:01:23.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.611+0000 7f0f32a00640 1 --2- 172.21.15.92:0/3419068742 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f2c160e30 0x7f0f2c15d5f0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.611+0000 7f0f32a00640 1 -- 172.21.15.92:0/3419068742 >> 172.21.15.92:0/3419068742 conn(0x7f0f2c06bc10 msgr2=0x7f0f2c06bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:23.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.611+0000 7f0f32a00640 1 -- 172.21.15.92:0/3419068742 shutdown_connections 2024-09-19T06:01:23.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.611+0000 7f0f32a00640 1 -- 172.21.15.92:0/3419068742 wait complete. 2024-09-19T06:01:23.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.612+0000 7f0f32a00640 1 Processor -- start 2024-09-19T06:01:23.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.613+0000 7f0f32a00640 1 -- start start 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f32a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f2c06c700 0x7f0f2c147690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f32a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f2c156d80 0x7f0f2c15b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f32a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c15b570 0x7f0f2c158f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f32a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0f2c0ced90 con 0x7f0f2c15b570 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f32a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0f2c06f090 con 0x7f0f2c156d80 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f32a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0f2c159ce0 con 0x7f0f2c06c700 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f30a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c15b570 0x7f0f2c158f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f30a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c15b570 0x7f0f2c158f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48936/0 (socket says 172.21.15.92:48936) 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f30a00640 1 -- 172.21.15.92:0/2874649676 learned_addr learned my addr 172.21.15.92:0/2874649676 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:23.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f2b400640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f2c156d80 0x7f0f2c15b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f2be00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f2c06c700 0x7f0f2c147690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f30a00640 1 -- 172.21.15.92:0/2874649676 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f2c06c700 msgr2=0x7f0f2c147690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f30a00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f2c06c700 0x7f0f2c147690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f30a00640 1 -- 172.21.15.92:0/2874649676 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f2c156d80 msgr2=0x7f0f2c15b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f30a00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f2c156d80 0x7f0f2c15b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f30a00640 1 -- 172.21.15.92:0/2874649676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f2c159fc0 con 0x7f0f2c15b570 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.614+0000 7f0f2be00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f2c06c700 0x7f0f2c147690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.615+0000 7f0f30a00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c15b570 0x7f0f2c158f20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0f24035040 tx=0x7f0f240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.615+0000 7f0f23e00640 1 -- 172.21.15.92:0/2874649676 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f24037040 con 0x7f0f2c15b570 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.615+0000 7f0f23e00640 1 -- 172.21.15.92:0/2874649676 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f24042070 con 0x7f0f2c15b570 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.615+0000 7f0f23e00640 1 -- 172.21.15.92:0/2874649676 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f240308a0 con 0x7f0f2c15b570 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.615+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f2c1481a0 con 0x7f0f2c15b570 2024-09-19T06:01:23.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.615+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f2c147bd0 con 0x7f0f2c15b570 2024-09-19T06:01:23.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.616+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0f2c15d5f0 con 0x7f0f2c15b570 2024-09-19T06:01:23.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.617+0000 7f0f23e00640 1 -- 172.21.15.92:0/2874649676 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0f24030a40 con 0x7f0f2c15b570 2024-09-19T06:01:23.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.618+0000 7f0f23e00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0c06c2b0 0x7f0f0c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:23.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.618+0000 7f0f23e00640 1 -- 172.21.15.92:0/2874649676 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) ==== 5709+0+0 (secure 0 0 0) 0x7f0f240abd70 con 0x7f0f2c15b570 2024-09-19T06:01:23.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.618+0000 7f0f2be00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0c06c2b0 0x7f0f0c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:23.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.618+0000 7f0f2be00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0c06c2b0 0x7f0f0c06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c001e00 tx=0x7f0f1c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:23.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.622+0000 7f0f23e00640 1 -- 172.21.15.92:0/2874649676 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0f2407a3b0 con 0x7f0f2c15b570 2024-09-19T06:01:23.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:23.834+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f0f2c15a190 con 0x7f0f2c15b570 2024-09-19T06:01:24.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.708+0000 7f0f23e00640 1 -- 172.21.15.92:0/2874649676 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) ==== 118+0+0 (secure 0 0 0) 0x7f0f24079cb0 con 0x7f0f2c15b570 2024-09-19T06:01:24.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0c06c2b0 msgr2=0x7f0f0c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:24.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0c06c2b0 0x7f0f0c06e770 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f0f1c001e00 tx=0x7f0f1c009040 comp rx=0 tx=0).stop 2024-09-19T06:01:24.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c15b570 msgr2=0x7f0f2c158f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:24.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c15b570 0x7f0f2c158f20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f0f24035040 tx=0x7f0f240046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:24.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 shutdown_connections 2024-09-19T06:01:24.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f2c15b570 0x7f0f2c158f20 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:24.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0c06c2b0 0x7f0f0c06e770 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:24.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f2c156d80 0x7f0f2c15b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:24.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 --2- 172.21.15.92:0/2874649676 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f2c06c700 0x7f0f2c147690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:24.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 >> 172.21.15.92:0/2874649676 conn(0x7f0f2c06bc10 msgr2=0x7f0f2c0b0430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:24.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 shutdown_connections 2024-09-19T06:01:24.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.711+0000 7f0f32a00640 1 -- 172.21.15.92:0/2874649676 wait complete. 2024-09-19T06:01:24.731 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:01:24.731 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:01:24.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.888+0000 7f29d2a00640 1 Processor -- start 2024-09-19T06:01:24.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.888+0000 7f29d2a00640 1 -- start start 2024-09-19T06:01:24.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.889+0000 7f29d2a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 0x7f29cc073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:24.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.889+0000 7f29d2a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29cc15a430 con 0x7f29cc15de80 2024-09-19T06:01:24.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.889+0000 7f29d2a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f29cc0cd0a0 con 0x7f29cc15a050 2024-09-19T06:01:24.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.889+0000 7f29d2a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f29cc073b40 con 0x7f29cc0731c0 2024-09-19T06:01:24.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.889+0000 7f29d0a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f29cc15de80 0x7f29cc15e310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56708/0 (socket says 172.21.15.92:56708) 2024-09-19T06:01:24.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.889+0000 7f29d0a00640 1 -- 172.21.15.92:0/2144759222 learned_addr learned my addr 172.21.15.92:0/2144759222 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:24.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.889+0000 7f29c3400640 1 --2- 172.21.15.92:0/2144759222 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 0x7f29cc073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:24.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.890+0000 7f29cb400640 1 -- 172.21.15.92:0/2144759222 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 645369445 0 0) 0x7f29cc15a430 con 0x7f29cc15de80 2024-09-19T06:01:24.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.890+0000 7f29cb400640 1 -- 172.21.15.92:0/2144759222 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f29b0003520 con 0x7f29cc15de80 2024-09-19T06:01:24.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.890+0000 7f29cb400640 1 -- 172.21.15.92:0/2144759222 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1920940344 0 0) 0x7f29cc0cd0a0 con 0x7f29cc15a050 2024-09-19T06:01:24.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.890+0000 7f29cb400640 1 -- 172.21.15.92:0/2144759222 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f29cc15a430 con 0x7f29cc15a050 2024-09-19T06:01:24.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.890+0000 7f29c3400640 1 -- 172.21.15.92:0/2144759222 >> v1:172.21.15.102:6789/0 conn(0x7f29cc15a050 legacy=0x7f29cc15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:24.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.890+0000 7f29c3400640 1 -- 172.21.15.92:0/2144759222 >> v1:172.21.15.92:6789/0 conn(0x7f29cc15de80 legacy=0x7f29cc15e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:24.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.890+0000 7f29c3400640 1 -- 172.21.15.92:0/2144759222 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29cc0cd380 con 0x7f29cc0731c0 2024-09-19T06:01:24.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.891+0000 7f29c3400640 1 --2- 172.21.15.92:0/2144759222 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 0x7f29cc073600 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f29b40097d0 tx=0x7f29b402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=49f07fbf70e53e4c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:24.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.891+0000 7f29cb400640 1 -- 172.21.15.92:0/2144759222 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b4037070 con 0x7f29cc0731c0 2024-09-19T06:01:24.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.891+0000 7f29cb400640 1 -- 172.21.15.92:0/2144759222 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29b4032440 con 0x7f29cc0731c0 2024-09-19T06:01:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.891+0000 7f29cb400640 1 -- 172.21.15.92:0/2144759222 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b40327f0 con 0x7f29cc0731c0 2024-09-19T06:01:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.892+0000 7f29d2a00640 1 -- 172.21.15.92:0/2144759222 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 msgr2=0x7f29cc073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.892+0000 7f29d2a00640 1 --2- 172.21.15.92:0/2144759222 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 0x7f29cc073600 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f29b40097d0 tx=0x7f29b402a180 comp rx=0 tx=0).stop 2024-09-19T06:01:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.892+0000 7f29d2a00640 1 -- 172.21.15.92:0/2144759222 shutdown_connections 2024-09-19T06:01:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.892+0000 7f29d2a00640 1 --2- 172.21.15.92:0/2144759222 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 0x7f29cc073600 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.892+0000 7f29d2a00640 1 -- 172.21.15.92:0/2144759222 >> 172.21.15.92:0/2144759222 conn(0x7f29cc06d0f0 msgr2=0x7f29cc06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.892+0000 7f29d2a00640 1 -- 172.21.15.92:0/2144759222 shutdown_connections 2024-09-19T06:01:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.892+0000 7f29d2a00640 1 -- 172.21.15.92:0/2144759222 wait complete. 2024-09-19T06:01:24.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.893+0000 7f29d2a00640 1 Processor -- start 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.893+0000 7f29d2a00640 1 -- start start 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.894+0000 7f29d2a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 0x7f29cc146df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.894+0000 7f29d2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc15a050 0x7f29cc0cf770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.894+0000 7f29d2a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29cc15de80 0x7f29cc156b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.894+0000 7f29d2a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f29cc0cdc20 con 0x7f29cc15a050 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.894+0000 7f29d2a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f29cc0cd940 con 0x7f29cc15de80 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.894+0000 7f29d2a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f29cc0b36e0 con 0x7f29cc0731c0 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc15a050 0x7f29cc0cf770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29cbe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 0x7f29cc146df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc15a050 0x7f29cc0cf770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48944/0 (socket says 172.21.15.92:48944) 2024-09-19T06:01:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c3400640 1 -- 172.21.15.92:0/1510245438 learned_addr learned my addr 172.21.15.92:0/1510245438 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29d0a00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29cc15de80 0x7f29cc156b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c3400640 1 -- 172.21.15.92:0/1510245438 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 msgr2=0x7f29cc146df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c3400640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 0x7f29cc146df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c3400640 1 -- 172.21.15.92:0/1510245438 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29cc15de80 msgr2=0x7f29cc156b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c3400640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29cc15de80 0x7f29cc156b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c3400640 1 -- 172.21.15.92:0/1510245438 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29cc147330 con 0x7f29cc15a050 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c3400640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc15a050 0x7f29cc0cf770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f29b4035040 tx=0x7f29b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.895+0000 7f29c8c00640 1 -- 172.21.15.92:0/1510245438 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b4037040 con 0x7f29cc15a050 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.896+0000 7f29c8c00640 1 -- 172.21.15.92:0/1510245438 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29b4042070 con 0x7f29cc15a050 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.896+0000 7f29c8c00640 1 -- 172.21.15.92:0/1510245438 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29b4032810 con 0x7f29cc15a050 2024-09-19T06:01:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.896+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29cc144660 con 0x7f29cc15a050 2024-09-19T06:01:24.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.896+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29cc144c20 con 0x7f29cc15a050 2024-09-19T06:01:24.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.897+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29cc0ccd00 con 0x7f29cc15a050 2024-09-19T06:01:24.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.898+0000 7f29c8c00640 1 -- 172.21.15.92:0/1510245438 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f29b40329b0 con 0x7f29cc15a050 2024-09-19T06:01:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.898+0000 7f29c8c00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f29a806c2b0 0x7f29a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.898+0000 7f29c8c00640 1 -- 172.21.15.92:0/1510245438 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f29b40abb90 con 0x7f29cc15a050 2024-09-19T06:01:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.899+0000 7f29cbe00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f29a806c2b0 0x7f29a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.899+0000 7f29cbe00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f29a806c2b0 0x7f29a806e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f29bc0011e0 tx=0x7f29bc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:24.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:24.903+0000 7f29c8c00640 1 -- 172.21.15.92:0/1510245438 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f29cc147330 con 0x7f29cc15a050 2024-09-19T06:01:25.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.110+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f29cc15afd0 con 0x7f29cc15a050 2024-09-19T06:01:25.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.715+0000 7f29c8c00640 1 -- 172.21.15.92:0/1510245438 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) ==== 122+0+0 (secure 0 0 0) 0x7f29b4079d30 con 0x7f29cc15a050 2024-09-19T06:01:25.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f29a806c2b0 msgr2=0x7f29a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:25.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f29a806c2b0 0x7f29a806e770 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f29bc0011e0 tx=0x7f29bc009040 comp rx=0 tx=0).stop 2024-09-19T06:01:25.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc15a050 msgr2=0x7f29cc0cf770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:25.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc15a050 0x7f29cc0cf770 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f29b4035040 tx=0x7f29b40046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 shutdown_connections 2024-09-19T06:01:25.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f29a806c2b0 0x7f29a806e770 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29cc15de80 0x7f29cc156b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f29cc15a050 0x7f29cc0cf770 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 --2- 172.21.15.92:0/1510245438 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29cc0731c0 0x7f29cc146df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 >> 172.21.15.92:0/1510245438 conn(0x7f29cc06d0f0 msgr2=0x7f29cc15d630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:25.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 shutdown_connections 2024-09-19T06:01:25.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.719+0000 7f29d2a00640 1 -- 172.21.15.92:0/1510245438 wait complete. 2024-09-19T06:01:25.739 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:01:25.739 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:25.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.891+0000 7facc0600640 1 Processor -- start 2024-09-19T06:01:25.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.891+0000 7facc0600640 1 -- start start 2024-09-19T06:01:25.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.892+0000 7facc0600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80cf6b0 0x7facb81629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:25.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.892+0000 7facc0600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7facb8162f30 0x7facb80b7880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:25.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.892+0000 7facc0600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7facb80cfc20 con 0x7facb80b63d0 2024-09-19T06:01:25.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.892+0000 7facc0600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7facb80d40c0 con 0x7facb8162f30 2024-09-19T06:01:25.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.892+0000 7facc0600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7facb80d2ed0 con 0x7facb80cf6b0 2024-09-19T06:01:25.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.893+0000 7facbe600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7facb8162f30 0x7facb80b7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:25.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.893+0000 7facbe600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7facb8162f30 0x7facb80b7880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48958/0 (socket says 172.21.15.92:48958) 2024-09-19T06:01:25.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.893+0000 7facbe600640 1 -- 172.21.15.92:0/1256746624 learned_addr learned my addr 172.21.15.92:0/1256746624 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:25.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.893+0000 7facbd200640 1 --2- 172.21.15.92:0/1256746624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80cf6b0 0x7facb81629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:25.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.893+0000 7facbe600640 1 -- 172.21.15.92:0/1256746624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80cf6b0 msgr2=0x7facb81629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:25.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.893+0000 7facbe600640 1 --2- 172.21.15.92:0/1256746624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80cf6b0 0x7facb81629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.893+0000 7facbe600640 1 -- 172.21.15.92:0/1256746624 >> v1:172.21.15.102:6789/0 conn(0x7facb80b63d0 legacy=0x7facb80d39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:25.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.893+0000 7facbe600640 1 -- 172.21.15.92:0/1256746624 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facb80d31b0 con 0x7facb8162f30 2024-09-19T06:01:25.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.893+0000 7facbd200640 1 --2- 172.21.15.92:0/1256746624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80cf6b0 0x7facb81629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.894+0000 7facbe600640 1 --2- 172.21.15.92:0/1256746624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 0x7facb80b7880 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7facb0009870 tx=0x7facb002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80ab12e53c20f4b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.894+0000 7facb7e00640 1 -- 172.21.15.92:0/1256746624 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb0037070 con 0x7facb8162f30 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.894+0000 7facb7e00640 1 -- 172.21.15.92:0/1256746624 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facb0032440 con 0x7facb8162f30 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.894+0000 7facb7e00640 1 -- 172.21.15.92:0/1256746624 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb0032810 con 0x7facb8162f30 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.895+0000 7facc0600640 1 -- 172.21.15.92:0/1256746624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 msgr2=0x7facb80b7880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.895+0000 7facc0600640 1 --2- 172.21.15.92:0/1256746624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 0x7facb80b7880 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7facb0009870 tx=0x7facb002a270 comp rx=0 tx=0).stop 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.895+0000 7facc0600640 1 -- 172.21.15.92:0/1256746624 shutdown_connections 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.895+0000 7facc0600640 1 --2- 172.21.15.92:0/1256746624 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 0x7facb80b7880 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.895+0000 7facc0600640 1 --2- 172.21.15.92:0/1256746624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80cf6b0 0x7facb81629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.895+0000 7facc0600640 1 -- 172.21.15.92:0/1256746624 >> 172.21.15.92:0/1256746624 conn(0x7facb80d1160 msgr2=0x7facb80d1570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.895+0000 7facc0600640 1 -- 172.21.15.92:0/1256746624 shutdown_connections 2024-09-19T06:01:25.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.895+0000 7facc0600640 1 -- 172.21.15.92:0/1256746624 wait complete. 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.897+0000 7facc0600640 1 Processor -- start 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.897+0000 7facc0600640 1 -- start start 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facc0600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80b63d0 0x7facb8158300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facc0600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7facb80cf6b0 0x7facb814c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facc0600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 0x7facb80cc1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facc0600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7facb80cb5c0 con 0x7facb8162f30 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facc0600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7facb80cb440 con 0x7facb80cf6b0 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facc0600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7facb80d1c80 con 0x7facb80b63d0 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbe600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 0x7facb80cc1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbe600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 0x7facb80cc1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48972/0 (socket says 172.21.15.92:48972) 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbe600640 1 -- 172.21.15.92:0/591886839 learned_addr learned my addr 172.21.15.92:0/591886839 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:25.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbdc00640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80b63d0 0x7facb8158300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbd200640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7facb80cf6b0 0x7facb814c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbe600640 1 -- 172.21.15.92:0/591886839 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80b63d0 msgr2=0x7facb8158300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbe600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80b63d0 0x7facb8158300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbe600640 1 -- 172.21.15.92:0/591886839 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7facb80cf6b0 msgr2=0x7facb814c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbe600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7facb80cf6b0 0x7facb814c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.898+0000 7facbe600640 1 -- 172.21.15.92:0/591886839 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7facb80cce10 con 0x7facb8162f30 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.899+0000 7facbe600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 0x7facb80cc1c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7facb0009870 tx=0x7facb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.899+0000 7facb5600640 1 -- 172.21.15.92:0/591886839 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb0037040 con 0x7facb8162f30 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.899+0000 7facb5600640 1 -- 172.21.15.92:0/591886839 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7facb0042070 con 0x7facb8162f30 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.899+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7facb80ccb30 con 0x7facb8162f30 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.899+0000 7facb5600640 1 -- 172.21.15.92:0/591886839 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7facb0030920 con 0x7facb8162f30 2024-09-19T06:01:25.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.899+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7facb80c8620 con 0x7facb8162f30 2024-09-19T06:01:25.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.900+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7facb80b67b0 con 0x7facb8162f30 2024-09-19T06:01:25.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.901+0000 7facb5600640 1 -- 172.21.15.92:0/591886839 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7facb0030ac0 con 0x7facb8162f30 2024-09-19T06:01:25.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.902+0000 7facb5600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac9806c2e0 0x7fac9806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:25.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.902+0000 7facb5600640 1 -- 172.21.15.92:0/591886839 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7facb00abb70 con 0x7facb8162f30 2024-09-19T06:01:25.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.902+0000 7facbdc00640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac9806c2e0 0x7fac9806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:25.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.902+0000 7facbdc00640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac9806c2e0 0x7fac9806e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7facac001f10 tx=0x7facac009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:25.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:25.906+0000 7facb5600640 1 -- 172.21.15.92:0/591886839 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7facb0079d20 con 0x7facb8162f30 2024-09-19T06:01:26.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.113+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7facb80cf280 con 0x7facb8162f30 2024-09-19T06:01:26.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.114+0000 7facb5600640 1 -- 172.21.15.92:0/591886839 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5220 (secure 0 0 0) 0x7facb0080030 con 0x7facb8162f30 2024-09-19T06:01:26.116 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:26.116 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":7,"btime":"2024-09-19T06:01:25:709684+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/650020295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":650020295},{"type":"v1","addr":"172.21.15.102:6835","nonce":650020295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1041150931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1041150931},{"type":"v1","addr":"172.21.15.92:6837","nonce":1041150931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:01:22.085885+0000","modified":"2024-09-19T06:01:25.112114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6834/2542976570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":2542976570},{"type":"v1","addr":"172.21.15.102:6834","nonce":2542976570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-19T06:01:26.116 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 7 2024-09-19T06:01:26.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac9806c2e0 msgr2=0x7fac9806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac9806c2e0 0x7fac9806e7a0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7facac001f10 tx=0x7facac009040 comp rx=0 tx=0).stop 2024-09-19T06:01:26.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 msgr2=0x7facb80cc1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 0x7facb80cc1c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7facb0009870 tx=0x7facb00046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 shutdown_connections 2024-09-19T06:01:26.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7facb8162f30 0x7facb80cc1c0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac9806c2e0 0x7fac9806e7a0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7facb80cf6b0 0x7facb814c9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 --2- 172.21.15.92:0/591886839 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7facb80b63d0 0x7facb8158300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 >> 172.21.15.92:0/591886839 conn(0x7facb80d1160 msgr2=0x7facb81617b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:26.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 shutdown_connections 2024-09-19T06:01:26.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.116+0000 7facc0600640 1 -- 172.21.15.92:0/591886839 wait complete. 2024-09-19T06:01:26.134 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:26.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.284+0000 7feb61c00640 1 Processor -- start 2024-09-19T06:01:26.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.284+0000 7feb61c00640 1 -- start start 2024-09-19T06:01:26.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.285+0000 7feb61c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feb5c072cb0 0x7feb5c0b57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.285+0000 7feb61c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c0b5d10 0x7feb5c164e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb61c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb5c0b6270 con 0x7feb5c15bac0 2024-09-19T06:01:26.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb61c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7feb5c155d00 con 0x7feb5c072cb0 2024-09-19T06:01:26.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb61c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7feb5c071810 con 0x7feb5c0b5d10 2024-09-19T06:01:26.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb5a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feb5c072cb0 0x7feb5c0b57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb5a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feb5c072cb0 0x7feb5c0b57d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48986/0 (socket says 172.21.15.92:48986) 2024-09-19T06:01:26.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb5a000640 1 -- 172.21.15.92:0/1771804854 learned_addr learned my addr 172.21.15.92:0/1771804854 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:26.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb5b400640 1 --2- 172.21.15.92:0/1771804854 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c0b5d10 0x7feb5c164e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb5a000640 1 -- 172.21.15.92:0/1771804854 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c0b5d10 msgr2=0x7feb5c164e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:26.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb5a000640 1 --2- 172.21.15.92:0/1771804854 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c0b5d10 0x7feb5c164e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb5a000640 1 -- 172.21.15.92:0/1771804854 >> v1:172.21.15.92:6789/0 conn(0x7feb5c15bac0 legacy=0x7feb5c15bea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.286+0000 7feb5a000640 1 -- 172.21.15.92:0/1771804854 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb5c0b6550 con 0x7feb5c072cb0 2024-09-19T06:01:26.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.287+0000 7feb5a000640 1 --2- 172.21.15.92:0/1771804854 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c072cb0 0x7feb5c0b57d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7feb4800bb10 tx=0x7feb4802c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6672ff707620ab0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:26.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.287+0000 7feb59600640 1 -- 172.21.15.92:0/1771804854 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb48036020 con 0x7feb5c072cb0 2024-09-19T06:01:26.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.287+0000 7feb59600640 1 -- 172.21.15.92:0/1771804854 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb48032820 con 0x7feb5c072cb0 2024-09-19T06:01:26.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.287+0000 7feb59600640 1 -- 172.21.15.92:0/1771804854 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb48032bf0 con 0x7feb5c072cb0 2024-09-19T06:01:26.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.288+0000 7feb61c00640 1 -- 172.21.15.92:0/1771804854 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c072cb0 msgr2=0x7feb5c0b57d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.288+0000 7feb61c00640 1 --2- 172.21.15.92:0/1771804854 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c072cb0 0x7feb5c0b57d0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7feb4800bb10 tx=0x7feb4802c920 comp rx=0 tx=0).stop 2024-09-19T06:01:26.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.288+0000 7feb61c00640 1 -- 172.21.15.92:0/1771804854 shutdown_connections 2024-09-19T06:01:26.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.288+0000 7feb61c00640 1 --2- 172.21.15.92:0/1771804854 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c072cb0 0x7feb5c0b57d0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.288+0000 7feb61c00640 1 --2- 172.21.15.92:0/1771804854 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c0b5d10 0x7feb5c164e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.288+0000 7feb61c00640 1 -- 172.21.15.92:0/1771804854 >> 172.21.15.92:0/1771804854 conn(0x7feb5c06bc10 msgr2=0x7feb5c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:26.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.288+0000 7feb61c00640 1 -- 172.21.15.92:0/1771804854 shutdown_connections 2024-09-19T06:01:26.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.288+0000 7feb61c00640 1 -- 172.21.15.92:0/1771804854 wait complete. 2024-09-19T06:01:26.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.290+0000 7feb61c00640 1 Processor -- start 2024-09-19T06:01:26.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.290+0000 7feb61c00640 1 -- start start 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb61c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb5c072cb0 0x7feb5c154e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb61c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c0b5d10 0x7feb5c14cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb61c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c15bac0 0x7feb5c1f06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb61c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7feb5c15c5b0 con 0x7feb5c0b5d10 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb61c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7feb5c0b6b10 con 0x7feb5c072cb0 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb61c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7feb5c0739d0 con 0x7feb5c15bac0 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c0b5d10 0x7feb5c14cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c0b5d10 0x7feb5c14cbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48988/0 (socket says 172.21.15.92:48988) 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5a000640 1 -- 172.21.15.92:0/2184722271 learned_addr learned my addr 172.21.15.92:0/2184722271 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5aa00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb5c072cb0 0x7feb5c154e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5b400640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c15bac0 0x7feb5c1f06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5a000640 1 -- 172.21.15.92:0/2184722271 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c15bac0 msgr2=0x7feb5c1f06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5a000640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c15bac0 0x7feb5c1f06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5a000640 1 -- 172.21.15.92:0/2184722271 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb5c072cb0 msgr2=0x7feb5c154e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5a000640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb5c072cb0 0x7feb5c154e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5a000640 1 -- 172.21.15.92:0/2184722271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb5c156720 con 0x7feb5c0b5d10 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.291+0000 7feb5b400640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c15bac0 0x7feb5c1f06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.292+0000 7feb5a000640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c0b5d10 0x7feb5c14cbf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7feb4802c960 tx=0x7feb480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.292+0000 7feb52a00640 1 -- 172.21.15.92:0/2184722271 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb48036040 con 0x7feb5c0b5d10 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.292+0000 7feb52a00640 1 -- 172.21.15.92:0/2184722271 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb4803bd60 con 0x7feb5c0b5d10 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.292+0000 7feb52a00640 1 -- 172.21.15.92:0/2184722271 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb48045630 con 0x7feb5c0b5d10 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.292+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb5c155e80 con 0x7feb5c0b5d10 2024-09-19T06:01:26.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.292+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb5c156440 con 0x7feb5c0b5d10 2024-09-19T06:01:26.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.293+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb5c0b57d0 con 0x7feb5c0b5d10 2024-09-19T06:01:26.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.294+0000 7feb52a00640 1 -- 172.21.15.92:0/2184722271 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb4804c060 con 0x7feb5c0b5d10 2024-09-19T06:01:26.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.295+0000 7feb52a00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb3c06c2b0 0x7feb3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.295+0000 7feb52a00640 1 -- 172.21.15.92:0/2184722271 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7feb480ae4e0 con 0x7feb5c0b5d10 2024-09-19T06:01:26.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.295+0000 7feb5aa00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb3c06c2b0 0x7feb3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.296+0000 7feb5aa00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb3c06c2b0 0x7feb3c06e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7feb4c001780 tx=0x7feb4c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:26.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.299+0000 7feb52a00640 1 -- 172.21.15.92:0/2184722271 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb5c156720 con 0x7feb5c0b5d10 2024-09-19T06:01:26.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.474+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7feb5c0b4000 con 0x7feb5c0b5d10 2024-09-19T06:01:26.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.476+0000 7feb52a00640 1 -- 172.21.15.92:0/2184722271 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16653 (secure 0 0 0) 0x7feb48040070 con 0x7feb5c0b5d10 2024-09-19T06:01:26.478 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:26.478 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":22,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:23.681103+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:01:20.418713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:01:21.087965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:26.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb3c06c2b0 msgr2=0x7feb3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb3c06c2b0 0x7feb3c06e770 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7feb4c001780 tx=0x7feb4c009040 comp rx=0 tx=0).stop 2024-09-19T06:01:26.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c0b5d10 msgr2=0x7feb5c14cbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c0b5d10 0x7feb5c14cbf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7feb4802c960 tx=0x7feb480046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 shutdown_connections 2024-09-19T06:01:26.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb5c15bac0 0x7feb5c1f06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb5c0b5d10 0x7feb5c14cbf0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb3c06c2b0 0x7feb3c06e770 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 --2- 172.21.15.92:0/2184722271 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb5c072cb0 0x7feb5c154e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 >> 172.21.15.92:0/2184722271 conn(0x7feb5c06bc10 msgr2=0x7feb5c15bea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:26.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 shutdown_connections 2024-09-19T06:01:26.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.478+0000 7feb61c00640 1 -- 172.21.15.92:0/2184722271 wait complete. 2024-09-19T06:01:26.496 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:01:26.497 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:01:26.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.647+0000 7eff59400640 1 Processor -- start 2024-09-19T06:01:26.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.647+0000 7eff59400640 1 -- start start 2024-09-19T06:01:26.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.648+0000 7eff59400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff54155800 0x7eff540b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.648+0000 7eff59400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7eff5415c330 0x7eff540b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.648+0000 7eff59400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7eff540cf570 0x7eff540cf9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.648+0000 7eff59400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7eff540b4e60 con 0x7eff5415c330 2024-09-19T06:01:26.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.648+0000 7eff59400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7eff540cfee0 con 0x7eff540cf570 2024-09-19T06:01:26.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.648+0000 7eff59400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7eff5415c770 con 0x7eff54155800 2024-09-19T06:01:26.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff51e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7eff5415c330 0x7eff540b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff51e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7eff5415c330 0x7eff540b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48996/0 (socket says 172.21.15.92:48996) 2024-09-19T06:01:26.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff51e00640 1 -- 172.21.15.92:0/2381775107 learned_addr learned my addr 172.21.15.92:0/2381775107 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:26.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff52800640 1 --2- 172.21.15.92:0/2381775107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff54155800 0x7eff540b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff53200640 1 --2- 172.21.15.92:0/2381775107 >> v2:172.21.15.102:3300/0 conn(0x7eff540cf570 0x7eff540cf9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff51e00640 1 -- 172.21.15.92:0/2381775107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff54155800 msgr2=0x7eff540b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:26.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff51e00640 1 --2- 172.21.15.92:0/2381775107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff54155800 0x7eff540b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff51e00640 1 -- 172.21.15.92:0/2381775107 >> v2:172.21.15.102:3300/0 conn(0x7eff540cf570 msgr2=0x7eff540cf9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:26.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff51e00640 1 --2- 172.21.15.92:0/2381775107 >> v2:172.21.15.102:3300/0 conn(0x7eff540cf570 0x7eff540cf9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.649+0000 7eff51e00640 1 -- 172.21.15.92:0/2381775107 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff540b50a0 con 0x7eff5415c330 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.650+0000 7eff51e00640 1 --2- 172.21.15.92:0/2381775107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff5415c330 0x7eff540b4920 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7eff540b37a0 tx=0x7eff4002c420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d64d06fd5ce52a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.650+0000 7eff51400640 1 -- 172.21.15.92:0/2381775107 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff40038070 con 0x7eff5415c330 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.650+0000 7eff51400640 1 -- 172.21.15.92:0/2381775107 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff40031710 con 0x7eff5415c330 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff51400640 1 -- 172.21.15.92:0/2381775107 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff40031ae0 con 0x7eff5415c330 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff59400640 1 -- 172.21.15.92:0/2381775107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff5415c330 msgr2=0x7eff540b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff59400640 1 --2- 172.21.15.92:0/2381775107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff5415c330 0x7eff540b4920 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7eff540b37a0 tx=0x7eff4002c420 comp rx=0 tx=0).stop 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff59400640 1 -- 172.21.15.92:0/2381775107 shutdown_connections 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff59400640 1 --2- 172.21.15.92:0/2381775107 >> v2:172.21.15.102:3300/0 conn(0x7eff540cf570 0x7eff540cf9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff59400640 1 --2- 172.21.15.92:0/2381775107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff5415c330 0x7eff540b4920 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff59400640 1 --2- 172.21.15.92:0/2381775107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff54155800 0x7eff540b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff59400640 1 -- 172.21.15.92:0/2381775107 >> 172.21.15.92:0/2381775107 conn(0x7eff5406bc10 msgr2=0x7eff5406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:26.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff59400640 1 -- 172.21.15.92:0/2381775107 shutdown_connections 2024-09-19T06:01:26.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.651+0000 7eff59400640 1 -- 172.21.15.92:0/2381775107 wait complete. 2024-09-19T06:01:26.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.653+0000 7eff59400640 1 Processor -- start 2024-09-19T06:01:26.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.653+0000 7eff59400640 1 -- start start 2024-09-19T06:01:26.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff59400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff540cf570 0x7eff5414ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff59400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff54155800 0x7eff541efaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff59400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff5415c330 0x7eff5414f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff59400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7eff540b5940 con 0x7eff54155800 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff59400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7eff540b5660 con 0x7eff540cf570 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff59400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7eff540b5c20 con 0x7eff5415c330 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff51e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff54155800 0x7eff541efaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff51e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff54155800 0x7eff541efaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49002/0 (socket says 172.21.15.92:49002) 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff51e00640 1 -- 172.21.15.92:0/1164731212 learned_addr learned my addr 172.21.15.92:0/1164731212 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff52800640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff540cf570 0x7eff5414ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff53200640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff5415c330 0x7eff5414f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff51e00640 1 -- 172.21.15.92:0/1164731212 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff5415c330 msgr2=0x7eff5414f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff51e00640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff5415c330 0x7eff5414f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff51e00640 1 -- 172.21.15.92:0/1164731212 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff540cf570 msgr2=0x7eff5414ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff51e00640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff540cf570 0x7eff5414ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.654+0000 7eff51e00640 1 -- 172.21.15.92:0/1164731212 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7eff54155df0 con 0x7eff54155800 2024-09-19T06:01:26.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.655+0000 7eff51e00640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff54155800 0x7eff541efaf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7eff40000c00 tx=0x7eff400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:26.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.655+0000 7eff4aa00640 1 -- 172.21.15.92:0/1164731212 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff40042020 con 0x7eff54155800 2024-09-19T06:01:26.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.655+0000 7eff4aa00640 1 -- 172.21.15.92:0/1164731212 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7eff4003d870 con 0x7eff54155800 2024-09-19T06:01:26.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.655+0000 7eff4aa00640 1 -- 172.21.15.92:0/1164731212 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7eff40038040 con 0x7eff54155800 2024-09-19T06:01:26.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.655+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7eff541f03b0 con 0x7eff54155800 2024-09-19T06:01:26.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.655+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7eff541f0970 con 0x7eff54155800 2024-09-19T06:01:26.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.656+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7eff54156290 con 0x7eff54155800 2024-09-19T06:01:26.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.657+0000 7eff4aa00640 1 -- 172.21.15.92:0/1164731212 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7eff40045020 con 0x7eff54155800 2024-09-19T06:01:26.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.658+0000 7eff4aa00640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7eff3406c2b0 0x7eff3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:26.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.658+0000 7eff4aa00640 1 -- 172.21.15.92:0/1164731212 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7eff400ad9d0 con 0x7eff54155800 2024-09-19T06:01:26.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.658+0000 7eff52800640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7eff3406c2b0 0x7eff3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:26.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.659+0000 7eff52800640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7eff3406c2b0 0x7eff3406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7eff44009ac0 tx=0x7eff44009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:26.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.662+0000 7eff4aa00640 1 -- 172.21.15.92:0/1164731212 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7eff54156290 con 0x7eff54155800 2024-09-19T06:01:26.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.836+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7eff54155be0 con 0x7eff3406c2b0 2024-09-19T06:01:26.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.843+0000 7eff4aa00640 1 -- 172.21.15.92:0/1164731212 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251382 (secure 0 0 0) 0x7eff54155be0 con 0x7eff3406c2b0 2024-09-19T06:01:26.849 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:26.851 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:01:26.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.847+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7eff3406c2b0 msgr2=0x7eff3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.847+0000 7eff59400640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7eff3406c2b0 0x7eff3406e770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7eff44009ac0 tx=0x7eff44009190 comp rx=0 tx=0).stop 2024-09-19T06:01:26.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.847+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff54155800 msgr2=0x7eff541efaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:26.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.847+0000 7eff59400640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff54155800 0x7eff541efaf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7eff40000c00 tx=0x7eff400046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.848+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 shutdown_connections 2024-09-19T06:01:26.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.848+0000 7eff59400640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7eff5415c330 0x7eff5414f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.848+0000 7eff59400640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7eff54155800 0x7eff541efaf0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.848+0000 7eff59400640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7eff3406c2b0 0x7eff3406e770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.848+0000 7eff59400640 1 --2- 172.21.15.92:0/1164731212 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7eff540cf570 0x7eff5414ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:26.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.848+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 >> 172.21.15.92:0/1164731212 conn(0x7eff5406bc10 msgr2=0x7eff540ce690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:26.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.848+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 shutdown_connections 2024-09-19T06:01:26.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:26.848+0000 7eff59400640 1 -- 172.21.15.92:0/1164731212 wait complete. 2024-09-19T06:01:26.865 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-19T06:01:24.875100+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592618,"num_objects":20,"num_object_clones":0,"num_object_copies":40,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":198,"num_write_kb":2428,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":151,"ondisk_log_size":151,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":74,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":218968,"kb_used_data":2708,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755752,"statfs":{"total":773094113280,"available":772869890048,"internally_reserved":0,"allocated":2772992,"data_stored":1693683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2250,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.207823"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729641+0000","last_change":"2024-09-19T06:01:22.722046+0000","last_active":"2024-09-19T06:01:22.729641+0000","last_peered":"2024-09-19T06:01:22.729641+0000","last_clean":"2024-09-19T06:01:22.729641+0000","last_became_active":"2024-09-19T06:01:22.721736+0000","last_became_peered":"2024-09-19T06:01:22.721736+0000","last_unstale":"2024-09-19T06:01:22.729641+0000","last_undegraded":"2024-09-19T06:01:22.729641+0000","last_fullsized":"2024-09-19T06:01:22.729641+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:01:21.681479+0000","last_change":"2024-09-19T06:01:21.681479+0000","last_active":"2024-09-19T06:01:21.666430+0000","last_peered":"2024-09-19T06:01:21.666430+0000","last_clean":"2024-09-19T06:01:21.666430+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:01:21.681479+0000","last_undegraded":"2024-09-19T06:01:21.681479+0000","last_fullsized":"2024-09-19T06:01:21.681479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.712428+0000","last_change":"2024-09-19T06:01:22.706031+0000","last_active":"2024-09-19T06:01:22.712428+0000","last_peered":"2024-09-19T06:01:22.712428+0000","last_clean":"2024-09-19T06:01:22.712428+0000","last_became_active":"2024-09-19T06:01:22.705779+0000","last_became_peered":"2024-09-19T06:01:22.705779+0000","last_unstale":"2024-09-19T06:01:22.712428+0000","last_undegraded":"2024-09-19T06:01:22.712428+0000","last_fullsized":"2024-09-19T06:01:22.712428+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:45.307941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.709022+0000","last_change":"2024-09-19T06:01:22.699499+0000","last_active":"2024-09-19T06:01:22.709022+0000","last_peered":"2024-09-19T06:01:22.709022+0000","last_clean":"2024-09-19T06:01:22.709022+0000","last_became_active":"2024-09-19T06:01:22.698962+0000","last_became_peered":"2024-09-19T06:01:22.698962+0000","last_unstale":"2024-09-19T06:01:22.709022+0000","last_undegraded":"2024-09-19T06:01:22.709022+0000","last_fullsized":"2024-09-19T06:01:22.709022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.719309+0000","last_change":"2024-09-19T06:01:22.710529+0000","last_active":"2024-09-19T06:01:22.719309+0000","last_peered":"2024-09-19T06:01:22.719309+0000","last_clean":"2024-09-19T06:01:22.719309+0000","last_became_active":"2024-09-19T06:01:22.710213+0000","last_became_peered":"2024-09-19T06:01:22.710213+0000","last_unstale":"2024-09-19T06:01:22.719309+0000","last_undegraded":"2024-09-19T06:01:22.719309+0000","last_fullsized":"2024-09-19T06:01:22.719309+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:15.800973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.709189+0000","last_change":"2024-09-19T06:01:22.702644+0000","last_active":"2024-09-19T06:01:22.709189+0000","last_peered":"2024-09-19T06:01:22.709189+0000","last_clean":"2024-09-19T06:01:22.709189+0000","last_became_active":"2024-09-19T06:01:22.702287+0000","last_became_peered":"2024-09-19T06:01:22.702287+0000","last_unstale":"2024-09-19T06:01:22.709189+0000","last_undegraded":"2024-09-19T06:01:22.709189+0000","last_fullsized":"2024-09-19T06:01:22.709189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.730784+0000","last_change":"2024-09-19T06:01:22.723712+0000","last_active":"2024-09-19T06:01:22.730784+0000","last_peered":"2024-09-19T06:01:22.730784+0000","last_clean":"2024-09-19T06:01:22.730784+0000","last_became_active":"2024-09-19T06:01:22.723389+0000","last_became_peered":"2024-09-19T06:01:22.723389+0000","last_unstale":"2024-09-19T06:01:22.730784+0000","last_undegraded":"2024-09-19T06:01:22.730784+0000","last_fullsized":"2024-09-19T06:01:22.730784+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.718016+0000","last_change":"2024-09-19T06:01:22.713662+0000","last_active":"2024-09-19T06:01:22.718016+0000","last_peered":"2024-09-19T06:01:22.718016+0000","last_clean":"2024-09-19T06:01:22.718016+0000","last_became_active":"2024-09-19T06:01:22.713376+0000","last_became_peered":"2024-09-19T06:01:22.713376+0000","last_unstale":"2024-09-19T06:01:22.718016+0000","last_undegraded":"2024-09-19T06:01:22.718016+0000","last_fullsized":"2024-09-19T06:01:22.718016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729626+0000","last_change":"2024-09-19T06:01:22.719856+0000","last_active":"2024-09-19T06:01:22.729626+0000","last_peered":"2024-09-19T06:01:22.729626+0000","last_clean":"2024-09-19T06:01:22.729626+0000","last_became_active":"2024-09-19T06:01:22.719392+0000","last_became_peered":"2024-09-19T06:01:22.719392+0000","last_unstale":"2024-09-19T06:01:22.729626+0000","last_undegraded":"2024-09-19T06:01:22.729626+0000","last_fullsized":"2024-09-19T06:01:22.729626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:02.000390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729847+0000","last_change":"2024-09-19T06:01:22.722413+0000","last_active":"2024-09-19T06:01:22.729847+0000","last_peered":"2024-09-19T06:01:22.729847+0000","last_clean":"2024-09-19T06:01:22.729847+0000","last_became_active":"2024-09-19T06:01:22.720931+0000","last_became_peered":"2024-09-19T06:01:22.720931+0000","last_unstale":"2024-09-19T06:01:22.729847+0000","last_undegraded":"2024-09-19T06:01:22.729847+0000","last_fullsized":"2024-09-19T06:01:22.729847+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.724152+0000","last_change":"2024-09-19T06:01:22.717354+0000","last_active":"2024-09-19T06:01:22.724152+0000","last_peered":"2024-09-19T06:01:22.724152+0000","last_clean":"2024-09-19T06:01:22.724152+0000","last_became_active":"2024-09-19T06:01:22.716910+0000","last_became_peered":"2024-09-19T06:01:22.716910+0000","last_unstale":"2024-09-19T06:01:22.724152+0000","last_undegraded":"2024-09-19T06:01:22.724152+0000","last_fullsized":"2024-09-19T06:01:22.724152+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:15.800973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.720200+0000","last_change":"2024-09-19T06:01:22.716083+0000","last_active":"2024-09-19T06:01:22.720200+0000","last_peered":"2024-09-19T06:01:22.720200+0000","last_clean":"2024-09-19T06:01:22.720200+0000","last_became_active":"2024-09-19T06:01:22.715877+0000","last_became_peered":"2024-09-19T06:01:22.715877+0000","last_unstale":"2024-09-19T06:01:22.720200+0000","last_undegraded":"2024-09-19T06:01:22.720200+0000","last_fullsized":"2024-09-19T06:01:22.720200+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:45.307941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.712484+0000","last_change":"2024-09-19T06:01:22.704016+0000","last_active":"2024-09-19T06:01:22.712484+0000","last_peered":"2024-09-19T06:01:22.712484+0000","last_clean":"2024-09-19T06:01:22.712484+0000","last_became_active":"2024-09-19T06:01:22.703694+0000","last_became_peered":"2024-09-19T06:01:22.703694+0000","last_unstale":"2024-09-19T06:01:22.712484+0000","last_undegraded":"2024-09-19T06:01:22.712484+0000","last_fullsized":"2024-09-19T06:01:22.712484+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:44.063447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.727354+0000","last_change":"2024-09-19T06:01:22.716250+0000","last_active":"2024-09-19T06:01:22.727354+0000","last_peered":"2024-09-19T06:01:22.727354+0000","last_clean":"2024-09-19T06:01:22.727354+0000","last_became_active":"2024-09-19T06:01:22.715933+0000","last_became_peered":"2024-09-19T06:01:22.715933+0000","last_unstale":"2024-09-19T06:01:22.727354+0000","last_undegraded":"2024-09-19T06:01:22.727354+0000","last_fullsized":"2024-09-19T06:01:22.727354+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:44.063447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:01:21.680863+0000","last_change":"2024-09-19T06:01:21.680863+0000","last_active":"2024-09-19T06:01:21.666430+0000","last_peered":"2024-09-19T06:01:21.666430+0000","last_clean":"2024-09-19T06:01:21.666430+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:01:21.680863+0000","last_undegraded":"2024-09-19T06:01:21.680863+0000","last_fullsized":"2024-09-19T06:01:21.680863+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716174+0000","last_change":"2024-09-19T06:01:22.709490+0000","last_active":"2024-09-19T06:01:22.716174+0000","last_peered":"2024-09-19T06:01:22.716174+0000","last_clean":"2024-09-19T06:01:22.716174+0000","last_became_active":"2024-09-19T06:01:22.709189+0000","last_became_peered":"2024-09-19T06:01:22.709189+0000","last_unstale":"2024-09-19T06:01:22.716174+0000","last_undegraded":"2024-09-19T06:01:22.716174+0000","last_fullsized":"2024-09-19T06:01:22.716174+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:27.928823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716951+0000","last_change":"2024-09-19T06:01:22.712591+0000","last_active":"2024-09-19T06:01:22.716951+0000","last_peered":"2024-09-19T06:01:22.716951+0000","last_clean":"2024-09-19T06:01:22.716951+0000","last_became_active":"2024-09-19T06:01:22.712333+0000","last_became_peered":"2024-09-19T06:01:22.712333+0000","last_unstale":"2024-09-19T06:01:22.716951+0000","last_undegraded":"2024-09-19T06:01:22.716951+0000","last_fullsized":"2024-09-19T06:01:22.716951+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.704323+0000","last_change":"2024-09-19T06:01:22.700801+0000","last_active":"2024-09-19T06:01:22.704323+0000","last_peered":"2024-09-19T06:01:22.704323+0000","last_clean":"2024-09-19T06:01:22.704323+0000","last_became_active":"2024-09-19T06:01:22.700156+0000","last_became_peered":"2024-09-19T06:01:22.700156+0000","last_unstale":"2024-09-19T06:01:22.704323+0000","last_undegraded":"2024-09-19T06:01:22.704323+0000","last_fullsized":"2024-09-19T06:01:22.704323+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:44.261540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731051+0000","last_change":"2024-09-19T06:01:22.726544+0000","last_active":"2024-09-19T06:01:22.731051+0000","last_peered":"2024-09-19T06:01:22.731051+0000","last_clean":"2024-09-19T06:01:22.731051+0000","last_became_active":"2024-09-19T06:01:22.726127+0000","last_became_peered":"2024-09-19T06:01:22.726127+0000","last_unstale":"2024-09-19T06:01:22.731051+0000","last_undegraded":"2024-09-19T06:01:22.731051+0000","last_fullsized":"2024-09-19T06:01:22.731051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:31.590170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.724209+0000","last_change":"2024-09-19T06:01:22.718046+0000","last_active":"2024-09-19T06:01:22.724209+0000","last_peered":"2024-09-19T06:01:22.724209+0000","last_clean":"2024-09-19T06:01:22.724209+0000","last_became_active":"2024-09-19T06:01:22.717700+0000","last_became_peered":"2024-09-19T06:01:22.717700+0000","last_unstale":"2024-09-19T06:01:22.724209+0000","last_undegraded":"2024-09-19T06:01:22.724209+0000","last_fullsized":"2024-09-19T06:01:22.724209+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731438+0000","last_change":"2024-09-19T06:01:22.723578+0000","last_active":"2024-09-19T06:01:22.731438+0000","last_peered":"2024-09-19T06:01:22.731438+0000","last_clean":"2024-09-19T06:01:22.731438+0000","last_became_active":"2024-09-19T06:01:22.723361+0000","last_became_peered":"2024-09-19T06:01:22.723361+0000","last_unstale":"2024-09-19T06:01:22.731438+0000","last_undegraded":"2024-09-19T06:01:22.731438+0000","last_fullsized":"2024-09-19T06:01:22.731438+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716483+0000","last_change":"2024-09-19T06:01:22.709738+0000","last_active":"2024-09-19T06:01:22.716483+0000","last_peered":"2024-09-19T06:01:22.716483+0000","last_clean":"2024-09-19T06:01:22.716483+0000","last_became_active":"2024-09-19T06:01:22.709372+0000","last_became_peered":"2024-09-19T06:01:22.709372+0000","last_unstale":"2024-09-19T06:01:22.716483+0000","last_undegraded":"2024-09-19T06:01:22.716483+0000","last_fullsized":"2024-09-19T06:01:22.716483+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.718252+0000","last_change":"2024-09-19T06:01:22.714612+0000","last_active":"2024-09-19T06:01:22.718252+0000","last_peered":"2024-09-19T06:01:22.718252+0000","last_clean":"2024-09-19T06:01:22.718252+0000","last_became_active":"2024-09-19T06:01:22.714336+0000","last_became_peered":"2024-09-19T06:01:22.714336+0000","last_unstale":"2024-09-19T06:01:22.718252+0000","last_undegraded":"2024-09-19T06:01:22.718252+0000","last_fullsized":"2024-09-19T06:01:22.718252+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:15.800973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.712077+0000","last_change":"2024-09-19T06:01:22.699634+0000","last_active":"2024-09-19T06:01:22.712077+0000","last_peered":"2024-09-19T06:01:22.712077+0000","last_clean":"2024-09-19T06:01:22.712077+0000","last_became_active":"2024-09-19T06:01:22.699355+0000","last_became_peered":"2024-09-19T06:01:22.699355+0000","last_unstale":"2024-09-19T06:01:22.712077+0000","last_undegraded":"2024-09-19T06:01:22.712077+0000","last_fullsized":"2024-09-19T06:01:22.712077+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:15.800973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.720262+0000","last_change":"2024-09-19T06:01:22.718783+0000","last_active":"2024-09-19T06:01:22.720262+0000","last_peered":"2024-09-19T06:01:22.720262+0000","last_clean":"2024-09-19T06:01:22.720262+0000","last_became_active":"2024-09-19T06:01:22.718460+0000","last_became_peered":"2024-09-19T06:01:22.718460+0000","last_unstale":"2024-09-19T06:01:22.720262+0000","last_undegraded":"2024-09-19T06:01:22.720262+0000","last_fullsized":"2024-09-19T06:01:22.720262+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.724051+0000","last_change":"2024-09-19T06:01:22.716665+0000","last_active":"2024-09-19T06:01:22.724051+0000","last_peered":"2024-09-19T06:01:22.724051+0000","last_clean":"2024-09-19T06:01:22.724051+0000","last_became_active":"2024-09-19T06:01:22.715131+0000","last_became_peered":"2024-09-19T06:01:22.715131+0000","last_unstale":"2024-09-19T06:01:22.724051+0000","last_undegraded":"2024-09-19T06:01:22.724051+0000","last_fullsized":"2024-09-19T06:01:22.724051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:01:21.682588+0000","last_change":"2024-09-19T06:01:21.682588+0000","last_active":"2024-09-19T06:01:21.666430+0000","last_peered":"2024-09-19T06:01:21.666430+0000","last_clean":"2024-09-19T06:01:21.666430+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:01:21.682588+0000","last_undegraded":"2024-09-19T06:01:21.682588+0000","last_fullsized":"2024-09-19T06:01:21.682588+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717375+0000","last_change":"2024-09-19T06:01:22.713516+0000","last_active":"2024-09-19T06:01:22.717375+0000","last_peered":"2024-09-19T06:01:22.717375+0000","last_clean":"2024-09-19T06:01:22.717375+0000","last_became_active":"2024-09-19T06:01:22.713190+0000","last_became_peered":"2024-09-19T06:01:22.713190+0000","last_unstale":"2024-09-19T06:01:22.717375+0000","last_undegraded":"2024-09-19T06:01:22.717375+0000","last_fullsized":"2024-09-19T06:01:22.717375+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.727228+0000","last_change":"2024-09-19T06:01:22.712628+0000","last_active":"2024-09-19T06:01:22.727228+0000","last_peered":"2024-09-19T06:01:22.727228+0000","last_clean":"2024-09-19T06:01:22.727228+0000","last_became_active":"2024-09-19T06:01:22.708724+0000","last_became_peered":"2024-09-19T06:01:22.708724+0000","last_unstale":"2024-09-19T06:01:22.727228+0000","last_undegraded":"2024-09-19T06:01:22.727228+0000","last_fullsized":"2024-09-19T06:01:22.727228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:46.683995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.709169+0000","last_change":"2024-09-19T06:01:22.700518+0000","last_active":"2024-09-19T06:01:22.709169+0000","last_peered":"2024-09-19T06:01:22.709169+0000","last_clean":"2024-09-19T06:01:22.709169+0000","last_became_active":"2024-09-19T06:01:22.700159+0000","last_became_peered":"2024-09-19T06:01:22.700159+0000","last_unstale":"2024-09-19T06:01:22.709169+0000","last_undegraded":"2024-09-19T06:01:22.709169+0000","last_fullsized":"2024-09-19T06:01:22.709169+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717704+0000","last_change":"2024-09-19T06:01:22.715789+0000","last_active":"2024-09-19T06:01:22.717704+0000","last_peered":"2024-09-19T06:01:22.717704+0000","last_clean":"2024-09-19T06:01:22.717704+0000","last_became_active":"2024-09-19T06:01:22.715172+0000","last_became_peered":"2024-09-19T06:01:22.715172+0000","last_unstale":"2024-09-19T06:01:22.717704+0000","last_undegraded":"2024-09-19T06:01:22.717704+0000","last_fullsized":"2024-09-19T06:01:22.717704+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:06.588214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729999+0000","last_change":"2024-09-19T06:01:22.722973+0000","last_active":"2024-09-19T06:01:22.729999+0000","last_peered":"2024-09-19T06:01:22.729999+0000","last_clean":"2024-09-19T06:01:22.729999+0000","last_became_active":"2024-09-19T06:01:22.721439+0000","last_became_peered":"2024-09-19T06:01:22.721439+0000","last_unstale":"2024-09-19T06:01:22.729999+0000","last_undegraded":"2024-09-19T06:01:22.729999+0000","last_fullsized":"2024-09-19T06:01:22.729999+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:27.928823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716805+0000","last_change":"2024-09-19T06:01:22.714775+0000","last_active":"2024-09-19T06:01:22.716805+0000","last_peered":"2024-09-19T06:01:22.716805+0000","last_clean":"2024-09-19T06:01:22.716805+0000","last_became_active":"2024-09-19T06:01:22.714390+0000","last_became_peered":"2024-09-19T06:01:22.714390+0000","last_unstale":"2024-09-19T06:01:22.716805+0000","last_undegraded":"2024-09-19T06:01:22.716805+0000","last_fullsized":"2024-09-19T06:01:22.716805+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:58.647012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.723149+0000","last_change":"2024-09-19T06:01:21.704130+0000","last_active":"2024-09-19T06:01:22.723149+0000","last_peered":"2024-09-19T06:01:22.723149+0000","last_clean":"2024-09-19T06:01:22.723149+0000","last_became_active":"2024-09-19T06:01:21.703716+0000","last_became_peered":"2024-09-19T06:01:21.703716+0000","last_unstale":"2024-09-19T06:01:22.723149+0000","last_undegraded":"2024-09-19T06:01:22.723149+0000","last_fullsized":"2024-09-19T06:01:22.723149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:57.640801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731242+0000","last_change":"2024-09-19T06:01:22.721133+0000","last_active":"2024-09-19T06:01:22.731242+0000","last_peered":"2024-09-19T06:01:22.731242+0000","last_clean":"2024-09-19T06:01:22.731242+0000","last_became_active":"2024-09-19T06:01:22.718087+0000","last_became_peered":"2024-09-19T06:01:22.718087+0000","last_unstale":"2024-09-19T06:01:22.731242+0000","last_undegraded":"2024-09-19T06:01:22.731242+0000","last_fullsized":"2024-09-19T06:01:22.731242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:06.588214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.714451+0000","last_change":"2024-09-19T06:01:21.693400+0000","last_active":"2024-09-19T06:01:22.714451+0000","last_peered":"2024-09-19T06:01:22.714451+0000","last_clean":"2024-09-19T06:01:22.714451+0000","last_became_active":"2024-09-19T06:01:21.692943+0000","last_became_peered":"2024-09-19T06:01:21.692943+0000","last_unstale":"2024-09-19T06:01:22.714451+0000","last_undegraded":"2024-09-19T06:01:22.714451+0000","last_fullsized":"2024-09-19T06:01:22.714451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.693160+0000","last_change":"2024-09-19T06:01:21.700641+0000","last_active":"2024-09-19T06:01:22.693160+0000","last_peered":"2024-09-19T06:01:22.693160+0000","last_clean":"2024-09-19T06:01:22.693160+0000","last_became_active":"2024-09-19T06:01:21.700327+0000","last_became_peered":"2024-09-19T06:01:21.700327+0000","last_unstale":"2024-09-19T06:01:22.693160+0000","last_undegraded":"2024-09-19T06:01:22.693160+0000","last_fullsized":"2024-09-19T06:01:22.693160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:44.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.715095+0000","last_change":"2024-09-19T06:01:22.710133+0000","last_active":"2024-09-19T06:01:22.715095+0000","last_peered":"2024-09-19T06:01:22.715095+0000","last_clean":"2024-09-19T06:01:22.715095+0000","last_became_active":"2024-09-19T06:01:22.709890+0000","last_became_peered":"2024-09-19T06:01:22.709890+0000","last_unstale":"2024-09-19T06:01:22.715095+0000","last_undegraded":"2024-09-19T06:01:22.715095+0000","last_fullsized":"2024-09-19T06:01:22.715095+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:44.261540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.689223+0000","last_change":"2024-09-19T06:01:21.693418+0000","last_active":"2024-09-19T06:01:22.689223+0000","last_peered":"2024-09-19T06:01:22.689223+0000","last_clean":"2024-09-19T06:01:22.689223+0000","last_became_active":"2024-09-19T06:01:21.692937+0000","last_became_peered":"2024-09-19T06:01:21.692937+0000","last_unstale":"2024-09-19T06:01:22.689223+0000","last_undegraded":"2024-09-19T06:01:22.689223+0000","last_fullsized":"2024-09-19T06:01:22.689223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:01:21.683909+0000","last_change":"2024-09-19T06:01:21.683909+0000","last_active":"2024-09-19T06:01:21.666430+0000","last_peered":"2024-09-19T06:01:21.666430+0000","last_clean":"2024-09-19T06:01:21.666430+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:01:21.683909+0000","last_undegraded":"2024-09-19T06:01:21.683909+0000","last_fullsized":"2024-09-19T06:01:21.683909+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.697886+0000","last_change":"2024-09-19T06:01:21.698892+0000","last_active":"2024-09-19T06:01:22.697886+0000","last_peered":"2024-09-19T06:01:22.697886+0000","last_clean":"2024-09-19T06:01:22.697886+0000","last_became_active":"2024-09-19T06:01:21.697247+0000","last_became_peered":"2024-09-19T06:01:21.697247+0000","last_unstale":"2024-09-19T06:01:22.697886+0000","last_undegraded":"2024-09-19T06:01:22.697886+0000","last_fullsized":"2024-09-19T06:01:22.697886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717283+0000","last_change":"2024-09-19T06:01:22.709625+0000","last_active":"2024-09-19T06:01:22.717283+0000","last_peered":"2024-09-19T06:01:22.717283+0000","last_clean":"2024-09-19T06:01:22.717283+0000","last_became_active":"2024-09-19T06:01:22.709331+0000","last_became_peered":"2024-09-19T06:01:22.709331+0000","last_unstale":"2024-09-19T06:01:22.717283+0000","last_undegraded":"2024-09-19T06:01:22.717283+0000","last_fullsized":"2024-09-19T06:01:22.717283+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:02.000390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.690038+0000","last_change":"2024-09-19T06:01:21.698194+0000","last_active":"2024-09-19T06:01:22.690038+0000","last_peered":"2024-09-19T06:01:22.690038+0000","last_clean":"2024-09-19T06:01:22.690038+0000","last_became_active":"2024-09-19T06:01:21.697609+0000","last_became_peered":"2024-09-19T06:01:21.697609+0000","last_unstale":"2024-09-19T06:01:22.690038+0000","last_undegraded":"2024-09-19T06:01:22.690038+0000","last_fullsized":"2024-09-19T06:01:22.690038+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731309+0000","last_change":"2024-09-19T06:01:22.721087+0000","last_active":"2024-09-19T06:01:22.731309+0000","last_peered":"2024-09-19T06:01:22.731309+0000","last_clean":"2024-09-19T06:01:22.731309+0000","last_became_active":"2024-09-19T06:01:22.718235+0000","last_became_peered":"2024-09-19T06:01:22.718235+0000","last_unstale":"2024-09-19T06:01:22.731309+0000","last_undegraded":"2024-09-19T06:01:22.731309+0000","last_fullsized":"2024-09-19T06:01:22.731309+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:44.261540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:01:21.698875+0000","last_change":"2024-09-19T06:01:21.695534+0000","last_active":"2024-09-19T06:01:21.698875+0000","last_peered":"2024-09-19T06:01:21.698875+0000","last_clean":"2024-09-19T06:01:21.698875+0000","last_became_active":"2024-09-19T06:01:21.695140+0000","last_became_peered":"2024-09-19T06:01:21.695140+0000","last_unstale":"2024-09-19T06:01:21.698875+0000","last_undegraded":"2024-09-19T06:01:21.698875+0000","last_fullsized":"2024-09-19T06:01:21.698875+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:34:07.376215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716667+0000","last_change":"2024-09-19T06:01:22.712689+0000","last_active":"2024-09-19T06:01:22.716667+0000","last_peered":"2024-09-19T06:01:22.716667+0000","last_clean":"2024-09-19T06:01:22.716667+0000","last_became_active":"2024-09-19T06:01:22.712461+0000","last_became_peered":"2024-09-19T06:01:22.712461+0000","last_unstale":"2024-09-19T06:01:22.716667+0000","last_undegraded":"2024-09-19T06:01:22.716667+0000","last_fullsized":"2024-09-19T06:01:22.716667+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:20.559983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.730669+0000","last_change":"2024-09-19T06:01:21.696286+0000","last_active":"2024-09-19T06:01:22.730669+0000","last_peered":"2024-09-19T06:01:22.730669+0000","last_clean":"2024-09-19T06:01:22.730669+0000","last_became_active":"2024-09-19T06:01:21.695784+0000","last_became_peered":"2024-09-19T06:01:21.695784+0000","last_unstale":"2024-09-19T06:01:22.730669+0000","last_undegraded":"2024-09-19T06:01:22.730669+0000","last_fullsized":"2024-09-19T06:01:22.730669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731038+0000","last_change":"2024-09-19T06:01:22.726316+0000","last_active":"2024-09-19T06:01:22.731038+0000","last_peered":"2024-09-19T06:01:22.731038+0000","last_clean":"2024-09-19T06:01:22.731038+0000","last_became_active":"2024-09-19T06:01:22.725815+0000","last_became_peered":"2024-09-19T06:01:22.725815+0000","last_unstale":"2024-09-19T06:01:22.731038+0000","last_undegraded":"2024-09-19T06:01:22.731038+0000","last_fullsized":"2024-09-19T06:01:22.731038+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731365+0000","last_change":"2024-09-19T06:01:21.683181+0000","last_active":"2024-09-19T06:01:22.731365+0000","last_peered":"2024-09-19T06:01:22.731365+0000","last_clean":"2024-09-19T06:01:22.731365+0000","last_became_active":"2024-09-19T06:01:21.681270+0000","last_became_peered":"2024-09-19T06:01:21.681270+0000","last_unstale":"2024-09-19T06:01:22.731365+0000","last_undegraded":"2024-09-19T06:01:22.731365+0000","last_fullsized":"2024-09-19T06:01:22.731365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:19.553772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.727332+0000","last_change":"2024-09-19T06:01:22.716132+0000","last_active":"2024-09-19T06:01:22.727332+0000","last_peered":"2024-09-19T06:01:22.727332+0000","last_clean":"2024-09-19T06:01:22.727332+0000","last_became_active":"2024-09-19T06:01:22.715851+0000","last_became_peered":"2024-09-19T06:01:22.715851+0000","last_unstale":"2024-09-19T06:01:22.727332+0000","last_undegraded":"2024-09-19T06:01:22.727332+0000","last_fullsized":"2024-09-19T06:01:22.727332+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:16.022271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.689785+0000","last_change":"2024-09-19T06:01:21.696040+0000","last_active":"2024-09-19T06:01:22.689785+0000","last_peered":"2024-09-19T06:01:22.689785+0000","last_clean":"2024-09-19T06:01:22.689785+0000","last_became_active":"2024-09-19T06:01:21.695760+0000","last_became_peered":"2024-09-19T06:01:21.695760+0000","last_unstale":"2024-09-19T06:01:22.689785+0000","last_undegraded":"2024-09-19T06:01:22.689785+0000","last_fullsized":"2024-09-19T06:01:22.689785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729756+0000","last_change":"2024-09-19T06:01:22.719050+0000","last_active":"2024-09-19T06:01:22.729756+0000","last_peered":"2024-09-19T06:01:22.729756+0000","last_clean":"2024-09-19T06:01:22.729756+0000","last_became_active":"2024-09-19T06:01:22.718678+0000","last_became_peered":"2024-09-19T06:01:22.718678+0000","last_unstale":"2024-09-19T06:01:22.729756+0000","last_undegraded":"2024-09-19T06:01:22.729756+0000","last_fullsized":"2024-09-19T06:01:22.729756+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.693595+0000","last_change":"2024-09-19T06:01:21.698303+0000","last_active":"2024-09-19T06:01:22.693595+0000","last_peered":"2024-09-19T06:01:22.693595+0000","last_clean":"2024-09-19T06:01:22.693595+0000","last_became_active":"2024-09-19T06:01:21.697831+0000","last_became_peered":"2024-09-19T06:01:21.697831+0000","last_unstale":"2024-09-19T06:01:22.693595+0000","last_undegraded":"2024-09-19T06:01:22.693595+0000","last_fullsized":"2024-09-19T06:01:22.693595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.715821+0000","last_change":"2024-09-19T06:01:22.710849+0000","last_active":"2024-09-19T06:01:22.715821+0000","last_peered":"2024-09-19T06:01:22.715821+0000","last_clean":"2024-09-19T06:01:22.715821+0000","last_became_active":"2024-09-19T06:01:22.709708+0000","last_became_peered":"2024-09-19T06:01:22.709708+0000","last_unstale":"2024-09-19T06:01:22.715821+0000","last_undegraded":"2024-09-19T06:01:22.715821+0000","last_fullsized":"2024-09-19T06:01:22.715821+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.719673+0000","last_change":"2024-09-19T06:01:21.699529+0000","last_active":"2024-09-19T06:01:22.719673+0000","last_peered":"2024-09-19T06:01:22.719673+0000","last_clean":"2024-09-19T06:01:22.719673+0000","last_became_active":"2024-09-19T06:01:21.698662+0000","last_became_peered":"2024-09-19T06:01:21.698662+0000","last_unstale":"2024-09-19T06:01:22.719673+0000","last_undegraded":"2024-09-19T06:01:22.719673+0000","last_fullsized":"2024-09-19T06:01:22.719673+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729675+0000","last_change":"2024-09-19T06:01:22.720461+0000","last_active":"2024-09-19T06:01:22.729675+0000","last_peered":"2024-09-19T06:01:22.729675+0000","last_clean":"2024-09-19T06:01:22.729675+0000","last_became_active":"2024-09-19T06:01:22.720245+0000","last_became_peered":"2024-09-19T06:01:22.720245+0000","last_unstale":"2024-09-19T06:01:22.729675+0000","last_undegraded":"2024-09-19T06:01:22.729675+0000","last_fullsized":"2024-09-19T06:01:22.729675+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.722314+0000","last_change":"2024-09-19T06:01:21.691674+0000","last_active":"2024-09-19T06:01:22.722314+0000","last_peered":"2024-09-19T06:01:22.722314+0000","last_clean":"2024-09-19T06:01:22.722314+0000","last_became_active":"2024-09-19T06:01:21.691306+0000","last_became_peered":"2024-09-19T06:01:21.691306+0000","last_unstale":"2024-09-19T06:01:22.722314+0000","last_undegraded":"2024-09-19T06:01:22.722314+0000","last_fullsized":"2024-09-19T06:01:22.722314+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:19.702166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729475+0000","last_change":"2024-09-19T06:01:22.719029+0000","last_active":"2024-09-19T06:01:22.729475+0000","last_peered":"2024-09-19T06:01:22.729475+0000","last_clean":"2024-09-19T06:01:22.729475+0000","last_became_active":"2024-09-19T06:01:22.718698+0000","last_became_peered":"2024-09-19T06:01:22.718698+0000","last_unstale":"2024-09-19T06:01:22.729475+0000","last_undegraded":"2024-09-19T06:01:22.729475+0000","last_fullsized":"2024-09-19T06:01:22.729475+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.713185+0000","last_change":"2024-09-19T06:01:21.690328+0000","last_active":"2024-09-19T06:01:22.713185+0000","last_peered":"2024-09-19T06:01:22.713185+0000","last_clean":"2024-09-19T06:01:22.713185+0000","last_became_active":"2024-09-19T06:01:21.690001+0000","last_became_peered":"2024-09-19T06:01:21.690001+0000","last_unstale":"2024-09-19T06:01:22.713185+0000","last_undegraded":"2024-09-19T06:01:22.713185+0000","last_fullsized":"2024-09-19T06:01:22.713185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729605+0000","last_change":"2024-09-19T06:01:22.719614+0000","last_active":"2024-09-19T06:01:22.729605+0000","last_peered":"2024-09-19T06:01:22.729605+0000","last_clean":"2024-09-19T06:01:22.729605+0000","last_became_active":"2024-09-19T06:01:22.718874+0000","last_became_peered":"2024-09-19T06:01:22.718874+0000","last_unstale":"2024-09-19T06:01:22.729605+0000","last_undegraded":"2024-09-19T06:01:22.729605+0000","last_fullsized":"2024-09-19T06:01:22.729605+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:27.928823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:01:21.698894+0000","last_change":"2024-09-19T06:01:21.695934+0000","last_active":"2024-09-19T06:01:21.698894+0000","last_peered":"2024-09-19T06:01:21.698894+0000","last_clean":"2024-09-19T06:01:21.698894+0000","last_became_active":"2024-09-19T06:01:21.695714+0000","last_became_peered":"2024-09-19T06:01:21.695714+0000","last_unstale":"2024-09-19T06:01:21.698894+0000","last_undegraded":"2024-09-19T06:01:21.698894+0000","last_fullsized":"2024-09-19T06:01:21.698894+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:24:07.414473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.708992+0000","last_change":"2024-09-19T06:01:22.699227+0000","last_active":"2024-09-19T06:01:22.708992+0000","last_peered":"2024-09-19T06:01:22.708992+0000","last_clean":"2024-09-19T06:01:22.708992+0000","last_became_active":"2024-09-19T06:01:22.698592+0000","last_became_peered":"2024-09-19T06:01:22.698592+0000","last_unstale":"2024-09-19T06:01:22.708992+0000","last_undegraded":"2024-09-19T06:01:22.708992+0000","last_fullsized":"2024-09-19T06:01:22.708992+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.692287+0000","last_change":"2024-09-19T06:01:21.693117+0000","last_active":"2024-09-19T06:01:22.692287+0000","last_peered":"2024-09-19T06:01:22.692287+0000","last_clean":"2024-09-19T06:01:22.692287+0000","last_became_active":"2024-09-19T06:01:21.692764+0000","last_became_peered":"2024-09-19T06:01:21.692764+0000","last_unstale":"2024-09-19T06:01:22.692287+0000","last_undegraded":"2024-09-19T06:01:22.692287+0000","last_fullsized":"2024-09-19T06:01:22.692287+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:44.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731063+0000","last_change":"2024-09-19T06:01:22.726610+0000","last_active":"2024-09-19T06:01:22.731063+0000","last_peered":"2024-09-19T06:01:22.731063+0000","last_clean":"2024-09-19T06:01:22.731063+0000","last_became_active":"2024-09-19T06:01:22.726043+0000","last_became_peered":"2024-09-19T06:01:22.726043+0000","last_unstale":"2024-09-19T06:01:22.731063+0000","last_undegraded":"2024-09-19T06:01:22.731063+0000","last_fullsized":"2024-09-19T06:01:22.731063+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":168,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.694478+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:01:22.694478+0000","last_peered":"2024-09-19T06:01:22.694478+0000","last_clean":"2024-09-19T06:01:22.694478+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:01:22.694478+0000","last_undegraded":"2024-09-19T06:01:22.694478+0000","last_fullsized":"2024-09-19T06:01:22.694478+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.689281+0000","last_change":"2024-09-19T06:01:21.693522+0000","last_active":"2024-09-19T06:01:22.689281+0000","last_peered":"2024-09-19T06:01:22.689281+0000","last_clean":"2024-09-19T06:01:22.689281+0000","last_became_active":"2024-09-19T06:01:21.692954+0000","last_became_peered":"2024-09-19T06:01:21.692954+0000","last_unstale":"2024-09-19T06:01:22.689281+0000","last_undegraded":"2024-09-19T06:01:22.689281+0000","last_fullsized":"2024-09-19T06:01:22.689281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717174+0000","last_change":"2024-09-19T06:01:22.711509+0000","last_active":"2024-09-19T06:01:22.717174+0000","last_peered":"2024-09-19T06:01:22.717174+0000","last_clean":"2024-09-19T06:01:22.717174+0000","last_became_active":"2024-09-19T06:01:22.711242+0000","last_became_peered":"2024-09-19T06:01:22.711242+0000","last_unstale":"2024-09-19T06:01:22.717174+0000","last_undegraded":"2024-09-19T06:01:22.717174+0000","last_fullsized":"2024-09-19T06:01:22.717174+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:06.588214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.694443+0000","last_change":"2024-09-19T06:01:21.703974+0000","last_active":"2024-09-19T06:01:22.694443+0000","last_peered":"2024-09-19T06:01:22.694443+0000","last_clean":"2024-09-19T06:01:22.694443+0000","last_became_active":"2024-09-19T06:01:21.703137+0000","last_became_peered":"2024-09-19T06:01:21.703137+0000","last_unstale":"2024-09-19T06:01:22.694443+0000","last_undegraded":"2024-09-19T06:01:22.694443+0000","last_fullsized":"2024-09-19T06:01:22.694443+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731345+0000","last_change":"2024-09-19T06:01:22.721520+0000","last_active":"2024-09-19T06:01:22.731345+0000","last_peered":"2024-09-19T06:01:22.731345+0000","last_clean":"2024-09-19T06:01:22.731345+0000","last_became_active":"2024-09-19T06:01:22.721156+0000","last_became_peered":"2024-09-19T06:01:22.721156+0000","last_unstale":"2024-09-19T06:01:22.731345+0000","last_undegraded":"2024-09-19T06:01:22.731345+0000","last_fullsized":"2024-09-19T06:01:22.731345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.694640+0000","last_change":"2024-09-19T06:01:21.691147+0000","last_active":"2024-09-19T06:01:22.694640+0000","last_peered":"2024-09-19T06:01:22.694640+0000","last_clean":"2024-09-19T06:01:22.694640+0000","last_became_active":"2024-09-19T06:01:21.690812+0000","last_became_peered":"2024-09-19T06:01:21.690812+0000","last_unstale":"2024-09-19T06:01:22.694640+0000","last_undegraded":"2024-09-19T06:01:22.694640+0000","last_fullsized":"2024-09-19T06:01:22.694640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:01:21.686133+0000","last_change":"2024-09-19T06:01:21.686133+0000","last_active":"2024-09-19T06:01:21.666430+0000","last_peered":"2024-09-19T06:01:21.666430+0000","last_clean":"2024-09-19T06:01:21.666430+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:01:21.686133+0000","last_undegraded":"2024-09-19T06:01:21.686133+0000","last_fullsized":"2024-09-19T06:01:21.686133+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.689713+0000","last_change":"2024-09-19T06:01:21.694644+0000","last_active":"2024-09-19T06:01:22.689713+0000","last_peered":"2024-09-19T06:01:22.689713+0000","last_clean":"2024-09-19T06:01:22.689713+0000","last_became_active":"2024-09-19T06:01:21.694346+0000","last_became_peered":"2024-09-19T06:01:21.694346+0000","last_unstale":"2024-09-19T06:01:22.689713+0000","last_undegraded":"2024-09-19T06:01:22.689713+0000","last_fullsized":"2024-09-19T06:01:22.689713+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.722966+0000","last_change":"2024-09-19T06:01:22.719525+0000","last_active":"2024-09-19T06:01:22.722966+0000","last_peered":"2024-09-19T06:01:22.722966+0000","last_clean":"2024-09-19T06:01:22.722966+0000","last_became_active":"2024-09-19T06:01:22.719230+0000","last_became_peered":"2024-09-19T06:01:22.719230+0000","last_unstale":"2024-09-19T06:01:22.722966+0000","last_undegraded":"2024-09-19T06:01:22.722966+0000","last_fullsized":"2024-09-19T06:01:22.722966+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:46.683995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:01:21.704776+0000","last_change":"2024-09-19T06:01:21.700195+0000","last_active":"2024-09-19T06:01:21.704776+0000","last_peered":"2024-09-19T06:01:21.704776+0000","last_clean":"2024-09-19T06:01:21.704776+0000","last_became_active":"2024-09-19T06:01:21.699834+0000","last_became_peered":"2024-09-19T06:01:21.699834+0000","last_unstale":"2024-09-19T06:01:21.704776+0000","last_undegraded":"2024-09-19T06:01:21.704776+0000","last_fullsized":"2024-09-19T06:01:21.704776+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:45.207816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.711762+0000","last_change":"2024-09-19T06:01:22.699413+0000","last_active":"2024-09-19T06:01:22.711762+0000","last_peered":"2024-09-19T06:01:22.711762+0000","last_clean":"2024-09-19T06:01:22.711762+0000","last_became_active":"2024-09-19T06:01:22.698664+0000","last_became_peered":"2024-09-19T06:01:22.698664+0000","last_unstale":"2024-09-19T06:01:22.711762+0000","last_undegraded":"2024-09-19T06:01:22.711762+0000","last_fullsized":"2024-09-19T06:01:22.711762+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.708031+0000","last_change":"2024-09-19T06:01:21.702696+0000","last_active":"2024-09-19T06:01:22.708031+0000","last_peered":"2024-09-19T06:01:22.708031+0000","last_clean":"2024-09-19T06:01:22.708031+0000","last_became_active":"2024-09-19T06:01:21.702071+0000","last_became_peered":"2024-09-19T06:01:21.702071+0000","last_unstale":"2024-09-19T06:01:22.708031+0000","last_undegraded":"2024-09-19T06:01:22.708031+0000","last_fullsized":"2024-09-19T06:01:22.708031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:37.123791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":20,"state":"creating+peering","last_fresh":"2024-09-19T06:01:21.689044+0000","last_change":"2024-09-19T06:01:21.689044+0000","last_active":"2024-09-19T06:01:21.666430+0000","last_peered":"2024-09-19T06:01:21.666430+0000","last_clean":"2024-09-19T06:01:21.666430+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:01:21.689044+0000","last_undegraded":"2024-09-19T06:01:21.689044+0000","last_fullsized":"2024-09-19T06:01:21.689044+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:01:21.704462+0000","last_change":"2024-09-19T06:01:21.699007+0000","last_active":"2024-09-19T06:01:21.704462+0000","last_peered":"2024-09-19T06:01:21.704462+0000","last_clean":"2024-09-19T06:01:21.704462+0000","last_became_active":"2024-09-19T06:01:21.698497+0000","last_became_peered":"2024-09-19T06:01:21.698497+0000","last_unstale":"2024-09-19T06:01:21.704462+0000","last_undegraded":"2024-09-19T06:01:21.704462+0000","last_fullsized":"2024-09-19T06:01:21.704462+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:34:02.613540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.718667+0000","last_change":"2024-09-19T06:01:22.712218+0000","last_active":"2024-09-19T06:01:22.718667+0000","last_peered":"2024-09-19T06:01:22.718667+0000","last_clean":"2024-09-19T06:01:22.718667+0000","last_became_active":"2024-09-19T06:01:22.711377+0000","last_became_peered":"2024-09-19T06:01:22.711377+0000","last_unstale":"2024-09-19T06:01:22.718667+0000","last_undegraded":"2024-09-19T06:01:22.718667+0000","last_fullsized":"2024-09-19T06:01:22.718667+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.722570+0000","last_change":"2024-09-19T06:01:21.699657+0000","last_active":"2024-09-19T06:01:22.722570+0000","last_peered":"2024-09-19T06:01:22.722570+0000","last_clean":"2024-09-19T06:01:22.722570+0000","last_became_active":"2024-09-19T06:01:21.699365+0000","last_became_peered":"2024-09-19T06:01:21.699365+0000","last_unstale":"2024-09-19T06:01:22.722570+0000","last_undegraded":"2024-09-19T06:01:22.722570+0000","last_fullsized":"2024-09-19T06:01:22.722570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.711425+0000","last_change":"2024-09-19T06:01:22.703823+0000","last_active":"2024-09-19T06:01:22.711425+0000","last_peered":"2024-09-19T06:01:22.711425+0000","last_clean":"2024-09-19T06:01:22.711425+0000","last_became_active":"2024-09-19T06:01:22.702874+0000","last_became_peered":"2024-09-19T06:01:22.702874+0000","last_unstale":"2024-09-19T06:01:22.711425+0000","last_undegraded":"2024-09-19T06:01:22.711425+0000","last_fullsized":"2024-09-19T06:01:22.711425+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:58.647012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.694336+0000","last_change":"2024-09-19T06:01:21.704442+0000","last_active":"2024-09-19T06:01:22.694336+0000","last_peered":"2024-09-19T06:01:22.694336+0000","last_clean":"2024-09-19T06:01:22.694336+0000","last_became_active":"2024-09-19T06:01:21.704266+0000","last_became_peered":"2024-09-19T06:01:21.704266+0000","last_unstale":"2024-09-19T06:01:22.694336+0000","last_undegraded":"2024-09-19T06:01:22.694336+0000","last_fullsized":"2024-09-19T06:01:22.694336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.715450+0000","last_change":"2024-09-19T06:01:22.707847+0000","last_active":"2024-09-19T06:01:22.715450+0000","last_peered":"2024-09-19T06:01:22.715450+0000","last_clean":"2024-09-19T06:01:22.715450+0000","last_became_active":"2024-09-19T06:01:22.707529+0000","last_became_peered":"2024-09-19T06:01:22.707529+0000","last_unstale":"2024-09-19T06:01:22.715450+0000","last_undegraded":"2024-09-19T06:01:22.715450+0000","last_fullsized":"2024-09-19T06:01:22.715450+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:00.624709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:01:21.704520+0000","last_change":"2024-09-19T06:01:21.699483+0000","last_active":"2024-09-19T06:01:21.704520+0000","last_peered":"2024-09-19T06:01:21.704520+0000","last_clean":"2024-09-19T06:01:21.704520+0000","last_became_active":"2024-09-19T06:01:21.699159+0000","last_became_peered":"2024-09-19T06:01:21.699159+0000","last_unstale":"2024-09-19T06:01:21.704520+0000","last_undegraded":"2024-09-19T06:01:21.704520+0000","last_fullsized":"2024-09-19T06:01:21.704520+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:44:04.373745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.698261+0000","last_change":"2024-09-19T06:01:22.694004+0000","last_active":"2024-09-19T06:01:22.698261+0000","last_peered":"2024-09-19T06:01:22.698261+0000","last_clean":"2024-09-19T06:01:22.698261+0000","last_became_active":"2024-09-19T06:01:22.693744+0000","last_became_peered":"2024-09-19T06:01:22.693744+0000","last_unstale":"2024-09-19T06:01:22.698261+0000","last_undegraded":"2024-09-19T06:01:22.698261+0000","last_fullsized":"2024-09-19T06:01:22.698261+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:46.683995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":9,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-19T06:01:21.701668+0000","last_change":"2024-09-19T06:01:21.697452+0000","last_active":"2024-09-19T06:01:21.701668+0000","last_peered":"2024-09-19T06:01:21.701668+0000","last_clean":"2024-09-19T06:01:21.701668+0000","last_became_active":"2024-09-19T06:01:21.697126+0000","last_became_peered":"2024-09-19T06:01:21.697126+0000","last_unstale":"2024-09-19T06:01:21.701668+0000","last_undegraded":"2024-09-19T06:01:21.701668+0000","last_fullsized":"2024-09-19T06:01:21.701668+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:58:29.271131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.720255+0000","last_change":"2024-09-19T06:01:22.718580+0000","last_active":"2024-09-19T06:01:22.720255+0000","last_peered":"2024-09-19T06:01:22.720255+0000","last_clean":"2024-09-19T06:01:22.720255+0000","last_became_active":"2024-09-19T06:01:22.718318+0000","last_became_peered":"2024-09-19T06:01:22.718318+0000","last_unstale":"2024-09-19T06:01:22.720255+0000","last_undegraded":"2024-09-19T06:01:22.720255+0000","last_fullsized":"2024-09-19T06:01:22.720255+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.721906+0000","last_change":"2024-09-19T06:01:21.702216+0000","last_active":"2024-09-19T06:01:22.721906+0000","last_peered":"2024-09-19T06:01:22.721906+0000","last_clean":"2024-09-19T06:01:22.721906+0000","last_became_active":"2024-09-19T06:01:21.701922+0000","last_became_peered":"2024-09-19T06:01:21.701922+0000","last_unstale":"2024-09-19T06:01:22.721906+0000","last_undegraded":"2024-09-19T06:01:22.721906+0000","last_fullsized":"2024-09-19T06:01:22.721906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.720882+0000","last_change":"2024-09-19T06:01:22.715361+0000","last_active":"2024-09-19T06:01:22.720882+0000","last_peered":"2024-09-19T06:01:22.720882+0000","last_clean":"2024-09-19T06:01:22.720882+0000","last_became_active":"2024-09-19T06:01:22.715042+0000","last_became_peered":"2024-09-19T06:01:22.715042+0000","last_unstale":"2024-09-19T06:01:22.720882+0000","last_undegraded":"2024-09-19T06:01:22.720882+0000","last_fullsized":"2024-09-19T06:01:22.720882+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717381+0000","last_change":"2024-09-19T06:01:22.712681+0000","last_active":"2024-09-19T06:01:22.717381+0000","last_peered":"2024-09-19T06:01:22.717381+0000","last_clean":"2024-09-19T06:01:22.717381+0000","last_became_active":"2024-09-19T06:01:22.712306+0000","last_became_peered":"2024-09-19T06:01:22.712306+0000","last_unstale":"2024-09-19T06:01:22.717381+0000","last_undegraded":"2024-09-19T06:01:22.717381+0000","last_fullsized":"2024-09-19T06:01:22.717381+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.725693+0000","last_change":"2024-09-19T06:01:21.700254+0000","last_active":"2024-09-19T06:01:22.725693+0000","last_peered":"2024-09-19T06:01:22.725693+0000","last_clean":"2024-09-19T06:01:22.725693+0000","last_became_active":"2024-09-19T06:01:21.698904+0000","last_became_peered":"2024-09-19T06:01:21.698904+0000","last_unstale":"2024-09-19T06:01:22.725693+0000","last_undegraded":"2024-09-19T06:01:22.725693+0000","last_fullsized":"2024-09-19T06:01:22.725693+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:17.759374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716880+0000","last_change":"2024-09-19T06:01:22.710398+0000","last_active":"2024-09-19T06:01:22.716880+0000","last_peered":"2024-09-19T06:01:22.716880+0000","last_clean":"2024-09-19T06:01:22.716880+0000","last_became_active":"2024-09-19T06:01:22.710127+0000","last_became_peered":"2024-09-19T06:01:22.710127+0000","last_unstale":"2024-09-19T06:01:22.716880+0000","last_undegraded":"2024-09-19T06:01:22.716880+0000","last_fullsized":"2024-09-19T06:01:22.716880+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.730870+0000","last_change":"2024-09-19T06:01:21.702756+0000","last_active":"2024-09-19T06:01:22.730870+0000","last_peered":"2024-09-19T06:01:22.730870+0000","last_clean":"2024-09-19T06:01:22.730870+0000","last_became_active":"2024-09-19T06:01:21.702476+0000","last_became_peered":"2024-09-19T06:01:21.702476+0000","last_unstale":"2024-09-19T06:01:22.730870+0000","last_undegraded":"2024-09-19T06:01:22.730870+0000","last_fullsized":"2024-09-19T06:01:22.730870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:52.024619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731386+0000","last_change":"2024-09-19T06:01:22.721123+0000","last_active":"2024-09-19T06:01:22.731386+0000","last_peered":"2024-09-19T06:01:22.731386+0000","last_clean":"2024-09-19T06:01:22.731386+0000","last_became_active":"2024-09-19T06:01:22.719678+0000","last_became_peered":"2024-09-19T06:01:22.719678+0000","last_unstale":"2024-09-19T06:01:22.731386+0000","last_undegraded":"2024-09-19T06:01:22.731386+0000","last_fullsized":"2024-09-19T06:01:22.731386+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.727390+0000","last_change":"2024-09-19T06:01:21.694447+0000","last_active":"2024-09-19T06:01:22.727390+0000","last_peered":"2024-09-19T06:01:22.727390+0000","last_clean":"2024-09-19T06:01:22.727390+0000","last_became_active":"2024-09-19T06:01:21.693935+0000","last_became_peered":"2024-09-19T06:01:21.693935+0000","last_unstale":"2024-09-19T06:01:22.727390+0000","last_undegraded":"2024-09-19T06:01:22.727390+0000","last_fullsized":"2024-09-19T06:01:22.727390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:19.553772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.709195+0000","last_change":"2024-09-19T06:01:22.702203+0000","last_active":"2024-09-19T06:01:22.709195+0000","last_peered":"2024-09-19T06:01:22.709195+0000","last_clean":"2024-09-19T06:01:22.709195+0000","last_became_active":"2024-09-19T06:01:22.701906+0000","last_became_peered":"2024-09-19T06:01:22.701906+0000","last_unstale":"2024-09-19T06:01:22.709195+0000","last_undegraded":"2024-09-19T06:01:22.709195+0000","last_fullsized":"2024-09-19T06:01:22.709195+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:16.022271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731647+0000","last_change":"2024-09-19T06:01:21.689667+0000","last_active":"2024-09-19T06:01:22.731647+0000","last_peered":"2024-09-19T06:01:22.731647+0000","last_clean":"2024-09-19T06:01:22.731647+0000","last_became_active":"2024-09-19T06:01:21.688215+0000","last_became_peered":"2024-09-19T06:01:21.688215+0000","last_unstale":"2024-09-19T06:01:22.731647+0000","last_undegraded":"2024-09-19T06:01:22.731647+0000","last_fullsized":"2024-09-19T06:01:22.731647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:59.618498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2250,"num_objects":18,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":39,"num_write_kb":12,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4660,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":34,"ondisk_log_size":34,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":790528,"data_stored":653577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":208896,"data_stored":69984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":208896,"data_stored":69984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509444,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":790528,"data_stored":653577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542150,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27208,"kb_used_data":180,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344632,"statfs":{"total":96636764160,"available":96608903168,"internally_reserved":0,"allocated":184320,"data_stored":56934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:01:26.869 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:01:27.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.055+0000 7f7506600640 1 Processor -- start 2024-09-19T06:01:27.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.055+0000 7f7506600640 1 -- start start 2024-09-19T06:01:27.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.056+0000 7f7506600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f750015c550 0x7f75000b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.057+0000 7f7506600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75000b4cf0 con 0x7f750015c170 2024-09-19T06:01:27.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.057+0000 7f7506600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75000b4fd0 con 0x7f75000b6310 2024-09-19T06:01:27.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.057+0000 7f7506600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f75000b52b0 con 0x7f750015c550 2024-09-19T06:01:27.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.057+0000 7f74ff400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f750015c170 0x7f75000cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41094/0 (socket says 172.21.15.92:41094) 2024-09-19T06:01:27.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.057+0000 7f74ff400640 1 -- 172.21.15.92:0/3470507080 learned_addr learned my addr 172.21.15.92:0/3470507080 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:27.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.057+0000 7f74f6a00640 1 --2- 172.21.15.92:0/3470507080 >> v2:172.21.15.102:3300/0 conn(0x7f750015c550 0x7f75000b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.057+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 698560527 0 0) 0x7f75000b4cf0 con 0x7f750015c170 2024-09-19T06:01:27.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.057+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f74e4003520 con 0x7f750015c170 2024-09-19T06:01:27.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.057+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 236624013 0 0) 0x7f74e4003520 con 0x7f750015c170 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 >> v2:172.21.15.102:3300/0 conn(0x7f750015c550 msgr2=0x7f75000b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 --2- 172.21.15.92:0/3470507080 >> v2:172.21.15.102:3300/0 conn(0x7f750015c550 0x7f75000b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 >> v1:172.21.15.102:6789/0 conn(0x7f75000b6310 legacy=0x7f75000b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75000b5590 con 0x7f750015c170 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f74f0001670 con 0x7f750015c170 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 >> v1:172.21.15.92:6789/0 conn(0x7f750015c170 legacy=0x7f75000cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74e40039e0 0x7f74e4003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e4004800 0x7f74e4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74e40051c0 0x7f74e400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f75000b52b0 con 0x7f74e40039e0 2024-09-19T06:01:27.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f74e400c090 con 0x7f74e4004800 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f74e400c290 con 0x7f74e40051c0 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74ff400640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74e40039e0 0x7f74e4003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74f6a00640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e4004800 0x7f74e4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74ffe00640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74e40051c0 0x7f74e400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74ff400640 1 -- 172.21.15.92:0/3470507080 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74e40051c0 msgr2=0x7f74e400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74ff400640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74e40051c0 0x7f74e400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74ff400640 1 -- 172.21.15.92:0/3470507080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e4004800 msgr2=0x7f74e4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74ff400640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e4004800 0x7f74e4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74ff400640 1 -- 172.21.15.92:0/3470507080 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74e4003520 con 0x7f74e40039e0 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74f6a00640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e4004800 0x7f74e4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.058+0000 7f74ffe00640 1 -- 172.21.15.92:0/3470507080 reap_dead start 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.059+0000 7f74ff400640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74e40039e0 0x7f74e4003e00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f74f000c240 tx=0x7f74e4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f1791fd0c8653eb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:27.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.059+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74f0007cf0 con 0x7f74e40039e0 2024-09-19T06:01:27.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.059+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74f0005ad0 con 0x7f74e40039e0 2024-09-19T06:01:27.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.059+0000 7f74fea00640 1 -- 172.21.15.92:0/3470507080 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74f0007070 con 0x7f74e40039e0 2024-09-19T06:01:27.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.060+0000 7f7506600640 1 -- 172.21.15.92:0/3470507080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74e40039e0 msgr2=0x7f74e4003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.060+0000 7f7506600640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74e40039e0 0x7f74e4003e00 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f74f000c240 tx=0x7f74e4005830 comp rx=0 tx=0).stop 2024-09-19T06:01:27.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.060+0000 7f7506600640 1 -- 172.21.15.92:0/3470507080 shutdown_connections 2024-09-19T06:01:27.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.060+0000 7f7506600640 1 --2- 172.21.15.92:0/3470507080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74e40039e0 0x7f74e4003e00 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.060+0000 7f7506600640 1 -- 172.21.15.92:0/3470507080 >> 172.21.15.92:0/3470507080 conn(0x7f750006bc10 msgr2=0x7f750006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:27.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.060+0000 7f7506600640 1 -- 172.21.15.92:0/3470507080 shutdown_connections 2024-09-19T06:01:27.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.060+0000 7f7506600640 1 -- 172.21.15.92:0/3470507080 wait complete. 2024-09-19T06:01:27.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.062+0000 7f7506600640 1 Processor -- start 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.062+0000 7f7506600640 1 -- start start 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f7506600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e40039e0 0x7f750014df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f7506600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7500145220 0x7f750014cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f7506600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75001f4400 0x7f75001f4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f7506600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f750015c9c0 con 0x7f75001f4400 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f7506600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f75000b5b50 con 0x7f74e40039e0 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f7506600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f75000b5dd0 con 0x7f7500145220 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ff400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e40039e0 0x7f750014df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ffe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75001f4400 0x7f75001f4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ff400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e40039e0 0x7f750014df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44440/0 (socket says 172.21.15.92:44440) 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74f6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7500145220 0x7f750014cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ff400640 1 -- 172.21.15.92:0/3654165689 learned_addr learned my addr 172.21.15.92:0/3654165689 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ffe00640 1 -- 172.21.15.92:0/3654165689 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7500145220 msgr2=0x7f750014cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ffe00640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7500145220 0x7f750014cc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ffe00640 1 -- 172.21.15.92:0/3654165689 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e40039e0 msgr2=0x7f750014df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ffe00640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e40039e0 0x7f750014df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ffe00640 1 -- 172.21.15.92:0/3654165689 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f750014e4f0 con 0x7f75001f4400 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.063+0000 7f74ff400640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e40039e0 0x7f750014df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.064+0000 7f74ffe00640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75001f4400 0x7f75001f4880 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f75000c73d0 tx=0x7f74f800e8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.064+0000 7f74f7e00640 1 -- 172.21.15.92:0/3654165689 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74f8019070 con 0x7f75001f4400 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.064+0000 7f74f7e00640 1 -- 172.21.15.92:0/3654165689 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74f8003b80 con 0x7f75001f4400 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.064+0000 7f74f7e00640 1 -- 172.21.15.92:0/3654165689 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74f80050d0 con 0x7f75001f4400 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.064+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f750014e7d0 con 0x7f75001f4400 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.064+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f750014ed90 con 0x7f75001f4400 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.065+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f75000cf6c0 con 0x7f75001f4400 2024-09-19T06:01:27.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.066+0000 7f74f7e00640 1 -- 172.21.15.92:0/3654165689 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f74f801c070 con 0x7f75001f4400 2024-09-19T06:01:27.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.067+0000 7f74f7e00640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74dc06c2b0 0x7f74dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.067+0000 7f74f7e00640 1 -- 172.21.15.92:0/3654165689 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f74f808a890 con 0x7f75001f4400 2024-09-19T06:01:27.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.067+0000 7f74ff400640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74dc06c2b0 0x7f74dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.067+0000 7f74ff400640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74dc06c2b0 0x7f74dc06e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f74f0001200 tx=0x7f74f0009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:27.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.071+0000 7f74f7e00640 1 -- 172.21.15.92:0/3654165689 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f74f8058910 con 0x7f75001f4400 2024-09-19T06:01:27.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.242+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f75000b4430 con 0x7f74dc06c2b0 2024-09-19T06:01:27.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.248+0000 7f74f7e00640 1 -- 172.21.15.92:0/3654165689 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251885 (secure 0 0 0) 0x7f75000b4430 con 0x7f74dc06c2b0 2024-09-19T06:01:27.253 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:27.254 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:01:27.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.252+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74dc06c2b0 msgr2=0x7f74dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.252+0000 7f7506600640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74dc06c2b0 0x7f74dc06e770 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f74f0001200 tx=0x7f74f0009030 comp rx=0 tx=0).stop 2024-09-19T06:01:27.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.252+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75001f4400 msgr2=0x7f75001f4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.252+0000 7f7506600640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75001f4400 0x7f75001f4880 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f75000c73d0 tx=0x7f74f800e8f0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.253+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 shutdown_connections 2024-09-19T06:01:27.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.253+0000 7f7506600640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75001f4400 0x7f75001f4880 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.253+0000 7f7506600640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f7500145220 0x7f750014cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.253+0000 7f7506600640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74dc06c2b0 0x7f74dc06e770 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.253+0000 7f7506600640 1 --2- 172.21.15.92:0/3654165689 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74e40039e0 0x7f750014df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.253+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 >> 172.21.15.92:0/3654165689 conn(0x7f750006bc10 msgr2=0x7f75000c5680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:27.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.253+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 shutdown_connections 2024-09-19T06:01:27.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.253+0000 7f7506600640 1 -- 172.21.15.92:0/3654165689 wait complete. 2024-09-19T06:01:27.269 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-19T06:01:26.875395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":93,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219016,"kb_used_data":2752,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755704,"statfs":{"total":773094113280,"available":772869840896,"internally_reserved":0,"allocated":2818048,"data_stored":1713193,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":41,"apply_latency_ms":41,"commit_latency_ns":41000000,"apply_latency_ns":41000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000956"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729641+0000","last_change":"2024-09-19T06:01:22.722046+0000","last_active":"2024-09-19T06:01:22.729641+0000","last_peered":"2024-09-19T06:01:22.729641+0000","last_clean":"2024-09-19T06:01:22.729641+0000","last_became_active":"2024-09-19T06:01:22.721736+0000","last_became_peered":"2024-09-19T06:01:22.721736+0000","last_unstale":"2024-09-19T06:01:22.729641+0000","last_undegraded":"2024-09-19T06:01:22.729641+0000","last_fullsized":"2024-09-19T06:01:22.729641+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685559+0000","last_change":"2024-09-19T06:01:22.704390+0000","last_active":"2024-09-19T06:01:23.685559+0000","last_peered":"2024-09-19T06:01:23.685559+0000","last_clean":"2024-09-19T06:01:23.685559+0000","last_became_active":"2024-09-19T06:01:22.704087+0000","last_became_peered":"2024-09-19T06:01:22.704087+0000","last_unstale":"2024-09-19T06:01:23.685559+0000","last_undegraded":"2024-09-19T06:01:23.685559+0000","last_fullsized":"2024-09-19T06:01:23.685559+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:05.252199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.712428+0000","last_change":"2024-09-19T06:01:22.706031+0000","last_active":"2024-09-19T06:01:22.712428+0000","last_peered":"2024-09-19T06:01:22.712428+0000","last_clean":"2024-09-19T06:01:22.712428+0000","last_became_active":"2024-09-19T06:01:22.705779+0000","last_became_peered":"2024-09-19T06:01:22.705779+0000","last_unstale":"2024-09-19T06:01:22.712428+0000","last_undegraded":"2024-09-19T06:01:22.712428+0000","last_fullsized":"2024-09-19T06:01:22.712428+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:45.307941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.709022+0000","last_change":"2024-09-19T06:01:22.699499+0000","last_active":"2024-09-19T06:01:22.709022+0000","last_peered":"2024-09-19T06:01:22.709022+0000","last_clean":"2024-09-19T06:01:22.709022+0000","last_became_active":"2024-09-19T06:01:22.698962+0000","last_became_peered":"2024-09-19T06:01:22.698962+0000","last_unstale":"2024-09-19T06:01:22.709022+0000","last_undegraded":"2024-09-19T06:01:22.709022+0000","last_fullsized":"2024-09-19T06:01:22.709022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.719309+0000","last_change":"2024-09-19T06:01:22.710529+0000","last_active":"2024-09-19T06:01:22.719309+0000","last_peered":"2024-09-19T06:01:22.719309+0000","last_clean":"2024-09-19T06:01:22.719309+0000","last_became_active":"2024-09-19T06:01:22.710213+0000","last_became_peered":"2024-09-19T06:01:22.710213+0000","last_unstale":"2024-09-19T06:01:22.719309+0000","last_undegraded":"2024-09-19T06:01:22.719309+0000","last_fullsized":"2024-09-19T06:01:22.719309+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:15.800973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.709189+0000","last_change":"2024-09-19T06:01:22.702644+0000","last_active":"2024-09-19T06:01:22.709189+0000","last_peered":"2024-09-19T06:01:22.709189+0000","last_clean":"2024-09-19T06:01:22.709189+0000","last_became_active":"2024-09-19T06:01:22.702287+0000","last_became_peered":"2024-09-19T06:01:22.702287+0000","last_unstale":"2024-09-19T06:01:22.709189+0000","last_undegraded":"2024-09-19T06:01:22.709189+0000","last_fullsized":"2024-09-19T06:01:22.709189+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.730784+0000","last_change":"2024-09-19T06:01:22.723712+0000","last_active":"2024-09-19T06:01:22.730784+0000","last_peered":"2024-09-19T06:01:22.730784+0000","last_clean":"2024-09-19T06:01:22.730784+0000","last_became_active":"2024-09-19T06:01:22.723389+0000","last_became_peered":"2024-09-19T06:01:22.723389+0000","last_unstale":"2024-09-19T06:01:22.730784+0000","last_undegraded":"2024-09-19T06:01:22.730784+0000","last_fullsized":"2024-09-19T06:01:22.730784+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.718016+0000","last_change":"2024-09-19T06:01:22.713662+0000","last_active":"2024-09-19T06:01:22.718016+0000","last_peered":"2024-09-19T06:01:22.718016+0000","last_clean":"2024-09-19T06:01:22.718016+0000","last_became_active":"2024-09-19T06:01:22.713376+0000","last_became_peered":"2024-09-19T06:01:22.713376+0000","last_unstale":"2024-09-19T06:01:22.718016+0000","last_undegraded":"2024-09-19T06:01:22.718016+0000","last_fullsized":"2024-09-19T06:01:22.718016+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729626+0000","last_change":"2024-09-19T06:01:22.719856+0000","last_active":"2024-09-19T06:01:22.729626+0000","last_peered":"2024-09-19T06:01:22.729626+0000","last_clean":"2024-09-19T06:01:22.729626+0000","last_became_active":"2024-09-19T06:01:22.719392+0000","last_became_peered":"2024-09-19T06:01:22.719392+0000","last_unstale":"2024-09-19T06:01:22.729626+0000","last_undegraded":"2024-09-19T06:01:22.729626+0000","last_fullsized":"2024-09-19T06:01:22.729626+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:02.000390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729847+0000","last_change":"2024-09-19T06:01:22.722413+0000","last_active":"2024-09-19T06:01:22.729847+0000","last_peered":"2024-09-19T06:01:22.729847+0000","last_clean":"2024-09-19T06:01:22.729847+0000","last_became_active":"2024-09-19T06:01:22.720931+0000","last_became_peered":"2024-09-19T06:01:22.720931+0000","last_unstale":"2024-09-19T06:01:22.729847+0000","last_undegraded":"2024-09-19T06:01:22.729847+0000","last_fullsized":"2024-09-19T06:01:22.729847+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.724152+0000","last_change":"2024-09-19T06:01:22.717354+0000","last_active":"2024-09-19T06:01:22.724152+0000","last_peered":"2024-09-19T06:01:22.724152+0000","last_clean":"2024-09-19T06:01:22.724152+0000","last_became_active":"2024-09-19T06:01:22.716910+0000","last_became_peered":"2024-09-19T06:01:22.716910+0000","last_unstale":"2024-09-19T06:01:22.724152+0000","last_undegraded":"2024-09-19T06:01:22.724152+0000","last_fullsized":"2024-09-19T06:01:22.724152+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:15.800973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.720200+0000","last_change":"2024-09-19T06:01:22.716083+0000","last_active":"2024-09-19T06:01:22.720200+0000","last_peered":"2024-09-19T06:01:22.720200+0000","last_clean":"2024-09-19T06:01:22.720200+0000","last_became_active":"2024-09-19T06:01:22.715877+0000","last_became_peered":"2024-09-19T06:01:22.715877+0000","last_unstale":"2024-09-19T06:01:22.720200+0000","last_undegraded":"2024-09-19T06:01:22.720200+0000","last_fullsized":"2024-09-19T06:01:22.720200+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:45.307941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.712484+0000","last_change":"2024-09-19T06:01:22.704016+0000","last_active":"2024-09-19T06:01:22.712484+0000","last_peered":"2024-09-19T06:01:22.712484+0000","last_clean":"2024-09-19T06:01:22.712484+0000","last_became_active":"2024-09-19T06:01:22.703694+0000","last_became_peered":"2024-09-19T06:01:22.703694+0000","last_unstale":"2024-09-19T06:01:22.712484+0000","last_undegraded":"2024-09-19T06:01:22.712484+0000","last_fullsized":"2024-09-19T06:01:22.712484+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:44.063447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.727354+0000","last_change":"2024-09-19T06:01:22.716250+0000","last_active":"2024-09-19T06:01:22.727354+0000","last_peered":"2024-09-19T06:01:22.727354+0000","last_clean":"2024-09-19T06:01:22.727354+0000","last_became_active":"2024-09-19T06:01:22.715933+0000","last_became_peered":"2024-09-19T06:01:22.715933+0000","last_unstale":"2024-09-19T06:01:22.727354+0000","last_undegraded":"2024-09-19T06:01:22.727354+0000","last_fullsized":"2024-09-19T06:01:22.727354+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:44.063447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685114+0000","last_change":"2024-09-19T06:01:22.709642+0000","last_active":"2024-09-19T06:01:23.685114+0000","last_peered":"2024-09-19T06:01:23.685114+0000","last_clean":"2024-09-19T06:01:23.685114+0000","last_became_active":"2024-09-19T06:01:22.708481+0000","last_became_peered":"2024-09-19T06:01:22.708481+0000","last_unstale":"2024-09-19T06:01:23.685114+0000","last_undegraded":"2024-09-19T06:01:23.685114+0000","last_fullsized":"2024-09-19T06:01:23.685114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:22.707513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716174+0000","last_change":"2024-09-19T06:01:22.709490+0000","last_active":"2024-09-19T06:01:22.716174+0000","last_peered":"2024-09-19T06:01:22.716174+0000","last_clean":"2024-09-19T06:01:22.716174+0000","last_became_active":"2024-09-19T06:01:22.709189+0000","last_became_peered":"2024-09-19T06:01:22.709189+0000","last_unstale":"2024-09-19T06:01:22.716174+0000","last_undegraded":"2024-09-19T06:01:22.716174+0000","last_fullsized":"2024-09-19T06:01:22.716174+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:27.928823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716951+0000","last_change":"2024-09-19T06:01:22.712591+0000","last_active":"2024-09-19T06:01:22.716951+0000","last_peered":"2024-09-19T06:01:22.716951+0000","last_clean":"2024-09-19T06:01:22.716951+0000","last_became_active":"2024-09-19T06:01:22.712333+0000","last_became_peered":"2024-09-19T06:01:22.712333+0000","last_unstale":"2024-09-19T06:01:22.716951+0000","last_undegraded":"2024-09-19T06:01:22.716951+0000","last_fullsized":"2024-09-19T06:01:22.716951+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.704323+0000","last_change":"2024-09-19T06:01:22.700801+0000","last_active":"2024-09-19T06:01:22.704323+0000","last_peered":"2024-09-19T06:01:22.704323+0000","last_clean":"2024-09-19T06:01:22.704323+0000","last_became_active":"2024-09-19T06:01:22.700156+0000","last_became_peered":"2024-09-19T06:01:22.700156+0000","last_unstale":"2024-09-19T06:01:22.704323+0000","last_undegraded":"2024-09-19T06:01:22.704323+0000","last_fullsized":"2024-09-19T06:01:22.704323+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:44.261540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731051+0000","last_change":"2024-09-19T06:01:22.726544+0000","last_active":"2024-09-19T06:01:22.731051+0000","last_peered":"2024-09-19T06:01:22.731051+0000","last_clean":"2024-09-19T06:01:22.731051+0000","last_became_active":"2024-09-19T06:01:22.726127+0000","last_became_peered":"2024-09-19T06:01:22.726127+0000","last_unstale":"2024-09-19T06:01:22.731051+0000","last_undegraded":"2024-09-19T06:01:22.731051+0000","last_fullsized":"2024-09-19T06:01:22.731051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:31.590170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.724209+0000","last_change":"2024-09-19T06:01:22.718046+0000","last_active":"2024-09-19T06:01:22.724209+0000","last_peered":"2024-09-19T06:01:22.724209+0000","last_clean":"2024-09-19T06:01:22.724209+0000","last_became_active":"2024-09-19T06:01:22.717700+0000","last_became_peered":"2024-09-19T06:01:22.717700+0000","last_unstale":"2024-09-19T06:01:22.724209+0000","last_undegraded":"2024-09-19T06:01:22.724209+0000","last_fullsized":"2024-09-19T06:01:22.724209+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731438+0000","last_change":"2024-09-19T06:01:22.723578+0000","last_active":"2024-09-19T06:01:22.731438+0000","last_peered":"2024-09-19T06:01:22.731438+0000","last_clean":"2024-09-19T06:01:22.731438+0000","last_became_active":"2024-09-19T06:01:22.723361+0000","last_became_peered":"2024-09-19T06:01:22.723361+0000","last_unstale":"2024-09-19T06:01:22.731438+0000","last_undegraded":"2024-09-19T06:01:22.731438+0000","last_fullsized":"2024-09-19T06:01:22.731438+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716483+0000","last_change":"2024-09-19T06:01:22.709738+0000","last_active":"2024-09-19T06:01:22.716483+0000","last_peered":"2024-09-19T06:01:22.716483+0000","last_clean":"2024-09-19T06:01:22.716483+0000","last_became_active":"2024-09-19T06:01:22.709372+0000","last_became_peered":"2024-09-19T06:01:22.709372+0000","last_unstale":"2024-09-19T06:01:22.716483+0000","last_undegraded":"2024-09-19T06:01:22.716483+0000","last_fullsized":"2024-09-19T06:01:22.716483+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.718252+0000","last_change":"2024-09-19T06:01:22.714612+0000","last_active":"2024-09-19T06:01:22.718252+0000","last_peered":"2024-09-19T06:01:22.718252+0000","last_clean":"2024-09-19T06:01:22.718252+0000","last_became_active":"2024-09-19T06:01:22.714336+0000","last_became_peered":"2024-09-19T06:01:22.714336+0000","last_unstale":"2024-09-19T06:01:22.718252+0000","last_undegraded":"2024-09-19T06:01:22.718252+0000","last_fullsized":"2024-09-19T06:01:22.718252+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:15.800973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.712077+0000","last_change":"2024-09-19T06:01:22.699634+0000","last_active":"2024-09-19T06:01:22.712077+0000","last_peered":"2024-09-19T06:01:22.712077+0000","last_clean":"2024-09-19T06:01:22.712077+0000","last_became_active":"2024-09-19T06:01:22.699355+0000","last_became_peered":"2024-09-19T06:01:22.699355+0000","last_unstale":"2024-09-19T06:01:22.712077+0000","last_undegraded":"2024-09-19T06:01:22.712077+0000","last_fullsized":"2024-09-19T06:01:22.712077+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:15.800973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.720262+0000","last_change":"2024-09-19T06:01:22.718783+0000","last_active":"2024-09-19T06:01:22.720262+0000","last_peered":"2024-09-19T06:01:22.720262+0000","last_clean":"2024-09-19T06:01:22.720262+0000","last_became_active":"2024-09-19T06:01:22.718460+0000","last_became_peered":"2024-09-19T06:01:22.718460+0000","last_unstale":"2024-09-19T06:01:22.720262+0000","last_undegraded":"2024-09-19T06:01:22.720262+0000","last_fullsized":"2024-09-19T06:01:22.720262+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.724051+0000","last_change":"2024-09-19T06:01:22.716665+0000","last_active":"2024-09-19T06:01:22.724051+0000","last_peered":"2024-09-19T06:01:22.724051+0000","last_clean":"2024-09-19T06:01:22.724051+0000","last_became_active":"2024-09-19T06:01:22.715131+0000","last_became_peered":"2024-09-19T06:01:22.715131+0000","last_unstale":"2024-09-19T06:01:22.724051+0000","last_undegraded":"2024-09-19T06:01:22.724051+0000","last_fullsized":"2024-09-19T06:01:22.724051+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685420+0000","last_change":"2024-09-19T06:01:22.697579+0000","last_active":"2024-09-19T06:01:23.685420+0000","last_peered":"2024-09-19T06:01:23.685420+0000","last_clean":"2024-09-19T06:01:23.685420+0000","last_became_active":"2024-09-19T06:01:22.697282+0000","last_became_peered":"2024-09-19T06:01:22.697282+0000","last_unstale":"2024-09-19T06:01:23.685420+0000","last_undegraded":"2024-09-19T06:01:23.685420+0000","last_fullsized":"2024-09-19T06:01:23.685420+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:58.834751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717375+0000","last_change":"2024-09-19T06:01:22.713516+0000","last_active":"2024-09-19T06:01:22.717375+0000","last_peered":"2024-09-19T06:01:22.717375+0000","last_clean":"2024-09-19T06:01:22.717375+0000","last_became_active":"2024-09-19T06:01:22.713190+0000","last_became_peered":"2024-09-19T06:01:22.713190+0000","last_unstale":"2024-09-19T06:01:22.717375+0000","last_undegraded":"2024-09-19T06:01:22.717375+0000","last_fullsized":"2024-09-19T06:01:22.717375+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.727228+0000","last_change":"2024-09-19T06:01:22.712628+0000","last_active":"2024-09-19T06:01:22.727228+0000","last_peered":"2024-09-19T06:01:22.727228+0000","last_clean":"2024-09-19T06:01:22.727228+0000","last_became_active":"2024-09-19T06:01:22.708724+0000","last_became_peered":"2024-09-19T06:01:22.708724+0000","last_unstale":"2024-09-19T06:01:22.727228+0000","last_undegraded":"2024-09-19T06:01:22.727228+0000","last_fullsized":"2024-09-19T06:01:22.727228+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:46.683995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.709169+0000","last_change":"2024-09-19T06:01:22.700518+0000","last_active":"2024-09-19T06:01:22.709169+0000","last_peered":"2024-09-19T06:01:22.709169+0000","last_clean":"2024-09-19T06:01:22.709169+0000","last_became_active":"2024-09-19T06:01:22.700159+0000","last_became_peered":"2024-09-19T06:01:22.700159+0000","last_unstale":"2024-09-19T06:01:22.709169+0000","last_undegraded":"2024-09-19T06:01:22.709169+0000","last_fullsized":"2024-09-19T06:01:22.709169+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717704+0000","last_change":"2024-09-19T06:01:22.715789+0000","last_active":"2024-09-19T06:01:22.717704+0000","last_peered":"2024-09-19T06:01:22.717704+0000","last_clean":"2024-09-19T06:01:22.717704+0000","last_became_active":"2024-09-19T06:01:22.715172+0000","last_became_peered":"2024-09-19T06:01:22.715172+0000","last_unstale":"2024-09-19T06:01:22.717704+0000","last_undegraded":"2024-09-19T06:01:22.717704+0000","last_fullsized":"2024-09-19T06:01:22.717704+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:06.588214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729999+0000","last_change":"2024-09-19T06:01:22.722973+0000","last_active":"2024-09-19T06:01:22.729999+0000","last_peered":"2024-09-19T06:01:22.729999+0000","last_clean":"2024-09-19T06:01:22.729999+0000","last_became_active":"2024-09-19T06:01:22.721439+0000","last_became_peered":"2024-09-19T06:01:22.721439+0000","last_unstale":"2024-09-19T06:01:22.729999+0000","last_undegraded":"2024-09-19T06:01:22.729999+0000","last_fullsized":"2024-09-19T06:01:22.729999+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:27.928823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716805+0000","last_change":"2024-09-19T06:01:22.714775+0000","last_active":"2024-09-19T06:01:22.716805+0000","last_peered":"2024-09-19T06:01:22.716805+0000","last_clean":"2024-09-19T06:01:22.716805+0000","last_became_active":"2024-09-19T06:01:22.714390+0000","last_became_peered":"2024-09-19T06:01:22.714390+0000","last_unstale":"2024-09-19T06:01:22.716805+0000","last_undegraded":"2024-09-19T06:01:22.716805+0000","last_fullsized":"2024-09-19T06:01:22.716805+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:58.647012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.723149+0000","last_change":"2024-09-19T06:01:21.704130+0000","last_active":"2024-09-19T06:01:22.723149+0000","last_peered":"2024-09-19T06:01:22.723149+0000","last_clean":"2024-09-19T06:01:22.723149+0000","last_became_active":"2024-09-19T06:01:21.703716+0000","last_became_peered":"2024-09-19T06:01:21.703716+0000","last_unstale":"2024-09-19T06:01:22.723149+0000","last_undegraded":"2024-09-19T06:01:22.723149+0000","last_fullsized":"2024-09-19T06:01:22.723149+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:57.640801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731242+0000","last_change":"2024-09-19T06:01:22.721133+0000","last_active":"2024-09-19T06:01:22.731242+0000","last_peered":"2024-09-19T06:01:22.731242+0000","last_clean":"2024-09-19T06:01:22.731242+0000","last_became_active":"2024-09-19T06:01:22.718087+0000","last_became_peered":"2024-09-19T06:01:22.718087+0000","last_unstale":"2024-09-19T06:01:22.731242+0000","last_undegraded":"2024-09-19T06:01:22.731242+0000","last_fullsized":"2024-09-19T06:01:22.731242+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:06.588214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.714451+0000","last_change":"2024-09-19T06:01:21.693400+0000","last_active":"2024-09-19T06:01:22.714451+0000","last_peered":"2024-09-19T06:01:22.714451+0000","last_clean":"2024-09-19T06:01:22.714451+0000","last_became_active":"2024-09-19T06:01:21.692943+0000","last_became_peered":"2024-09-19T06:01:21.692943+0000","last_unstale":"2024-09-19T06:01:22.714451+0000","last_undegraded":"2024-09-19T06:01:22.714451+0000","last_fullsized":"2024-09-19T06:01:22.714451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.693160+0000","last_change":"2024-09-19T06:01:21.700641+0000","last_active":"2024-09-19T06:01:22.693160+0000","last_peered":"2024-09-19T06:01:22.693160+0000","last_clean":"2024-09-19T06:01:22.693160+0000","last_became_active":"2024-09-19T06:01:21.700327+0000","last_became_peered":"2024-09-19T06:01:21.700327+0000","last_unstale":"2024-09-19T06:01:22.693160+0000","last_undegraded":"2024-09-19T06:01:22.693160+0000","last_fullsized":"2024-09-19T06:01:22.693160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:44.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.715095+0000","last_change":"2024-09-19T06:01:22.710133+0000","last_active":"2024-09-19T06:01:22.715095+0000","last_peered":"2024-09-19T06:01:22.715095+0000","last_clean":"2024-09-19T06:01:22.715095+0000","last_became_active":"2024-09-19T06:01:22.709890+0000","last_became_peered":"2024-09-19T06:01:22.709890+0000","last_unstale":"2024-09-19T06:01:22.715095+0000","last_undegraded":"2024-09-19T06:01:22.715095+0000","last_fullsized":"2024-09-19T06:01:22.715095+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:44.261540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.689223+0000","last_change":"2024-09-19T06:01:21.693418+0000","last_active":"2024-09-19T06:01:22.689223+0000","last_peered":"2024-09-19T06:01:22.689223+0000","last_clean":"2024-09-19T06:01:22.689223+0000","last_became_active":"2024-09-19T06:01:21.692937+0000","last_became_peered":"2024-09-19T06:01:21.692937+0000","last_unstale":"2024-09-19T06:01:22.689223+0000","last_undegraded":"2024-09-19T06:01:22.689223+0000","last_fullsized":"2024-09-19T06:01:22.689223+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685082+0000","last_change":"2024-09-19T06:01:22.696284+0000","last_active":"2024-09-19T06:01:23.685082+0000","last_peered":"2024-09-19T06:01:23.685082+0000","last_clean":"2024-09-19T06:01:23.685082+0000","last_became_active":"2024-09-19T06:01:22.695997+0000","last_became_peered":"2024-09-19T06:01:22.695997+0000","last_unstale":"2024-09-19T06:01:23.685082+0000","last_undegraded":"2024-09-19T06:01:23.685082+0000","last_fullsized":"2024-09-19T06:01:23.685082+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:38.280972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.697886+0000","last_change":"2024-09-19T06:01:21.698892+0000","last_active":"2024-09-19T06:01:22.697886+0000","last_peered":"2024-09-19T06:01:22.697886+0000","last_clean":"2024-09-19T06:01:22.697886+0000","last_became_active":"2024-09-19T06:01:21.697247+0000","last_became_peered":"2024-09-19T06:01:21.697247+0000","last_unstale":"2024-09-19T06:01:22.697886+0000","last_undegraded":"2024-09-19T06:01:22.697886+0000","last_fullsized":"2024-09-19T06:01:22.697886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717283+0000","last_change":"2024-09-19T06:01:22.709625+0000","last_active":"2024-09-19T06:01:22.717283+0000","last_peered":"2024-09-19T06:01:22.717283+0000","last_clean":"2024-09-19T06:01:22.717283+0000","last_became_active":"2024-09-19T06:01:22.709331+0000","last_became_peered":"2024-09-19T06:01:22.709331+0000","last_unstale":"2024-09-19T06:01:22.717283+0000","last_undegraded":"2024-09-19T06:01:22.717283+0000","last_fullsized":"2024-09-19T06:01:22.717283+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:02.000390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.690038+0000","last_change":"2024-09-19T06:01:21.698194+0000","last_active":"2024-09-19T06:01:22.690038+0000","last_peered":"2024-09-19T06:01:22.690038+0000","last_clean":"2024-09-19T06:01:22.690038+0000","last_became_active":"2024-09-19T06:01:21.697609+0000","last_became_peered":"2024-09-19T06:01:21.697609+0000","last_unstale":"2024-09-19T06:01:22.690038+0000","last_undegraded":"2024-09-19T06:01:22.690038+0000","last_fullsized":"2024-09-19T06:01:22.690038+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731309+0000","last_change":"2024-09-19T06:01:22.721087+0000","last_active":"2024-09-19T06:01:22.731309+0000","last_peered":"2024-09-19T06:01:22.731309+0000","last_clean":"2024-09-19T06:01:22.731309+0000","last_became_active":"2024-09-19T06:01:22.718235+0000","last_became_peered":"2024-09-19T06:01:22.718235+0000","last_unstale":"2024-09-19T06:01:22.731309+0000","last_undegraded":"2024-09-19T06:01:22.731309+0000","last_fullsized":"2024-09-19T06:01:22.731309+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:44.261540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685480+0000","last_change":"2024-09-19T06:01:21.695534+0000","last_active":"2024-09-19T06:01:23.685480+0000","last_peered":"2024-09-19T06:01:23.685480+0000","last_clean":"2024-09-19T06:01:23.685480+0000","last_became_active":"2024-09-19T06:01:21.695140+0000","last_became_peered":"2024-09-19T06:01:21.695140+0000","last_unstale":"2024-09-19T06:01:23.685480+0000","last_undegraded":"2024-09-19T06:01:23.685480+0000","last_fullsized":"2024-09-19T06:01:23.685480+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:21.488319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716667+0000","last_change":"2024-09-19T06:01:22.712689+0000","last_active":"2024-09-19T06:01:22.716667+0000","last_peered":"2024-09-19T06:01:22.716667+0000","last_clean":"2024-09-19T06:01:22.716667+0000","last_became_active":"2024-09-19T06:01:22.712461+0000","last_became_peered":"2024-09-19T06:01:22.712461+0000","last_unstale":"2024-09-19T06:01:22.716667+0000","last_undegraded":"2024-09-19T06:01:22.716667+0000","last_fullsized":"2024-09-19T06:01:22.716667+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:20.559983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.730669+0000","last_change":"2024-09-19T06:01:21.696286+0000","last_active":"2024-09-19T06:01:22.730669+0000","last_peered":"2024-09-19T06:01:22.730669+0000","last_clean":"2024-09-19T06:01:22.730669+0000","last_became_active":"2024-09-19T06:01:21.695784+0000","last_became_peered":"2024-09-19T06:01:21.695784+0000","last_unstale":"2024-09-19T06:01:22.730669+0000","last_undegraded":"2024-09-19T06:01:22.730669+0000","last_fullsized":"2024-09-19T06:01:22.730669+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731038+0000","last_change":"2024-09-19T06:01:22.726316+0000","last_active":"2024-09-19T06:01:22.731038+0000","last_peered":"2024-09-19T06:01:22.731038+0000","last_clean":"2024-09-19T06:01:22.731038+0000","last_became_active":"2024-09-19T06:01:22.725815+0000","last_became_peered":"2024-09-19T06:01:22.725815+0000","last_unstale":"2024-09-19T06:01:22.731038+0000","last_undegraded":"2024-09-19T06:01:22.731038+0000","last_fullsized":"2024-09-19T06:01:22.731038+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731365+0000","last_change":"2024-09-19T06:01:21.683181+0000","last_active":"2024-09-19T06:01:22.731365+0000","last_peered":"2024-09-19T06:01:22.731365+0000","last_clean":"2024-09-19T06:01:22.731365+0000","last_became_active":"2024-09-19T06:01:21.681270+0000","last_became_peered":"2024-09-19T06:01:21.681270+0000","last_unstale":"2024-09-19T06:01:22.731365+0000","last_undegraded":"2024-09-19T06:01:22.731365+0000","last_fullsized":"2024-09-19T06:01:22.731365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:19.553772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.727332+0000","last_change":"2024-09-19T06:01:22.716132+0000","last_active":"2024-09-19T06:01:22.727332+0000","last_peered":"2024-09-19T06:01:22.727332+0000","last_clean":"2024-09-19T06:01:22.727332+0000","last_became_active":"2024-09-19T06:01:22.715851+0000","last_became_peered":"2024-09-19T06:01:22.715851+0000","last_unstale":"2024-09-19T06:01:22.727332+0000","last_undegraded":"2024-09-19T06:01:22.727332+0000","last_fullsized":"2024-09-19T06:01:22.727332+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:16.022271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.689785+0000","last_change":"2024-09-19T06:01:21.696040+0000","last_active":"2024-09-19T06:01:22.689785+0000","last_peered":"2024-09-19T06:01:22.689785+0000","last_clean":"2024-09-19T06:01:22.689785+0000","last_became_active":"2024-09-19T06:01:21.695760+0000","last_became_peered":"2024-09-19T06:01:21.695760+0000","last_unstale":"2024-09-19T06:01:22.689785+0000","last_undegraded":"2024-09-19T06:01:22.689785+0000","last_fullsized":"2024-09-19T06:01:22.689785+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729756+0000","last_change":"2024-09-19T06:01:22.719050+0000","last_active":"2024-09-19T06:01:22.729756+0000","last_peered":"2024-09-19T06:01:22.729756+0000","last_clean":"2024-09-19T06:01:22.729756+0000","last_became_active":"2024-09-19T06:01:22.718678+0000","last_became_peered":"2024-09-19T06:01:22.718678+0000","last_unstale":"2024-09-19T06:01:22.729756+0000","last_undegraded":"2024-09-19T06:01:22.729756+0000","last_fullsized":"2024-09-19T06:01:22.729756+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.693595+0000","last_change":"2024-09-19T06:01:21.698303+0000","last_active":"2024-09-19T06:01:22.693595+0000","last_peered":"2024-09-19T06:01:22.693595+0000","last_clean":"2024-09-19T06:01:22.693595+0000","last_became_active":"2024-09-19T06:01:21.697831+0000","last_became_peered":"2024-09-19T06:01:21.697831+0000","last_unstale":"2024-09-19T06:01:22.693595+0000","last_undegraded":"2024-09-19T06:01:22.693595+0000","last_fullsized":"2024-09-19T06:01:22.693595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.715821+0000","last_change":"2024-09-19T06:01:22.710849+0000","last_active":"2024-09-19T06:01:22.715821+0000","last_peered":"2024-09-19T06:01:22.715821+0000","last_clean":"2024-09-19T06:01:22.715821+0000","last_became_active":"2024-09-19T06:01:22.709708+0000","last_became_peered":"2024-09-19T06:01:22.709708+0000","last_unstale":"2024-09-19T06:01:22.715821+0000","last_undegraded":"2024-09-19T06:01:22.715821+0000","last_fullsized":"2024-09-19T06:01:22.715821+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.719673+0000","last_change":"2024-09-19T06:01:21.699529+0000","last_active":"2024-09-19T06:01:22.719673+0000","last_peered":"2024-09-19T06:01:22.719673+0000","last_clean":"2024-09-19T06:01:22.719673+0000","last_became_active":"2024-09-19T06:01:21.698662+0000","last_became_peered":"2024-09-19T06:01:21.698662+0000","last_unstale":"2024-09-19T06:01:22.719673+0000","last_undegraded":"2024-09-19T06:01:22.719673+0000","last_fullsized":"2024-09-19T06:01:22.719673+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729675+0000","last_change":"2024-09-19T06:01:22.720461+0000","last_active":"2024-09-19T06:01:22.729675+0000","last_peered":"2024-09-19T06:01:22.729675+0000","last_clean":"2024-09-19T06:01:22.729675+0000","last_became_active":"2024-09-19T06:01:22.720245+0000","last_became_peered":"2024-09-19T06:01:22.720245+0000","last_unstale":"2024-09-19T06:01:22.729675+0000","last_undegraded":"2024-09-19T06:01:22.729675+0000","last_fullsized":"2024-09-19T06:01:22.729675+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.722314+0000","last_change":"2024-09-19T06:01:21.691674+0000","last_active":"2024-09-19T06:01:22.722314+0000","last_peered":"2024-09-19T06:01:22.722314+0000","last_clean":"2024-09-19T06:01:22.722314+0000","last_became_active":"2024-09-19T06:01:21.691306+0000","last_became_peered":"2024-09-19T06:01:21.691306+0000","last_unstale":"2024-09-19T06:01:22.722314+0000","last_undegraded":"2024-09-19T06:01:22.722314+0000","last_fullsized":"2024-09-19T06:01:22.722314+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:19.702166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729475+0000","last_change":"2024-09-19T06:01:22.719029+0000","last_active":"2024-09-19T06:01:22.729475+0000","last_peered":"2024-09-19T06:01:22.729475+0000","last_clean":"2024-09-19T06:01:22.729475+0000","last_became_active":"2024-09-19T06:01:22.718698+0000","last_became_peered":"2024-09-19T06:01:22.718698+0000","last_unstale":"2024-09-19T06:01:22.729475+0000","last_undegraded":"2024-09-19T06:01:22.729475+0000","last_fullsized":"2024-09-19T06:01:22.729475+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.713185+0000","last_change":"2024-09-19T06:01:21.690328+0000","last_active":"2024-09-19T06:01:22.713185+0000","last_peered":"2024-09-19T06:01:22.713185+0000","last_clean":"2024-09-19T06:01:22.713185+0000","last_became_active":"2024-09-19T06:01:21.690001+0000","last_became_peered":"2024-09-19T06:01:21.690001+0000","last_unstale":"2024-09-19T06:01:22.713185+0000","last_undegraded":"2024-09-19T06:01:22.713185+0000","last_fullsized":"2024-09-19T06:01:22.713185+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.729605+0000","last_change":"2024-09-19T06:01:22.719614+0000","last_active":"2024-09-19T06:01:22.729605+0000","last_peered":"2024-09-19T06:01:22.729605+0000","last_clean":"2024-09-19T06:01:22.729605+0000","last_became_active":"2024-09-19T06:01:22.718874+0000","last_became_peered":"2024-09-19T06:01:22.718874+0000","last_unstale":"2024-09-19T06:01:22.729605+0000","last_undegraded":"2024-09-19T06:01:22.729605+0000","last_fullsized":"2024-09-19T06:01:22.729605+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:27.928823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685534+0000","last_change":"2024-09-19T06:01:21.695934+0000","last_active":"2024-09-19T06:01:23.685534+0000","last_peered":"2024-09-19T06:01:23.685534+0000","last_clean":"2024-09-19T06:01:23.685534+0000","last_became_active":"2024-09-19T06:01:21.695714+0000","last_became_peered":"2024-09-19T06:01:21.695714+0000","last_unstale":"2024-09-19T06:01:23.685534+0000","last_undegraded":"2024-09-19T06:01:23.685534+0000","last_fullsized":"2024-09-19T06:01:23.685534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:25.167648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.708992+0000","last_change":"2024-09-19T06:01:22.699227+0000","last_active":"2024-09-19T06:01:22.708992+0000","last_peered":"2024-09-19T06:01:22.708992+0000","last_clean":"2024-09-19T06:01:22.708992+0000","last_became_active":"2024-09-19T06:01:22.698592+0000","last_became_peered":"2024-09-19T06:01:22.698592+0000","last_unstale":"2024-09-19T06:01:22.708992+0000","last_undegraded":"2024-09-19T06:01:22.708992+0000","last_fullsized":"2024-09-19T06:01:22.708992+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.692287+0000","last_change":"2024-09-19T06:01:21.693117+0000","last_active":"2024-09-19T06:01:22.692287+0000","last_peered":"2024-09-19T06:01:22.692287+0000","last_clean":"2024-09-19T06:01:22.692287+0000","last_became_active":"2024-09-19T06:01:21.692764+0000","last_became_peered":"2024-09-19T06:01:21.692764+0000","last_unstale":"2024-09-19T06:01:22.692287+0000","last_undegraded":"2024-09-19T06:01:22.692287+0000","last_fullsized":"2024-09-19T06:01:22.692287+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:44.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731063+0000","last_change":"2024-09-19T06:01:22.726610+0000","last_active":"2024-09-19T06:01:22.731063+0000","last_peered":"2024-09-19T06:01:22.731063+0000","last_clean":"2024-09-19T06:01:22.731063+0000","last_became_active":"2024-09-19T06:01:22.726043+0000","last_became_peered":"2024-09-19T06:01:22.726043+0000","last_unstale":"2024-09-19T06:01:22.731063+0000","last_undegraded":"2024-09-19T06:01:22.731063+0000","last_fullsized":"2024-09-19T06:01:22.731063+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":168,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.694478+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:01:22.694478+0000","last_peered":"2024-09-19T06:01:22.694478+0000","last_clean":"2024-09-19T06:01:22.694478+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:01:22.694478+0000","last_undegraded":"2024-09-19T06:01:22.694478+0000","last_fullsized":"2024-09-19T06:01:22.694478+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.689281+0000","last_change":"2024-09-19T06:01:21.693522+0000","last_active":"2024-09-19T06:01:22.689281+0000","last_peered":"2024-09-19T06:01:22.689281+0000","last_clean":"2024-09-19T06:01:22.689281+0000","last_became_active":"2024-09-19T06:01:21.692954+0000","last_became_peered":"2024-09-19T06:01:21.692954+0000","last_unstale":"2024-09-19T06:01:22.689281+0000","last_undegraded":"2024-09-19T06:01:22.689281+0000","last_fullsized":"2024-09-19T06:01:22.689281+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717174+0000","last_change":"2024-09-19T06:01:22.711509+0000","last_active":"2024-09-19T06:01:22.717174+0000","last_peered":"2024-09-19T06:01:22.717174+0000","last_clean":"2024-09-19T06:01:22.717174+0000","last_became_active":"2024-09-19T06:01:22.711242+0000","last_became_peered":"2024-09-19T06:01:22.711242+0000","last_unstale":"2024-09-19T06:01:22.717174+0000","last_undegraded":"2024-09-19T06:01:22.717174+0000","last_fullsized":"2024-09-19T06:01:22.717174+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:06.588214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.694443+0000","last_change":"2024-09-19T06:01:21.703974+0000","last_active":"2024-09-19T06:01:22.694443+0000","last_peered":"2024-09-19T06:01:22.694443+0000","last_clean":"2024-09-19T06:01:22.694443+0000","last_became_active":"2024-09-19T06:01:21.703137+0000","last_became_peered":"2024-09-19T06:01:21.703137+0000","last_unstale":"2024-09-19T06:01:22.694443+0000","last_undegraded":"2024-09-19T06:01:22.694443+0000","last_fullsized":"2024-09-19T06:01:22.694443+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731345+0000","last_change":"2024-09-19T06:01:22.721520+0000","last_active":"2024-09-19T06:01:22.731345+0000","last_peered":"2024-09-19T06:01:22.731345+0000","last_clean":"2024-09-19T06:01:22.731345+0000","last_became_active":"2024-09-19T06:01:22.721156+0000","last_became_peered":"2024-09-19T06:01:22.721156+0000","last_unstale":"2024-09-19T06:01:22.731345+0000","last_undegraded":"2024-09-19T06:01:22.731345+0000","last_fullsized":"2024-09-19T06:01:22.731345+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.694640+0000","last_change":"2024-09-19T06:01:21.691147+0000","last_active":"2024-09-19T06:01:22.694640+0000","last_peered":"2024-09-19T06:01:22.694640+0000","last_clean":"2024-09-19T06:01:22.694640+0000","last_became_active":"2024-09-19T06:01:21.690812+0000","last_became_peered":"2024-09-19T06:01:21.690812+0000","last_unstale":"2024-09-19T06:01:22.694640+0000","last_undegraded":"2024-09-19T06:01:22.694640+0000","last_fullsized":"2024-09-19T06:01:22.694640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685069+0000","last_change":"2024-09-19T06:01:22.701726+0000","last_active":"2024-09-19T06:01:23.685069+0000","last_peered":"2024-09-19T06:01:23.685069+0000","last_clean":"2024-09-19T06:01:23.685069+0000","last_became_active":"2024-09-19T06:01:22.701427+0000","last_became_peered":"2024-09-19T06:01:22.701427+0000","last_unstale":"2024-09-19T06:01:23.685069+0000","last_undegraded":"2024-09-19T06:01:23.685069+0000","last_fullsized":"2024-09-19T06:01:23.685069+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:43.652076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.689713+0000","last_change":"2024-09-19T06:01:21.694644+0000","last_active":"2024-09-19T06:01:22.689713+0000","last_peered":"2024-09-19T06:01:22.689713+0000","last_clean":"2024-09-19T06:01:22.689713+0000","last_became_active":"2024-09-19T06:01:21.694346+0000","last_became_peered":"2024-09-19T06:01:21.694346+0000","last_unstale":"2024-09-19T06:01:22.689713+0000","last_undegraded":"2024-09-19T06:01:22.689713+0000","last_fullsized":"2024-09-19T06:01:22.689713+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.722966+0000","last_change":"2024-09-19T06:01:22.719525+0000","last_active":"2024-09-19T06:01:22.722966+0000","last_peered":"2024-09-19T06:01:22.722966+0000","last_clean":"2024-09-19T06:01:22.722966+0000","last_became_active":"2024-09-19T06:01:22.719230+0000","last_became_peered":"2024-09-19T06:01:22.719230+0000","last_unstale":"2024-09-19T06:01:22.722966+0000","last_undegraded":"2024-09-19T06:01:22.722966+0000","last_fullsized":"2024-09-19T06:01:22.722966+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:46.683995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685498+0000","last_change":"2024-09-19T06:01:21.700195+0000","last_active":"2024-09-19T06:01:23.685498+0000","last_peered":"2024-09-19T06:01:23.685498+0000","last_clean":"2024-09-19T06:01:23.685498+0000","last_became_active":"2024-09-19T06:01:21.699834+0000","last_became_peered":"2024-09-19T06:01:21.699834+0000","last_unstale":"2024-09-19T06:01:23.685498+0000","last_undegraded":"2024-09-19T06:01:23.685498+0000","last_fullsized":"2024-09-19T06:01:23.685498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:12.485078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.711762+0000","last_change":"2024-09-19T06:01:22.699413+0000","last_active":"2024-09-19T06:01:22.711762+0000","last_peered":"2024-09-19T06:01:22.711762+0000","last_clean":"2024-09-19T06:01:22.711762+0000","last_became_active":"2024-09-19T06:01:22.698664+0000","last_became_peered":"2024-09-19T06:01:22.698664+0000","last_unstale":"2024-09-19T06:01:22.711762+0000","last_undegraded":"2024-09-19T06:01:22.711762+0000","last_fullsized":"2024-09-19T06:01:22.711762+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.708031+0000","last_change":"2024-09-19T06:01:21.702696+0000","last_active":"2024-09-19T06:01:22.708031+0000","last_peered":"2024-09-19T06:01:22.708031+0000","last_clean":"2024-09-19T06:01:22.708031+0000","last_became_active":"2024-09-19T06:01:21.702071+0000","last_became_peered":"2024-09-19T06:01:21.702071+0000","last_unstale":"2024-09-19T06:01:22.708031+0000","last_undegraded":"2024-09-19T06:01:22.708031+0000","last_fullsized":"2024-09-19T06:01:22.708031+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:37.123791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685404+0000","last_change":"2024-09-19T06:01:22.699649+0000","last_active":"2024-09-19T06:01:23.685404+0000","last_peered":"2024-09-19T06:01:23.685404+0000","last_clean":"2024-09-19T06:01:23.685404+0000","last_became_active":"2024-09-19T06:01:22.699404+0000","last_became_peered":"2024-09-19T06:01:22.699404+0000","last_unstale":"2024-09-19T06:01:23.685404+0000","last_undegraded":"2024-09-19T06:01:23.685404+0000","last_fullsized":"2024-09-19T06:01:23.685404+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:17.756003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685619+0000","last_change":"2024-09-19T06:01:21.699007+0000","last_active":"2024-09-19T06:01:23.685619+0000","last_peered":"2024-09-19T06:01:23.685619+0000","last_clean":"2024-09-19T06:01:23.685619+0000","last_became_active":"2024-09-19T06:01:21.698497+0000","last_became_peered":"2024-09-19T06:01:21.698497+0000","last_unstale":"2024-09-19T06:01:23.685619+0000","last_undegraded":"2024-09-19T06:01:23.685619+0000","last_fullsized":"2024-09-19T06:01:23.685619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:20.280960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.718667+0000","last_change":"2024-09-19T06:01:22.712218+0000","last_active":"2024-09-19T06:01:22.718667+0000","last_peered":"2024-09-19T06:01:22.718667+0000","last_clean":"2024-09-19T06:01:22.718667+0000","last_became_active":"2024-09-19T06:01:22.711377+0000","last_became_peered":"2024-09-19T06:01:22.711377+0000","last_unstale":"2024-09-19T06:01:22.718667+0000","last_undegraded":"2024-09-19T06:01:22.718667+0000","last_fullsized":"2024-09-19T06:01:22.718667+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.722570+0000","last_change":"2024-09-19T06:01:21.699657+0000","last_active":"2024-09-19T06:01:22.722570+0000","last_peered":"2024-09-19T06:01:22.722570+0000","last_clean":"2024-09-19T06:01:22.722570+0000","last_became_active":"2024-09-19T06:01:21.699365+0000","last_became_peered":"2024-09-19T06:01:21.699365+0000","last_unstale":"2024-09-19T06:01:22.722570+0000","last_undegraded":"2024-09-19T06:01:22.722570+0000","last_fullsized":"2024-09-19T06:01:22.722570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.711425+0000","last_change":"2024-09-19T06:01:22.703823+0000","last_active":"2024-09-19T06:01:22.711425+0000","last_peered":"2024-09-19T06:01:22.711425+0000","last_clean":"2024-09-19T06:01:22.711425+0000","last_became_active":"2024-09-19T06:01:22.702874+0000","last_became_peered":"2024-09-19T06:01:22.702874+0000","last_unstale":"2024-09-19T06:01:22.711425+0000","last_undegraded":"2024-09-19T06:01:22.711425+0000","last_fullsized":"2024-09-19T06:01:22.711425+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:58.647012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.694336+0000","last_change":"2024-09-19T06:01:21.704442+0000","last_active":"2024-09-19T06:01:22.694336+0000","last_peered":"2024-09-19T06:01:22.694336+0000","last_clean":"2024-09-19T06:01:22.694336+0000","last_became_active":"2024-09-19T06:01:21.704266+0000","last_became_peered":"2024-09-19T06:01:21.704266+0000","last_unstale":"2024-09-19T06:01:22.694336+0000","last_undegraded":"2024-09-19T06:01:22.694336+0000","last_fullsized":"2024-09-19T06:01:22.694336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.715450+0000","last_change":"2024-09-19T06:01:22.707847+0000","last_active":"2024-09-19T06:01:22.715450+0000","last_peered":"2024-09-19T06:01:22.715450+0000","last_clean":"2024-09-19T06:01:22.715450+0000","last_became_active":"2024-09-19T06:01:22.707529+0000","last_became_peered":"2024-09-19T06:01:22.707529+0000","last_unstale":"2024-09-19T06:01:22.715450+0000","last_undegraded":"2024-09-19T06:01:22.715450+0000","last_fullsized":"2024-09-19T06:01:22.715450+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:00.624709+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685240+0000","last_change":"2024-09-19T06:01:21.699483+0000","last_active":"2024-09-19T06:01:23.685240+0000","last_peered":"2024-09-19T06:01:23.685240+0000","last_clean":"2024-09-19T06:01:23.685240+0000","last_became_active":"2024-09-19T06:01:21.699159+0000","last_became_peered":"2024-09-19T06:01:21.699159+0000","last_unstale":"2024-09-19T06:01:23.685240+0000","last_undegraded":"2024-09-19T06:01:23.685240+0000","last_fullsized":"2024-09-19T06:01:23.685240+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:35.236559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.698261+0000","last_change":"2024-09-19T06:01:22.694004+0000","last_active":"2024-09-19T06:01:22.698261+0000","last_peered":"2024-09-19T06:01:22.698261+0000","last_clean":"2024-09-19T06:01:22.698261+0000","last_became_active":"2024-09-19T06:01:22.693744+0000","last_became_peered":"2024-09-19T06:01:22.693744+0000","last_unstale":"2024-09-19T06:01:22.698261+0000","last_undegraded":"2024-09-19T06:01:22.698261+0000","last_fullsized":"2024-09-19T06:01:22.698261+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:46.683995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685378+0000","last_change":"2024-09-19T06:01:21.697452+0000","last_active":"2024-09-19T06:01:23.685378+0000","last_peered":"2024-09-19T06:01:23.685378+0000","last_clean":"2024-09-19T06:01:23.685378+0000","last_became_active":"2024-09-19T06:01:21.697126+0000","last_became_peered":"2024-09-19T06:01:21.697126+0000","last_unstale":"2024-09-19T06:01:23.685378+0000","last_undegraded":"2024-09-19T06:01:23.685378+0000","last_fullsized":"2024-09-19T06:01:23.685378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:58.990582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.720255+0000","last_change":"2024-09-19T06:01:22.718580+0000","last_active":"2024-09-19T06:01:22.720255+0000","last_peered":"2024-09-19T06:01:22.720255+0000","last_clean":"2024-09-19T06:01:22.720255+0000","last_became_active":"2024-09-19T06:01:22.718318+0000","last_became_peered":"2024-09-19T06:01:22.718318+0000","last_unstale":"2024-09-19T06:01:22.720255+0000","last_undegraded":"2024-09-19T06:01:22.720255+0000","last_fullsized":"2024-09-19T06:01:22.720255+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.721906+0000","last_change":"2024-09-19T06:01:21.702216+0000","last_active":"2024-09-19T06:01:22.721906+0000","last_peered":"2024-09-19T06:01:22.721906+0000","last_clean":"2024-09-19T06:01:22.721906+0000","last_became_active":"2024-09-19T06:01:21.701922+0000","last_became_peered":"2024-09-19T06:01:21.701922+0000","last_unstale":"2024-09-19T06:01:22.721906+0000","last_undegraded":"2024-09-19T06:01:22.721906+0000","last_fullsized":"2024-09-19T06:01:22.721906+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.720882+0000","last_change":"2024-09-19T06:01:22.715361+0000","last_active":"2024-09-19T06:01:22.720882+0000","last_peered":"2024-09-19T06:01:22.720882+0000","last_clean":"2024-09-19T06:01:22.720882+0000","last_became_active":"2024-09-19T06:01:22.715042+0000","last_became_peered":"2024-09-19T06:01:22.715042+0000","last_unstale":"2024-09-19T06:01:22.720882+0000","last_undegraded":"2024-09-19T06:01:22.720882+0000","last_fullsized":"2024-09-19T06:01:22.720882+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.717381+0000","last_change":"2024-09-19T06:01:22.712681+0000","last_active":"2024-09-19T06:01:22.717381+0000","last_peered":"2024-09-19T06:01:22.717381+0000","last_clean":"2024-09-19T06:01:22.717381+0000","last_became_active":"2024-09-19T06:01:22.712306+0000","last_became_peered":"2024-09-19T06:01:22.712306+0000","last_unstale":"2024-09-19T06:01:22.717381+0000","last_undegraded":"2024-09-19T06:01:22.717381+0000","last_fullsized":"2024-09-19T06:01:22.717381+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.725693+0000","last_change":"2024-09-19T06:01:21.700254+0000","last_active":"2024-09-19T06:01:22.725693+0000","last_peered":"2024-09-19T06:01:22.725693+0000","last_clean":"2024-09-19T06:01:22.725693+0000","last_became_active":"2024-09-19T06:01:21.698904+0000","last_became_peered":"2024-09-19T06:01:21.698904+0000","last_unstale":"2024-09-19T06:01:22.725693+0000","last_undegraded":"2024-09-19T06:01:22.725693+0000","last_fullsized":"2024-09-19T06:01:22.725693+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:17.759374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.716880+0000","last_change":"2024-09-19T06:01:22.710398+0000","last_active":"2024-09-19T06:01:22.716880+0000","last_peered":"2024-09-19T06:01:22.716880+0000","last_clean":"2024-09-19T06:01:22.716880+0000","last_became_active":"2024-09-19T06:01:22.710127+0000","last_became_peered":"2024-09-19T06:01:22.710127+0000","last_unstale":"2024-09-19T06:01:22.716880+0000","last_undegraded":"2024-09-19T06:01:22.716880+0000","last_fullsized":"2024-09-19T06:01:22.716880+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.730870+0000","last_change":"2024-09-19T06:01:21.702756+0000","last_active":"2024-09-19T06:01:22.730870+0000","last_peered":"2024-09-19T06:01:22.730870+0000","last_clean":"2024-09-19T06:01:22.730870+0000","last_became_active":"2024-09-19T06:01:21.702476+0000","last_became_peered":"2024-09-19T06:01:21.702476+0000","last_unstale":"2024-09-19T06:01:22.730870+0000","last_undegraded":"2024-09-19T06:01:22.730870+0000","last_fullsized":"2024-09-19T06:01:22.730870+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:52.024619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731386+0000","last_change":"2024-09-19T06:01:22.721123+0000","last_active":"2024-09-19T06:01:22.731386+0000","last_peered":"2024-09-19T06:01:22.731386+0000","last_clean":"2024-09-19T06:01:22.731386+0000","last_became_active":"2024-09-19T06:01:22.719678+0000","last_became_peered":"2024-09-19T06:01:22.719678+0000","last_unstale":"2024-09-19T06:01:22.731386+0000","last_undegraded":"2024-09-19T06:01:22.731386+0000","last_fullsized":"2024-09-19T06:01:22.731386+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.727390+0000","last_change":"2024-09-19T06:01:21.694447+0000","last_active":"2024-09-19T06:01:22.727390+0000","last_peered":"2024-09-19T06:01:22.727390+0000","last_clean":"2024-09-19T06:01:22.727390+0000","last_became_active":"2024-09-19T06:01:21.693935+0000","last_became_peered":"2024-09-19T06:01:21.693935+0000","last_unstale":"2024-09-19T06:01:22.727390+0000","last_undegraded":"2024-09-19T06:01:22.727390+0000","last_fullsized":"2024-09-19T06:01:22.727390+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:19.553772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":9,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.709195+0000","last_change":"2024-09-19T06:01:22.702203+0000","last_active":"2024-09-19T06:01:22.709195+0000","last_peered":"2024-09-19T06:01:22.709195+0000","last_clean":"2024-09-19T06:01:22.709195+0000","last_became_active":"2024-09-19T06:01:22.701906+0000","last_became_peered":"2024-09-19T06:01:22.701906+0000","last_unstale":"2024-09-19T06:01:22.709195+0000","last_undegraded":"2024-09-19T06:01:22.709195+0000","last_fullsized":"2024-09-19T06:01:22.709195+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:16.022271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-19T06:01:22.731647+0000","last_change":"2024-09-19T06:01:21.689667+0000","last_active":"2024-09-19T06:01:22.731647+0000","last_peered":"2024-09-19T06:01:22.731647+0000","last_clean":"2024-09-19T06:01:22.731647+0000","last_became_active":"2024-09-19T06:01:21.688215+0000","last_became_peered":"2024-09-19T06:01:21.688215+0000","last_unstale":"2024-09-19T06:01:22.731647+0000","last_undegraded":"2024-09-19T06:01:22.731647+0000","last_fullsized":"2024-09-19T06:01:22.731647+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:59.618498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509445,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":790528,"data_stored":653577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509444,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":208896,"data_stored":69984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509444,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509444,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27240,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344600,"statfs":{"total":96636764160,"available":96608870400,"internally_reserved":0,"allocated":208896,"data_stored":69984,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509443,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509444,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27224,"kb_used_data":192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344616,"statfs":{"total":96636764160,"available":96608886784,"internally_reserved":0,"allocated":196608,"data_stored":63209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509444,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27804,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344036,"statfs":{"total":96636764160,"available":96608292864,"internally_reserved":0,"allocated":790528,"data_stored":653577,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":229376,"data_stored":76444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:01:27.273 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:01:27.274 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-19T06:01:27.274 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-19T06:01:27.274 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-19T06:01:27.274 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-19T06:01:27.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.460+0000 7f11f1400640 1 Processor -- start 2024-09-19T06:01:27.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.460+0000 7f11f1400640 1 -- start start 2024-09-19T06:01:27.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.461+0000 7f11f1400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 0x7f11ec15c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.461+0000 7f11f1400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f11ec0b64e0 0x7f11ec0cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.461+0000 7f11f1400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11ec0b4cf0 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.461+0000 7f11f1400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f11ec15ca90 con 0x7f11ec0b64e0 2024-09-19T06:01:27.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.461+0000 7f11f1400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f11ec0b49c0 con 0x7f11ec15c170 2024-09-19T06:01:27.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.462+0000 7f11ea800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 0x7f11ec15c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.462+0000 7f11eb200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f11ec0b64e0 0x7f11ec0cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.462+0000 7f11e9e00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f11ec0cf6c0 0x7f11ec0b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:37048/0 (socket says 172.21.15.92:37048) 2024-09-19T06:01:27.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.462+0000 7f11e9e00640 1 -- 172.21.15.92:0/3906930715 learned_addr learned my addr 172.21.15.92:0/3906930715 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:27.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.462+0000 7f11ea800640 1 -- 172.21.15.92:0/3906930715 >> v2:172.21.15.102:3300/0 conn(0x7f11ec0b64e0 msgr2=0x7f11ec0cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:27.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.462+0000 7f11ea800640 1 --2- 172.21.15.92:0/3906930715 >> v2:172.21.15.102:3300/0 conn(0x7f11ec0b64e0 0x7f11ec0cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.462+0000 7f11ea800640 1 -- 172.21.15.92:0/3906930715 >> v1:172.21.15.102:6789/0 conn(0x7f11ec0cf6c0 legacy=0x7f11ec0b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.462+0000 7f11ea800640 1 -- 172.21.15.92:0/3906930715 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ec0b4fd0 con 0x7f11ec15c170 2024-09-19T06:01:27.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.463+0000 7f11ea800640 1 --2- 172.21.15.92:0/3906930715 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 0x7f11ec15c550 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f11dc0097a0 tx=0x7f11dc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b36ed78c9659f95b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:27.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11e9400640 1 -- 172.21.15.92:0/3906930715 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11dc037070 con 0x7f11ec15c170 2024-09-19T06:01:27.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11e9400640 1 -- 172.21.15.92:0/3906930715 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11dc032440 con 0x7f11ec15c170 2024-09-19T06:01:27.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11e9400640 1 -- 172.21.15.92:0/3906930715 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11dc032810 con 0x7f11ec15c170 2024-09-19T06:01:27.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11f1400640 1 -- 172.21.15.92:0/3906930715 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 msgr2=0x7f11ec15c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11f1400640 1 --2- 172.21.15.92:0/3906930715 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 0x7f11ec15c550 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f11dc0097a0 tx=0x7f11dc02a180 comp rx=0 tx=0).stop 2024-09-19T06:01:27.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11f1400640 1 -- 172.21.15.92:0/3906930715 shutdown_connections 2024-09-19T06:01:27.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11f1400640 1 --2- 172.21.15.92:0/3906930715 >> v2:172.21.15.102:3300/0 conn(0x7f11ec0b64e0 0x7f11ec0cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11f1400640 1 --2- 172.21.15.92:0/3906930715 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 0x7f11ec15c550 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11f1400640 1 -- 172.21.15.92:0/3906930715 >> 172.21.15.92:0/3906930715 conn(0x7f11ec06bc10 msgr2=0x7f11ec06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:27.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11f1400640 1 -- 172.21.15.92:0/3906930715 shutdown_connections 2024-09-19T06:01:27.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.464+0000 7f11f1400640 1 -- 172.21.15.92:0/3906930715 wait complete. 2024-09-19T06:01:27.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.466+0000 7f11f1400640 1 Processor -- start 2024-09-19T06:01:27.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.466+0000 7f11f1400640 1 -- start start 2024-09-19T06:01:27.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11f1400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11ec0b64e0 0x7f11ec140060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11f1400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11ec0cf6c0 0x7f11ec15eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11f1400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 0x7f11ec15f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11f1400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f11ec0b5870 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11f1400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f11ec0b5590 con 0x7f11ec0b64e0 2024-09-19T06:01:27.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11f1400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f11ec0b5b50 con 0x7f11ec15c170 2024-09-19T06:01:27.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11e9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11ec0cf6c0 0x7f11ec15eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11e9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11ec0cf6c0 0x7f11ec15eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57554/0 (socket says 172.21.15.92:57554) 2024-09-19T06:01:27.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11e9e00640 1 -- 172.21.15.92:0/414462911 learned_addr learned my addr 172.21.15.92:0/414462911 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:27.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11eb200640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 0x7f11ec15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.467+0000 7f11ea800640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11ec0b64e0 0x7f11ec140060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11e9e00640 1 -- 172.21.15.92:0/414462911 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 msgr2=0x7f11ec15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11e9e00640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 0x7f11ec15f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11e9e00640 1 -- 172.21.15.92:0/414462911 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11ec0b64e0 msgr2=0x7f11ec140060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11e9e00640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11ec0b64e0 0x7f11ec140060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11e9e00640 1 -- 172.21.15.92:0/414462911 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11ec15d6a0 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11e9e00640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11ec0cf6c0 0x7f11ec15eac0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f11d800c430 tx=0x7f11d800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11e2a00640 1 -- 172.21.15.92:0/414462911 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d8017070 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11e2a00640 1 -- 172.21.15.92:0/414462911 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11d8005ce0 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11ec15d980 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11e2a00640 1 -- 172.21.15.92:0/414462911 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11d80072f0 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.468+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11ec15df40 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.469+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11ec0cfb00 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.470+0000 7f11e2a00640 1 -- 172.21.15.92:0/414462911 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f11d801a070 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.471+0000 7f11e2a00640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f11cc06c2e0 0x7f11cc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.471+0000 7f11e2a00640 1 -- 172.21.15.92:0/414462911 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f11d808a820 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.471+0000 7f11ea800640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f11cc06c2e0 0x7f11cc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.472+0000 7f11ea800640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f11cc06c2e0 0x7f11cc06e7a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f11dc034000 tx=0x7f11dc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:27.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.476+0000 7f11e2a00640 1 -- 172.21.15.92:0/414462911 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f11d80588a0 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.695+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) -- 0x7f11ec0c7230 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.698+0000 7f11e2a00640 1 -- 172.21.15.92:0/414462911 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) ==== 74+0+173504 (secure 0 0 0) 0x7f11d805f0c0 con 0x7f11ec0cf6c0 2024-09-19T06:01:27.702 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f11cc06c2e0 msgr2=0x7f11cc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f11cc06c2e0 0x7f11cc06e7a0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f11dc034000 tx=0x7f11dc02e000 comp rx=0 tx=0).stop 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11ec0cf6c0 msgr2=0x7f11ec15eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11ec0cf6c0 0x7f11ec15eac0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f11d800c430 tx=0x7f11d800c8f0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 shutdown_connections 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11ec15c170 0x7f11ec15f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11ec0cf6c0 0x7f11ec15eac0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f11cc06c2e0 0x7f11cc06e7a0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 --2- 172.21.15.92:0/414462911 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11ec0b64e0 0x7f11ec140060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 >> 172.21.15.92:0/414462911 conn(0x7f11ec06bc10 msgr2=0x7f11ec0727e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:27.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 shutdown_connections 2024-09-19T06:01:27.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.701+0000 7f11f1400640 1 -- 172.21.15.92:0/414462911 wait complete. 2024-09-19T06:01:27.718 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":5,"flags":0,"active_gid":4101,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":3999564322},{"type":"v1","addr":"172.21.15.92:6801","nonce":3999564322}]},"active_addr":"172.21.15.92:6801/3999564322","active_change":"2024-09-19T06:01:02.865777+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":4106,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.5","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"secondary_zone_period_retry_limit":{"name":"secondary_zone_period_retry_limit","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"RGW module period update retry limit for secondary site","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.92:0","nonce":1825567369}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.92:0","nonce":233288376}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.92:0","nonce":1449565398}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.92:0","nonce":1698759749}]}]} 2024-09-19T06:01:27.723 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-19T06:01:27.724 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-19T06:01:27.724 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:27.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.875+0000 7fc8a6a00640 1 Processor -- start 2024-09-19T06:01:27.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.876+0000 7fc8a6a00640 1 -- start start 2024-09-19T06:01:27.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc8a6a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fc8a015c170 0x7fc8a015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc8a6a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc8a00cf6c0 0x7fc8a00cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc8a6a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc8a00b49c0 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc8a6a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fc8a015ca90 con 0x7fc8a00cf6c0 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc8a6a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fc8a00b4cf0 con 0x7fc8a015c170 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc897400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc8a00cf6c0 0x7fc8a00cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc897400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc8a00cf6c0 0x7fc8a00cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57558/0 (socket says 172.21.15.92:57558) 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc897400640 1 -- 172.21.15.92:0/1647387882 learned_addr learned my addr 172.21.15.92:0/1647387882 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc89fe00640 1 --2- 172.21.15.92:0/1647387882 >> v2:172.21.15.102:3300/0 conn(0x7fc8a015c170 0x7fc8a015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc897400640 1 -- 172.21.15.92:0/1647387882 >> v2:172.21.15.102:3300/0 conn(0x7fc8a015c170 msgr2=0x7fc8a015c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc897400640 1 --2- 172.21.15.92:0/1647387882 >> v2:172.21.15.102:3300/0 conn(0x7fc8a015c170 0x7fc8a015c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.877+0000 7fc897400640 1 -- 172.21.15.92:0/1647387882 >> v1:172.21.15.92:6789/0 conn(0x7fc8a00b5dd0 legacy=0x7fc8a015ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.878+0000 7fc897400640 1 -- 172.21.15.92:0/1647387882 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8a00b4fd0 con 0x7fc8a00cf6c0 2024-09-19T06:01:27.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.878+0000 7fc89f400640 1 -- 172.21.15.92:0/1647387882 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1925624796 0 0) 0x7fc8a00b49c0 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.878+0000 7fc897400640 1 --2- 172.21.15.92:0/1647387882 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00cf6c0 0x7fc8a00cfb30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc888009870 tx=0x7fc88802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=762b0712ad1085f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc89f400640 1 -- 172.21.15.92:0/1647387882 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc888037070 con 0x7fc8a00cf6c0 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc89f400640 1 -- 172.21.15.92:0/1647387882 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc888032440 con 0x7fc8a00cf6c0 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc89f400640 1 -- 172.21.15.92:0/1647387882 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc888032810 con 0x7fc8a00cf6c0 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc8a6a00640 1 -- 172.21.15.92:0/1647387882 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00cf6c0 msgr2=0x7fc8a00cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc8a6a00640 1 --2- 172.21.15.92:0/1647387882 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00cf6c0 0x7fc8a00cfb30 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fc888009870 tx=0x7fc88802a2a0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc8a6a00640 1 -- 172.21.15.92:0/1647387882 shutdown_connections 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc8a6a00640 1 --2- 172.21.15.92:0/1647387882 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00cf6c0 0x7fc8a00cfb30 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc8a6a00640 1 --2- 172.21.15.92:0/1647387882 >> v2:172.21.15.102:3300/0 conn(0x7fc8a015c170 0x7fc8a015c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc8a6a00640 1 -- 172.21.15.92:0/1647387882 >> 172.21.15.92:0/1647387882 conn(0x7fc8a006bc10 msgr2=0x7fc8a006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc8a6a00640 1 -- 172.21.15.92:0/1647387882 shutdown_connections 2024-09-19T06:01:27.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.879+0000 7fc8a6a00640 1 -- 172.21.15.92:0/1647387882 wait complete. 2024-09-19T06:01:27.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.881+0000 7fc8a6a00640 1 Processor -- start 2024-09-19T06:01:27.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.881+0000 7fc8a6a00640 1 -- start start 2024-09-19T06:01:27.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc8a6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00b5dd0 0x7fc8a01f1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc8a6a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc8a00cf6c0 0x7fc8a01577c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc8a6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc8a015c170 0x7fc8a0157d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc8a6a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a00b5870 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc8a6a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc8a00b5590 con 0x7fc8a00cf6c0 2024-09-19T06:01:27.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc8a6a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc8a00b5b50 con 0x7fc8a015c170 2024-09-19T06:01:27.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc89fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00b5dd0 0x7fc8a01f1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc89fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00b5dd0 0x7fc8a01f1870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57564/0 (socket says 172.21.15.92:57564) 2024-09-19T06:01:27.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc89fe00640 1 -- 172.21.15.92:0/2524556928 learned_addr learned my addr 172.21.15.92:0/2524556928 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc89fe00640 1 -- 172.21.15.92:0/2524556928 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc8a015c170 msgr2=0x7fc8a0157d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc89fe00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc8a015c170 0x7fc8a0157d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc897400640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc8a00cf6c0 0x7fc8a01577c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc89fe00640 1 -- 172.21.15.92:0/2524556928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc8a00cf6c0 msgr2=0x7fc8a01577c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.882+0000 7fc89fe00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc8a00cf6c0 0x7fc8a01577c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.883+0000 7fc89fe00640 1 -- 172.21.15.92:0/2524556928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc8a01f4240 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.883+0000 7fc897400640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc8a00cf6c0 0x7fc8a01577c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.883+0000 7fc89fe00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00b5dd0 0x7fc8a01f1870 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc89000e8a0 tx=0x7fc89000ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.883+0000 7fc89cc00640 1 -- 172.21.15.92:0/2524556928 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc890017070 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.883+0000 7fc89cc00640 1 -- 172.21.15.92:0/2524556928 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc89000c940 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.883+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc8a01f4500 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.883+0000 7fc89cc00640 1 -- 172.21.15.92:0/2524556928 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc89000cd30 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.883+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc8a01f4ac0 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.884+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc8a00cfb30 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.885+0000 7fc89cc00640 1 -- 172.21.15.92:0/2524556928 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc89001a070 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.886+0000 7fc89cc00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87c06c2b0 0x7fc87c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:27.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.886+0000 7fc89cc00640 1 -- 172.21.15.92:0/2524556928 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc89008b380 con 0x7fc8a00b5dd0 2024-09-19T06:01:27.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.886+0000 7fc897400640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87c06c2b0 0x7fc87c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:27.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.887+0000 7fc897400640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87c06c2b0 0x7fc87c06e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc888034000 tx=0x7fc88802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:27.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:27.890+0000 7fc89cc00640 1 -- 172.21.15.92:0/2524556928 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc890059a50 con 0x7fc8a00b5dd0 2024-09-19T06:01:28.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.066+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc8a0155330 con 0x7fc8a00b5dd0 2024-09-19T06:01:28.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.067+0000 7fc89cc00640 1 -- 172.21.15.92:0/2524556928 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16653 (secure 0 0 0) 0x7fc890059350 con 0x7fc8a00b5dd0 2024-09-19T06:01:28.069 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:28.069 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":22,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:23.681103+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:01:20.418713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:01:21.087965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:28.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87c06c2b0 msgr2=0x7fc87c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87c06c2b0 0x7fc87c06e770 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc888034000 tx=0x7fc88802e000 comp rx=0 tx=0).stop 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00b5dd0 msgr2=0x7fc8a01f1870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00b5dd0 0x7fc8a01f1870 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc89000e8a0 tx=0x7fc89000ed60 comp rx=0 tx=0).stop 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 shutdown_connections 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc8a015c170 0x7fc8a0157d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87c06c2b0 0x7fc87c06e770 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc8a00cf6c0 0x7fc8a01577c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 --2- 172.21.15.92:0/2524556928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc8a00b5dd0 0x7fc8a01f1870 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 >> 172.21.15.92:0/2524556928 conn(0x7fc8a006bc10 msgr2=0x7fc8a0070fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 shutdown_connections 2024-09-19T06:01:28.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.069+0000 7fc8a6a00640 1 -- 172.21.15.92:0/2524556928 wait complete. 2024-09-19T06:01:28.087 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-19T06:01:28.087 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:28.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.237+0000 7fd058400640 1 Processor -- start 2024-09-19T06:01:28.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.237+0000 7fd058400640 1 -- start start 2024-09-19T06:01:28.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.238+0000 7fd058400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd0500b64e0 0x7fd050167110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.238+0000 7fd058400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0500b49c0 con 0x7fd05015c550 2024-09-19T06:01:28.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.238+0000 7fd058400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd0500b4cf0 con 0x7fd05015c170 2024-09-19T06:01:28.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.238+0000 7fd058400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd0500b4fd0 con 0x7fd0500b64e0 2024-09-19T06:01:28.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd055000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd05015c550 0x7fd0500b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41112/0 (socket says 172.21.15.92:41112) 2024-09-19T06:01:28.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd055000640 1 -- 172.21.15.92:0/2091150552 learned_addr learned my addr 172.21.15.92:0/2091150552 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:28.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd056400640 1 --2- 172.21.15.92:0/2091150552 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd0500b64e0 0x7fd050167110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd04fe00640 1 -- 172.21.15.92:0/2091150552 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3043439990 0 0) 0x7fd0500b49c0 con 0x7fd05015c550 2024-09-19T06:01:28.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd04fe00640 1 -- 172.21.15.92:0/2091150552 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd038003520 con 0x7fd05015c550 2024-09-19T06:01:28.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd04fe00640 1 -- 172.21.15.92:0/2091150552 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2954835453 0 0) 0x7fd0500b4cf0 con 0x7fd05015c170 2024-09-19T06:01:28.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd04fe00640 1 -- 172.21.15.92:0/2091150552 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd0500b49c0 con 0x7fd05015c170 2024-09-19T06:01:28.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd056400640 1 -- 172.21.15.92:0/2091150552 >> v1:172.21.15.102:6789/0 conn(0x7fd05015c170 legacy=0x7fd0500cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd056400640 1 -- 172.21.15.92:0/2091150552 >> v1:172.21.15.92:6789/0 conn(0x7fd05015c550 legacy=0x7fd0500b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.239+0000 7fd056400640 1 -- 172.21.15.92:0/2091150552 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd0500b52b0 con 0x7fd0500b64e0 2024-09-19T06:01:28.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.240+0000 7fd056400640 1 --2- 172.21.15.92:0/2091150552 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd0500b64e0 0x7fd050167110 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd048009df0 tx=0x7fd04802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c5525bfb2ee36272 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd04fe00640 1 -- 172.21.15.92:0/2091150552 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd048007740 con 0x7fd0500b64e0 2024-09-19T06:01:28.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd04fe00640 1 -- 172.21.15.92:0/2091150552 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd0480078e0 con 0x7fd0500b64e0 2024-09-19T06:01:28.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd04fe00640 1 -- 172.21.15.92:0/2091150552 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd048007c90 con 0x7fd0500b64e0 2024-09-19T06:01:28.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd058400640 1 -- 172.21.15.92:0/2091150552 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd0500b64e0 msgr2=0x7fd050167110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd058400640 1 --2- 172.21.15.92:0/2091150552 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd0500b64e0 0x7fd050167110 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fd048009df0 tx=0x7fd04802a710 comp rx=0 tx=0).stop 2024-09-19T06:01:28.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd058400640 1 -- 172.21.15.92:0/2091150552 shutdown_connections 2024-09-19T06:01:28.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd058400640 1 --2- 172.21.15.92:0/2091150552 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd0500b64e0 0x7fd050167110 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd058400640 1 -- 172.21.15.92:0/2091150552 >> 172.21.15.92:0/2091150552 conn(0x7fd05006bc10 msgr2=0x7fd05006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd058400640 1 -- 172.21.15.92:0/2091150552 shutdown_connections 2024-09-19T06:01:28.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.241+0000 7fd058400640 1 -- 172.21.15.92:0/2091150552 wait complete. 2024-09-19T06:01:28.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.243+0000 7fd058400640 1 Processor -- start 2024-09-19T06:01:28.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.243+0000 7fd058400640 1 -- start start 2024-09-19T06:01:28.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd058400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0500b64e0 0x7fd050158f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd058400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd05015c170 0x7fd05014b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd058400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd05015c550 0x7fd050156a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd058400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd0500b5b50 con 0x7fd05015c170 2024-09-19T06:01:28.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd058400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd0500b5870 con 0x7fd0500b64e0 2024-09-19T06:01:28.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd058400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd05015c9c0 con 0x7fd05015c550 2024-09-19T06:01:28.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd055000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd05015c170 0x7fd05014b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd055000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd05015c170 0x7fd05014b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57568/0 (socket says 172.21.15.92:57568) 2024-09-19T06:01:28.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd055000640 1 -- 172.21.15.92:0/672257587 learned_addr learned my addr 172.21.15.92:0/672257587 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd056400640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd05015c550 0x7fd050156a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.244+0000 7fd055a00640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0500b64e0 0x7fd050158f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd055000640 1 -- 172.21.15.92:0/672257587 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd05015c550 msgr2=0x7fd050156a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd055000640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd05015c550 0x7fd050156a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd055000640 1 -- 172.21.15.92:0/672257587 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0500b64e0 msgr2=0x7fd050158f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd055000640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0500b64e0 0x7fd050158f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd055000640 1 -- 172.21.15.92:0/672257587 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd050155940 con 0x7fd05015c170 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd055000640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd05015c170 0x7fd05014b4b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd03c00c410 tx=0x7fd03c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd04d600640 1 -- 172.21.15.92:0/672257587 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03c017070 con 0x7fd05015c170 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd04d600640 1 -- 172.21.15.92:0/672257587 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd03c005ce0 con 0x7fd05015c170 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd04d600640 1 -- 172.21.15.92:0/672257587 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd03c0072d0 con 0x7fd05015c170 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd050155c20 con 0x7fd05015c170 2024-09-19T06:01:28.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.245+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd050158740 con 0x7fd05015c170 2024-09-19T06:01:28.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.246+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd0500b5dd0 con 0x7fd05015c170 2024-09-19T06:01:28.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.247+0000 7fd04d600640 1 -- 172.21.15.92:0/672257587 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd03c01a070 con 0x7fd05015c170 2024-09-19T06:01:28.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.248+0000 7fd04d600640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd03006c2b0 0x7fd03006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.248+0000 7fd04d600640 1 -- 172.21.15.92:0/672257587 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd03c08a6f0 con 0x7fd05015c170 2024-09-19T06:01:28.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.248+0000 7fd055a00640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd03006c2b0 0x7fd03006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.249+0000 7fd055a00640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd03006c2b0 0x7fd03006e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd044007fd0 tx=0x7fd044009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.253+0000 7fd04d600640 1 -- 172.21.15.92:0/672257587 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd03c0588d0 con 0x7fd05015c170 2024-09-19T06:01:28.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.428+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd0500724e0 con 0x7fd05015c170 2024-09-19T06:01:28.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.429+0000 7fd04d600640 1 -- 172.21.15.92:0/672257587 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16653 (secure 0 0 0) 0x7fd03c05cbd0 con 0x7fd05015c170 2024-09-19T06:01:28.431 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:28.431 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":22,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:23.681103+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:01:20.418713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:01:21.087965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:28.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd03006c2b0 msgr2=0x7fd03006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd03006c2b0 0x7fd03006e770 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd044007fd0 tx=0x7fd044009040 comp rx=0 tx=0).stop 2024-09-19T06:01:28.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd05015c170 msgr2=0x7fd05014b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd05015c170 0x7fd05014b4b0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd03c00c410 tx=0x7fd03c00c8d0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 shutdown_connections 2024-09-19T06:01:28.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd05015c550 0x7fd050156a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd05015c170 0x7fd05014b4b0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd03006c2b0 0x7fd03006e770 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 --2- 172.21.15.92:0/672257587 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd0500b64e0 0x7fd050158f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 >> 172.21.15.92:0/672257587 conn(0x7fd05006bc10 msgr2=0x7fd0500b29a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 shutdown_connections 2024-09-19T06:01:28.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.432+0000 7fd058400640 1 -- 172.21.15.92:0/672257587 wait complete. 2024-09-19T06:01:28.449 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-19T06:01:28.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-19T06:01:28.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-19T06:01:28.451 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-19T06:01:28.451 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-19T06:01:28.452 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-19T06:01:28.452 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-19T06:01:28.452 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-19T06:01:28.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.719+0000 7f33fb200640 1 Processor -- start 2024-09-19T06:01:28.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.720+0000 7f33fb200640 1 -- start start 2024-09-19T06:01:28.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.721+0000 7f33fb200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f33fc155820 0x7f33fc0d4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.721+0000 7f33fb200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f33fc0d39c0 0x7f33fc0d4a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.722+0000 7f33fb200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f33fc0d1e20 con 0x7f33fc0d1050 2024-09-19T06:01:28.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.722+0000 7f33fb200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f33fc0d1bd0 con 0x7f33fc0d39c0 2024-09-19T06:01:28.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.722+0000 7f33fb200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f33fc0d2c00 con 0x7f33fc155820 2024-09-19T06:01:28.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.722+0000 7f33f9e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f33fc155820 0x7f33fc0d4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.722+0000 7f33f9e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f33fc155820 0x7f33fc0d4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44498/0 (socket says 172.21.15.92:44498) 2024-09-19T06:01:28.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.722+0000 7f33f9e00640 1 -- 172.21.15.92:0/1556641988 learned_addr learned my addr 172.21.15.92:0/1556641988 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.722+0000 7f2e35800640 1 Processor -- start 2024-09-19T06:01:28.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.723+0000 7f2e35800640 1 -- start start 2024-09-19T06:01:28.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.723+0000 7f33f9400640 1 --2- 172.21.15.92:0/1556641988 >> v2:172.21.15.92:3300/0 conn(0x7f33fc0d39c0 0x7f33fc0d4a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.723+0000 7f33f9e00640 1 -- 172.21.15.92:0/1556641988 >> v2:172.21.15.92:3300/0 conn(0x7f33fc0d39c0 msgr2=0x7f33fc0d4a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:28.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.723+0000 7f33f9e00640 1 --2- 172.21.15.92:0/1556641988 >> v2:172.21.15.92:3300/0 conn(0x7f33fc0d39c0 0x7f33fc0d4a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.723+0000 7f33f9e00640 1 -- 172.21.15.92:0/1556641988 >> v1:172.21.15.102:6789/0 conn(0x7f33fc0d1050 legacy=0x7f33fc0d14c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.725+0000 7ff715c00640 1 Processor -- start 2024-09-19T06:01:28.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.724+0000 7f2e35800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2e3015e7a0 0x7f2e3006caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.724+0000 7f2e35800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f2e300cf1f0 0x7f2e300b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.724+0000 7f2e35800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2e300cf860 con 0x7f2e300b6720 2024-09-19T06:01:28.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.724+0000 7f2e35800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2e300b6b90 con 0x7f2e3015e7a0 2024-09-19T06:01:28.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.724+0000 7f2e35800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f2e300d2ca0 con 0x7f2e300cf1f0 2024-09-19T06:01:28.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.723+0000 7f33f9e00640 1 -- 172.21.15.92:0/1556641988 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33fc0d2ee0 con 0x7f33fc155820 2024-09-19T06:01:28.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.725+0000 7f33f9400640 1 --2- 172.21.15.92:0/1556641988 >> v2:172.21.15.92:3300/0 conn(0x7f33fc0d39c0 0x7f33fc0d4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:28.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.725+0000 7ff715c00640 1 -- start start 2024-09-19T06:01:28.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.725+0000 7f33f9e00640 1 --2- 172.21.15.92:0/1556641988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33fc155820 0x7f33fc0d4550 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f33fc0b7180 tx=0x7f33e802a290 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b296da485150f6d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.726+0000 7f2e2f400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f2e300b6720 0x7f2e301623c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41124/0 (socket says 172.21.15.92:41124) 2024-09-19T06:01:28.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.726+0000 7f2e2f400640 1 -- 172.21.15.92:0/3058572011 learned_addr learned my addr 172.21.15.92:0/3058572011 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:28.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.726+0000 7f2e2ea00640 1 --2- 172.21.15.92:0/3058572011 >> v2:172.21.15.92:3300/0 conn(0x7f2e3015e7a0 0x7f2e3006caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.726+0000 7f33f8a00640 1 -- 172.21.15.92:0/1556641988 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e8037070 con 0x7f33fc155820 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.726+0000 7f33f8a00640 1 -- 172.21.15.92:0/1556641988 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33e8032440 con 0x7f33fc155820 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.726+0000 7f33f8a00640 1 -- 172.21.15.92:0/1556641988 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33e8032830 con 0x7f33fc155820 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.727+0000 7f33fb200640 1 -- 172.21.15.92:0/1556641988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33fc155820 msgr2=0x7f33fc0d4550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.727+0000 7f33fb200640 1 --2- 172.21.15.92:0/1556641988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33fc155820 0x7f33fc0d4550 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f33fc0b7180 tx=0x7f33e802a290 comp rx=0 tx=0).stop 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.727+0000 7f33fb200640 1 -- 172.21.15.92:0/1556641988 shutdown_connections 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.727+0000 7f33fb200640 1 --2- 172.21.15.92:0/1556641988 >> v2:172.21.15.92:3300/0 conn(0x7f33fc0d39c0 0x7f33fc0d4a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.727+0000 7f33fb200640 1 --2- 172.21.15.92:0/1556641988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33fc155820 0x7f33fc0d4550 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.727+0000 7f33fb200640 1 -- 172.21.15.92:0/1556641988 >> 172.21.15.92:0/1556641988 conn(0x7f33fc062630 msgr2=0x7f33fc062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.727+0000 7f33fb200640 1 -- 172.21.15.92:0/1556641988 shutdown_connections 2024-09-19T06:01:28.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.727+0000 7f2e2e000640 1 --2- 172.21.15.92:0/3058572011 >> v2:172.21.15.102:3300/0 conn(0x7f2e300cf1f0 0x7f2e300b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.727+0000 7f33fb200640 1 -- 172.21.15.92:0/1556641988 wait complete. 2024-09-19T06:01:28.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.728+0000 7f2e2e000640 1 -- 172.21.15.92:0/3058572011 >> v2:172.21.15.92:3300/0 conn(0x7f2e3015e7a0 msgr2=0x7f2e3006caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:28.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.728+0000 7f2e2e000640 1 --2- 172.21.15.92:0/3058572011 >> v2:172.21.15.92:3300/0 conn(0x7f2e3015e7a0 0x7f2e3006caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.728+0000 7f2e2e000640 1 -- 172.21.15.92:0/3058572011 >> v1:172.21.15.92:6789/0 conn(0x7f2e300b6720 legacy=0x7f2e301623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.728+0000 7f2e2e000640 1 -- 172.21.15.92:0/3058572011 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e300cfb40 con 0x7f2e300cf1f0 2024-09-19T06:01:28.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.729+0000 7f2e2e000640 1 --2- 172.21.15.92:0/3058572011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 0x7f2e300b61e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2e300d2110 tx=0x7f2e1802a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ec15c69562edac04 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.730+0000 7f33fb200640 1 Processor -- start 2024-09-19T06:01:28.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.730+0000 7ff715c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 0x7ff708052350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.730+0000 7ff715c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff708009af0 0x7ff708009f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.730+0000 7f33fb200640 1 -- start start 2024-09-19T06:01:28.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7ff715c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff70801c5c0 con 0x7ff7080dec70 2024-09-19T06:01:28.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7ff715c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff70800a4a0 con 0x7ff708009af0 2024-09-19T06:01:28.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7f2e2d600640 1 -- 172.21.15.92:0/3058572011 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e18037070 con 0x7f2e300cf1f0 2024-09-19T06:01:28.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7f2e2d600640 1 -- 172.21.15.92:0/3058572011 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e18032440 con 0x7f2e300cf1f0 2024-09-19T06:01:28.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7f2e2d600640 1 -- 172.21.15.92:0/3058572011 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e1802ae60 con 0x7f2e300cf1f0 2024-09-19T06:01:28.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7f64de600640 1 Processor -- start 2024-09-19T06:01:28.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7ff70fe00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7ff7080dec70 0x7ff708006500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:37080/0 (socket says 172.21.15.92:37080) 2024-09-19T06:01:28.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7ff70fe00640 1 -- 172.21.15.92:0/4051999669 learned_addr learned my addr 172.21.15.92:0/4051999669 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:28.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7ff715200640 1 --2- 172.21.15.92:0/4051999669 >> v2:172.21.15.92:3300/0 conn(0x7ff708009af0 0x7ff708009f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.731+0000 7ff70f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 0x7ff708052350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.732+0000 7f64de600640 1 -- start start 2024-09-19T06:01:28.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.732+0000 7ff715c00640 1 -- 172.21.15.92:0/4051999669 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff70801c830 con 0x7ff7080323c0 2024-09-19T06:01:28.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.732+0000 7f69d8c00640 1 Processor -- start 2024-09-19T06:01:28.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.732+0000 7f33fb200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33fc0d1050 0x7f33fc14d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.732+0000 7f33fb200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33fc0d39c0 0x7f33fc0c8b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.732+0000 7f69d8c00640 1 -- start start 2024-09-19T06:01:28.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.732+0000 7f2e35800640 1 -- 172.21.15.92:0/3058572011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 msgr2=0x7f2e300b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.732+0000 7f33f9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33fc0d1050 0x7f33fc14d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f33f9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33fc0d1050 0x7f33fc14d380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57594/0 (socket says 172.21.15.92:57594) 2024-09-19T06:01:28.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.732+0000 7f2e35800640 1 --2- 172.21.15.92:0/3058572011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 0x7f2e300b61e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2e300d2110 tx=0x7f2e1802a110 comp rx=0 tx=0).stop 2024-09-19T06:01:28.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f33f9e00640 1 -- 172.21.15.92:0/1277835471 learned_addr learned my addr 172.21.15.92:0/1277835471 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7ff715200640 1 -- 172.21.15.92:0/4051999669 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 msgr2=0x7ff708052350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:28.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f33fb200640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f33fc155820 0x7f33fc0ca470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f33f9400640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33fc0d39c0 0x7f33fc0c8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f33fc155c00 con 0x7f33fc0d1050 2024-09-19T06:01:28.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f2e35800640 1 -- 172.21.15.92:0/3058572011 shutdown_connections 2024-09-19T06:01:28.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f33fc0d34a0 con 0x7f33fc0d39c0 2024-09-19T06:01:28.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f69d8c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f69d40b6890 0x7f69d40b3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f2e35800640 1 --2- 172.21.15.92:0/3058572011 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 0x7f2e300b61e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f2e35800640 1 --2- 172.21.15.92:0/3058572011 >> v2:172.21.15.92:3300/0 conn(0x7f2e3015e7a0 0x7f2e3006caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f2e35800640 1 -- 172.21.15.92:0/3058572011 >> 172.21.15.92:0/3058572011 conn(0x7f2e300d11e0 msgr2=0x7f2e300d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f33fa800640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f33fc155820 0x7f33fc0ca470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f69d8c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69d40cf2a0 con 0x7f69d4162150 2024-09-19T06:01:28.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f69d8c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f69d40cf9b0 con 0x7f69d4161d70 2024-09-19T06:01:28.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f69d8c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f69d40cf760 con 0x7f69d40b6890 2024-09-19T06:01:28.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f33fc0cee20 con 0x7f33fc155820 2024-09-19T06:01:28.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f2e35800640 1 -- 172.21.15.92:0/3058572011 shutdown_connections 2024-09-19T06:01:28.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f69d1400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f69d40b6890 0x7f69d40b3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f69d1400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f69d40b6890 0x7f69d40b3390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44532/0 (socket says 172.21.15.92:44532) 2024-09-19T06:01:28.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7ff70ea00640 1 -- 172.21.15.92:0/4051999669 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 749253653 0 0) 0x7ff70801c5c0 con 0x7ff7080dec70 2024-09-19T06:01:28.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.733+0000 7f64de600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d815e7a0 0x7f64d806caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f64de600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f64d80cf1f0 0x7f64d80b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f64de600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f64d80b6720 0x7f64d81623c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f64de600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f64d80d2ca0 con 0x7f64d80cf1f0 2024-09-19T06:01:28.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f64de600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f64d80cf860 con 0x7f64d80b6720 2024-09-19T06:01:28.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f64de600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f64d80cfb40 con 0x7f64d815e7a0 2024-09-19T06:01:28.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f69d1400640 1 -- 172.21.15.92:0/3813262508 learned_addr learned my addr 172.21.15.92:0/3813262508 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7ff715200640 1 --2- 172.21.15.92:0/4051999669 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 0x7ff708052350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7ff715200640 1 -- 172.21.15.92:0/4051999669 >> v1:172.21.15.102:6789/0 conn(0x7ff7080dec70 legacy=0x7ff708006500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7ff715200640 1 -- 172.21.15.92:0/4051999669 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff70801cb10 con 0x7ff708009af0 2024-09-19T06:01:28.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f2e35800640 1 -- 172.21.15.92:0/3058572011 wait complete. 2024-09-19T06:01:28.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7fba35c00640 1 Processor -- start 2024-09-19T06:01:28.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7fba35c00640 1 -- start start 2024-09-19T06:01:28.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.735+0000 7f64d7400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d815e7a0 0x7f64d806caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.734+0000 7f69d1400640 1 -- 172.21.15.92:0/3813262508 >> v1:172.21.15.102:6789/0 conn(0x7f69d4161d70 legacy=0x7f69d40b6180 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T06:01:28.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.735+0000 7f69d0a00640 1 -- 172.21.15.92:0/3813262508 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 570508693 0 0) 0x7f69d40cf2a0 con 0x7f69d4162150 2024-09-19T06:01:28.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.735+0000 7f69d1400640 1 -- 172.21.15.92:0/3813262508 >> v1:172.21.15.92:6789/0 conn(0x7f69d4162150 legacy=0x7f69d40d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.735+0000 7f64d7400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d815e7a0 0x7f64d806caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41638/0 (socket says 172.21.15.92:41638) 2024-09-19T06:01:28.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.735+0000 7f64d7400640 1 -- 172.21.15.92:0/3541099274 learned_addr learned my addr 172.21.15.92:0/3541099274 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.735+0000 7f69d1400640 1 -- 172.21.15.92:0/3813262508 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69d40cfc90 con 0x7f69d40b6890 2024-09-19T06:01:28.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.735+0000 7f64d7e00640 1 --2- 172.21.15.92:0/3541099274 >> v2:172.21.15.102:3300/0 conn(0x7f64d80b6720 0x7f64d81623c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.735+0000 7f64d6a00640 1 --2- 172.21.15.92:0/3541099274 >> v2:172.21.15.92:3300/0 conn(0x7f64d80cf1f0 0x7f64d80b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7ff715200640 1 --2- 172.21.15.92:0/4051999669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 0x7ff708009f60 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff71002dd50 tx=0x7ff710069a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c5bce9dad44f26a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7fba35c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fba300b6890 0x7fba300b3390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f64d7e00640 1 -- 172.21.15.92:0/3541099274 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d815e7a0 msgr2=0x7f64d806caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:28.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f64d7e00640 1 --2- 172.21.15.92:0/3541099274 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d815e7a0 0x7f64d806caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f64d7e00640 1 -- 172.21.15.92:0/3541099274 >> v2:172.21.15.92:3300/0 conn(0x7f64d80cf1f0 msgr2=0x7f64d80b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:28.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7fba35c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba300cf2a0 con 0x7fba30162150 2024-09-19T06:01:28.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7fba35c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba300cf9b0 con 0x7fba30161d70 2024-09-19T06:01:28.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7fba35c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fba300cf760 con 0x7fba300b6890 2024-09-19T06:01:28.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f64d7e00640 1 --2- 172.21.15.92:0/3541099274 >> v2:172.21.15.92:3300/0 conn(0x7f64d80cf1f0 0x7f64d80b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f64d7e00640 1 -- 172.21.15.92:0/3541099274 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d80cfe20 con 0x7f64d80b6720 2024-09-19T06:01:28.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7fba2f400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fba30162150 0x7fba300d22d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41142/0 (socket says 172.21.15.92:41142) 2024-09-19T06:01:28.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7fba2f400640 1 -- 172.21.15.92:0/1823724846 learned_addr learned my addr 172.21.15.92:0/1823724846 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:28.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7ff70ea00640 1 -- 172.21.15.92:0/4051999669 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7100b4070 con 0x7ff708009af0 2024-09-19T06:01:28.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.737+0000 7f64d6a00640 1 --2- 172.21.15.92:0/3541099274 >> v2:172.21.15.92:3300/0 conn(0x7f64d80cf1f0 0x7f64d80b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:28.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.737+0000 7fba2e000640 1 --2- 172.21.15.92:0/1823724846 >> v2:172.21.15.102:3300/0 conn(0x7fba300b6890 0x7fba300b3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.737+0000 7fba2d600640 1 -- 172.21.15.92:0/1823724846 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3957652076 0 0) 0x7fba300cf2a0 con 0x7fba30162150 2024-09-19T06:01:28.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.737+0000 7ff70ea00640 1 -- 172.21.15.92:0/4051999669 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff7100ad870 con 0x7ff708009af0 2024-09-19T06:01:28.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.737+0000 7ff70ea00640 1 -- 172.21.15.92:0/4051999669 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff710071040 con 0x7ff708009af0 2024-09-19T06:01:28.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f33fa800640 1 -- 172.21.15.92:0/1277835471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33fc0d39c0 msgr2=0x7f33fc0c8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f33fa800640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f33fc0d39c0 0x7f33fc0c8b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f33fa800640 1 -- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33fc0d1050 msgr2=0x7f33fc14d380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f33fa800640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33fc0d1050 0x7f33fc14d380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.736+0000 7f33fa800640 1 -- 172.21.15.92:0/1277835471 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f33fc0c9470 con 0x7f33fc155820 2024-09-19T06:01:28.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.737+0000 7fba2d600640 1 -- 172.21.15.92:0/1823724846 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fba14003520 con 0x7fba30162150 2024-09-19T06:01:28.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7f2e35800640 1 Processor -- start 2024-09-19T06:01:28.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.737+0000 7fba2e000640 1 -- 172.21.15.92:0/1823724846 >> v1:172.21.15.102:6789/0 conn(0x7fba30161d70 legacy=0x7fba300b6180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:28.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7fba2e000640 1 -- 172.21.15.92:0/1823724846 >> v1:172.21.15.92:6789/0 conn(0x7fba30162150 legacy=0x7fba300d22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7fba2e000640 1 -- 172.21.15.92:0/1823724846 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba300cfc90 con 0x7fba300b6890 2024-09-19T06:01:28.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7f33f9e00640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33fc0d1050 0x7f33fc14d380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:28.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7f64d7e00640 1 --2- 172.21.15.92:0/3541099274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 0x7f64d81623c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f64d8163460 tx=0x7f64c802a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4121ea272ed5c15 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7f69d1400640 1 --2- 172.21.15.92:0/3813262508 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69d40b6890 0x7f69d40b3390 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f69d40cf8e0 tx=0x7f69c402a2a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9acf7c02ecaf163 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7ff715c00640 1 -- 172.21.15.92:0/4051999669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 msgr2=0x7ff708009f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7ff715c00640 1 --2- 172.21.15.92:0/4051999669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 0x7ff708009f60 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7ff71002dd50 tx=0x7ff710069a30 comp rx=0 tx=0).stop 2024-09-19T06:01:28.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7ff715c00640 1 -- 172.21.15.92:0/4051999669 shutdown_connections 2024-09-19T06:01:28.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7ff715c00640 1 --2- 172.21.15.92:0/4051999669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 0x7ff708009f60 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7ff715c00640 1 --2- 172.21.15.92:0/4051999669 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 0x7ff708052350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7ff715c00640 1 -- 172.21.15.92:0/4051999669 >> 172.21.15.92:0/4051999669 conn(0x7ff708036090 msgr2=0x7ff7080364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7f64d6000640 1 -- 172.21.15.92:0/3541099274 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c8037070 con 0x7f64d80b6720 2024-09-19T06:01:28.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7f33fa800640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f33fc155820 0x7f33fc0ca470 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f33f400c700 tx=0x7f33f400cbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7f64d6000640 1 -- 172.21.15.92:0/3541099274 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64c802add0 con 0x7f64d80b6720 2024-09-19T06:01:28.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7f64d6000640 1 -- 172.21.15.92:0/3541099274 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64c8037070 con 0x7f64d80b6720 2024-09-19T06:01:28.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7ff715c00640 1 -- 172.21.15.92:0/4051999669 shutdown_connections 2024-09-19T06:01:28.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f69d0a00640 1 -- 172.21.15.92:0/3813262508 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c4037070 con 0x7f69d40b6890 2024-09-19T06:01:28.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f33f2000640 1 -- 172.21.15.92:0/1277835471 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f4003b70 con 0x7f33fc155820 2024-09-19T06:01:28.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f33f2000640 1 -- 172.21.15.92:0/1277835471 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f33f4003d10 con 0x7f33fc155820 2024-09-19T06:01:28.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f33f2000640 1 -- 172.21.15.92:0/1277835471 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f33f4003b70 con 0x7f33fc155820 2024-09-19T06:01:28.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f69d0a00640 1 -- 172.21.15.92:0/3813262508 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69c4032440 con 0x7f69d40b6890 2024-09-19T06:01:28.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.738+0000 7f2e35800640 1 -- start start 2024-09-19T06:01:28.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f64de600640 1 -- 172.21.15.92:0/3541099274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 msgr2=0x7f64d81623c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f64de600640 1 --2- 172.21.15.92:0/3541099274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 0x7f64d81623c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f64d8163460 tx=0x7f64c802a080 comp rx=0 tx=0).stop 2024-09-19T06:01:28.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f69d0a00640 1 -- 172.21.15.92:0/3813262508 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69c4032810 con 0x7f69d40b6890 2024-09-19T06:01:28.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f69d8c00640 1 -- 172.21.15.92:0/3813262508 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69d40b6890 msgr2=0x7f69d40b3390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f69d8c00640 1 --2- 172.21.15.92:0/3813262508 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69d40b6890 0x7f69d40b3390 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f69d40cf8e0 tx=0x7f69c402a2a0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f69d8c00640 1 -- 172.21.15.92:0/3813262508 shutdown_connections 2024-09-19T06:01:28.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7fba2e000640 1 --2- 172.21.15.92:0/1823724846 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 0x7fba300b3390 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fba300cf8e0 tx=0x7fba1802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8058d25b8d53f025 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f69d8c00640 1 --2- 172.21.15.92:0/3813262508 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69d40b6890 0x7f69d40b3390 secure :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f69d40cf8e0 tx=0x7f69c402a2a0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f69d8c00640 1 -- 172.21.15.92:0/3813262508 >> 172.21.15.92:0/3813262508 conn(0x7f69d406c500 msgr2=0x7f69d406c910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7ff715c00640 1 -- 172.21.15.92:0/4051999669 wait complete. 2024-09-19T06:01:28.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f33fc0c9750 con 0x7f33fc155820 2024-09-19T06:01:28.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.740+0000 7f64de600640 1 -- 172.21.15.92:0/3541099274 shutdown_connections 2024-09-19T06:01:28.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.740+0000 7f64de600640 1 --2- 172.21.15.92:0/3541099274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 0x7f64d81623c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.740+0000 7f64de600640 1 --2- 172.21.15.92:0/3541099274 >> v2:172.21.15.92:3300/0 conn(0x7f64d80cf1f0 0x7f64d80b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.740+0000 7f64de600640 1 --2- 172.21.15.92:0/3541099274 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d815e7a0 0x7f64d806caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.740+0000 7f64de600640 1 -- 172.21.15.92:0/3541099274 >> 172.21.15.92:0/3541099274 conn(0x7f64d80d11e0 msgr2=0x7f64d80d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.740+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f33fc0cb970 con 0x7f33fc155820 2024-09-19T06:01:28.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.740+0000 7fba2d600640 1 -- 172.21.15.92:0/1823724846 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba18037070 con 0x7fba300b6890 2024-09-19T06:01:28.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.740+0000 7fba2d600640 1 -- 172.21.15.92:0/1823724846 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba18032440 con 0x7fba300b6890 2024-09-19T06:01:28.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.740+0000 7fba2d600640 1 -- 172.21.15.92:0/1823724846 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba18032810 con 0x7fba300b6890 2024-09-19T06:01:28.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f2e35800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2e300b6720 0x7f2e3014acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f2e35800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 0x7f2e300d4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f2e35800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e3015e7a0 0x7f2e30155530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f2e35800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2e300b7a00 con 0x7f2e3015e7a0 2024-09-19T06:01:28.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f2e35800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2e300d2ef0 con 0x7f2e300cf1f0 2024-09-19T06:01:28.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.739+0000 7f2e35800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2e3006cfe0 con 0x7f2e300b6720 2024-09-19T06:01:28.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7f64de600640 1 -- 172.21.15.92:0/3541099274 shutdown_connections 2024-09-19T06:01:28.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7f69d8c00640 1 -- 172.21.15.92:0/3813262508 shutdown_connections 2024-09-19T06:01:28.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7fba35c00640 1 -- 172.21.15.92:0/1823724846 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 msgr2=0x7fba300b3390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7fba35c00640 1 --2- 172.21.15.92:0/1823724846 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 0x7fba300b3390 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fba300cf8e0 tx=0x7fba1802a1c0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7fba35c00640 1 -- 172.21.15.92:0/1823724846 shutdown_connections 2024-09-19T06:01:28.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7fba35c00640 1 --2- 172.21.15.92:0/1823724846 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 0x7fba300b3390 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7fba35c00640 1 -- 172.21.15.92:0/1823724846 >> 172.21.15.92:0/1823724846 conn(0x7fba3006c500 msgr2=0x7fba3006c910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7f69d8c00640 1 -- 172.21.15.92:0/3813262508 wait complete. 2024-09-19T06:01:28.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7ff715c00640 1 Processor -- start 2024-09-19T06:01:28.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7fba35c00640 1 -- 172.21.15.92:0/1823724846 shutdown_connections 2024-09-19T06:01:28.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7fba35c00640 1 -- 172.21.15.92:0/1823724846 wait complete. 2024-09-19T06:01:28.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f33fc0cbd40 con 0x7f33fc155820 2024-09-19T06:01:28.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7f64de600640 1 -- 172.21.15.92:0/3541099274 wait complete. 2024-09-19T06:01:28.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.743+0000 7f69d8c00640 1 Processor -- start 2024-09-19T06:01:28.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.743+0000 7f33f2000640 1 -- 172.21.15.92:0/1277835471 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f33f40050d0 con 0x7f33fc155820 2024-09-19T06:01:28.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.743+0000 7f69d8c00640 1 -- start start 2024-09-19T06:01:28.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7f2e2e000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 0x7f2e300d4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7f2e2e000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 0x7f2e300d4650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44558/0 (socket says 172.21.15.92:44558) 2024-09-19T06:01:28.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7f2e2e000640 1 -- 172.21.15.92:0/1109620203 learned_addr learned my addr 172.21.15.92:0/1109620203 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.741+0000 7f2e2f400640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e3015e7a0 0x7f2e30155530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7f2e2e000640 1 -- 172.21.15.92:0/1109620203 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2e300b6720 msgr2=0x7f2e3014acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7f2e2e000640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2e300b6720 0x7f2e3014acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7f2e2e000640 1 -- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e3015e7a0 msgr2=0x7f2e30155530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7f2e2e000640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e3015e7a0 0x7f2e30155530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.742+0000 7f2e2e000640 1 -- 172.21.15.92:0/1109620203 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2e300b9250 con 0x7f2e300cf1f0 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.743+0000 7f2e2f400640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2e3015e7a0 0x7f2e30155530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f2e2e000640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 0x7f2e300d4650 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2e18009860 tx=0x7f2e180046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f2e26a00640 1 -- 172.21.15.92:0/1109620203 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e18037050 con 0x7f2e300cf1f0 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f2e26a00640 1 -- 172.21.15.92:0/1109620203 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2e18043070 con 0x7f2e300cf1f0 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f2e26a00640 1 -- 172.21.15.92:0/1109620203 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2e18030d10 con 0x7f2e300cf1f0 2024-09-19T06:01:28.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2e300b9530 con 0x7f2e300cf1f0 2024-09-19T06:01:28.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f69d8c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69d4161d70 0x7f69d40ca900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f69d8c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69d4162150 0x7f69d40cb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f69d8c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69d40cbd10 0x7f69d41528a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f69d8c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f69d40d43e0 con 0x7f69d40cbd10 2024-09-19T06:01:28.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f69d8c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f69d40d4260 con 0x7f69d4161d70 2024-09-19T06:01:28.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.744+0000 7f69d8c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f69d40d4560 con 0x7f69d4162150 2024-09-19T06:01:28.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2e300d4b90 con 0x7f2e300cf1f0 2024-09-19T06:01:28.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7f69d2800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69d40cbd10 0x7f69d41528a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7f69d1e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69d4161d70 0x7f69d40ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7f69d1e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69d4161d70 0x7f69d40ca900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44564/0 (socket says 172.21.15.92:44564) 2024-09-19T06:01:28.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7f69d1e00640 1 -- 172.21.15.92:0/679159141 learned_addr learned my addr 172.21.15.92:0/679159141 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7ff715c00640 1 -- start start 2024-09-19T06:01:28.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7f33f2000640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f33dc06c4b0 0x7f33dc06e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7f33f2000640 1 -- 172.21.15.92:0/1277835471 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f33f408adf0 con 0x7f33fc155820 2024-09-19T06:01:28.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.746+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f2e3006bd30 con 0x7f2e300cf1f0 2024-09-19T06:01:28.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.746+0000 7f64de600640 1 Processor -- start 2024-09-19T06:01:28.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.746+0000 7f64de600640 1 -- start start 2024-09-19T06:01:28.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.746+0000 7f33f2000640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f33dc074650 0x7f33dc076a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.746+0000 7f33f2000640 1 -- 172.21.15.92:0/1277835471 --> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f33f401de70 con 0x7f33dc074650 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.746+0000 7f33f2000640 1 -- 172.21.15.92:0/1277835471 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f33f408d410 con 0x7f33fc155820 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff715c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 0x7ff70817c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff715c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 0x7ff708049c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff70fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 0x7ff70817c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff715c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7080dec70 0x7ff70804f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff70fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 0x7ff70817c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57638/0 (socket says 172.21.15.92:57638) 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff715c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff708032980 con 0x7ff708009af0 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff715c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff7080df050 con 0x7ff7080dec70 2024-09-19T06:01:28.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff715c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff708052890 con 0x7ff7080323c0 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff70f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 0x7ff708049c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff70f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 0x7ff708049c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41674/0 (socket says 172.21.15.92:41674) 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7ff70f400640 1 -- 172.21.15.92:0/2399285663 learned_addr learned my addr 172.21.15.92:0/2399285663 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.748+0000 7ff715200640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7080dec70 0x7ff70804f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.748+0000 7ff70f400640 1 -- 172.21.15.92:0/2399285663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7080dec70 msgr2=0x7ff70804f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.748+0000 7ff70f400640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff7080dec70 0x7ff70804f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.748+0000 7ff70f400640 1 -- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 msgr2=0x7ff70817c390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.748+0000 7ff70f400640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 0x7ff70817c390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f33f9400640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f33dc074650 0x7f33dc076a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f33f9e00640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f33dc06c4b0 0x7f33dc06e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.748+0000 7f33f9400640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f33dc074650 0x7f33dc076a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f69d1400640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69d4162150 0x7f69d40cb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f69d2800640 1 -- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69d4162150 msgr2=0x7f69d40cb7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f69d2800640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69d4162150 0x7f69d40cb7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f69d2800640 1 -- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69d4161d70 msgr2=0x7f69d40ca900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f69d2800640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f69d4161d70 0x7f69d40ca900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f69d2800640 1 -- 172.21.15.92:0/679159141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69d40cc340 con 0x7f69d40cbd10 2024-09-19T06:01:28.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.745+0000 7fba35c00640 1 Processor -- start 2024-09-19T06:01:28.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.748+0000 7fba35c00640 1 -- start start 2024-09-19T06:01:28.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f9a4da00640 1 Processor -- start 2024-09-19T06:01:28.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.747+0000 7f9a4da00640 1 -- start start 2024-09-19T06:01:28.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.748+0000 7f69d2800640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69d40cbd10 0x7f69d41528a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f69cc00c780 tx=0x7f69cc00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.748+0000 7ff70f400640 1 -- 172.21.15.92:0/2399285663 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff70804b680 con 0x7ff7080323c0 2024-09-19T06:01:28.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.749+0000 7ff70f400640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 0x7ff708049c70 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7ff70400d830 tx=0x7ff70400dcf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.749+0000 7ff70fe00640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff708009af0 0x7ff70817c390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:28.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.749+0000 7f9a4da00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9a480cf1f0 0x7f9a480b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.749+0000 7f69ca000640 1 -- 172.21.15.92:0/679159141 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69cc003b70 con 0x7f69d40cbd10 2024-09-19T06:01:28.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.749+0000 7ff703e00640 1 -- 172.21.15.92:0/2399285663 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff70400b6c0 con 0x7ff7080323c0 2024-09-19T06:01:28.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.749+0000 7ff703e00640 1 -- 172.21.15.92:0/2399285663 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff704019070 con 0x7ff7080323c0 2024-09-19T06:01:28.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7f2e26a00640 1 -- 172.21.15.92:0/1109620203 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2e180655d0 con 0x7f2e300cf1f0 2024-09-19T06:01:28.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7f9a4da00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a480cf860 con 0x7f9a4815e7a0 2024-09-19T06:01:28.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7f9a4da00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a480cfb40 con 0x7f9a480b6720 2024-09-19T06:01:28.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7f9a4da00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f9a480b6b90 con 0x7f9a480cf1f0 2024-09-19T06:01:28.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7f3cd9a00640 1 Processor -- start 2024-09-19T06:01:28.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7f33f2000640 1 -- 172.21.15.92:0/1277835471 <== osd.2 v2:172.21.15.92:6810/3636003426 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f33f401de70 con 0x7f33dc074650 2024-09-19T06:01:28.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff70804daf0 con 0x7ff7080323c0 2024-09-19T06:01:28.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7ff703e00640 1 -- 172.21.15.92:0/2399285663 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff70400ba60 con 0x7ff7080323c0 2024-09-19T06:01:28.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7ff70804e0b0 con 0x7ff7080323c0 2024-09-19T06:01:28.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7f69ca000640 1 -- 172.21.15.92:0/679159141 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f69cc003d10 con 0x7f69d40cbd10 2024-09-19T06:01:28.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7f69ca000640 1 -- 172.21.15.92:0/679159141 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f69cc0052b0 con 0x7f69d40cbd10 2024-09-19T06:01:28.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7fba35c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 0x7fba300ce280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7fba35c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba30161d70 0x7fba3014daa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7fba35c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba30162150 0x7fba300c9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7fba35c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fba300d43e0 con 0x7fba30161d70 2024-09-19T06:01:28.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7fba35c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fba300d4260 con 0x7fba300b6890 2024-09-19T06:01:28.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7fba35c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fba300d4560 con 0x7fba30162150 2024-09-19T06:01:28.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.750+0000 7f33f9e00640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f33dc06c4b0 0x7f33dc06e970 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f33e80325c0 tx=0x7f33e802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7f9a46a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f9a4815e7a0 0x7f9a4806caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41154/0 (socket says 172.21.15.92:41154) 2024-09-19T06:01:28.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7f9a46a00640 1 -- 172.21.15.92:0/2101137090 learned_addr learned my addr 172.21.15.92:0/2101137090 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:28.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7fba2ea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 0x7fba300ce280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7f9a46000640 1 --2- 172.21.15.92:0/2101137090 >> v2:172.21.15.92:3300/0 conn(0x7f9a480cf1f0 0x7f9a480b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7fba2ea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 0x7fba300ce280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44578/0 (socket says 172.21.15.92:44578) 2024-09-19T06:01:28.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7fba2ea00640 1 -- 172.21.15.92:0/2745435114 learned_addr learned my addr 172.21.15.92:0/2745435114 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7fba2f400640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba30162150 0x7fba300c9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7f3cd9a00640 1 -- start start 2024-09-19T06:01:28.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f69d40cc620 con 0x7f69d40cbd10 2024-09-19T06:01:28.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7f64de600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 0x7f64d8150800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7f64de600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d80cf1f0 0x7f64d81f8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.751+0000 7f64de600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64d815e7a0 0x7f64d80c9fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f9a46000640 1 -- 172.21.15.92:0/2101137090 >> v1:172.21.15.102:6789/0 conn(0x7f9a480b6720 legacy=0x7f9a480d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f9a46000640 1 -- 172.21.15.92:0/2101137090 >> v1:172.21.15.92:6789/0 conn(0x7f9a4815e7a0 legacy=0x7f9a4806caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7fba2e000640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba30161d70 0x7fba3014daa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7fba2ea00640 1 -- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba30162150 msgr2=0x7fba300c9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f2e26a00640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2e0c06c380 0x7f2e0c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff70800bb70 con 0x7ff7080323c0 2024-09-19T06:01:28.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f3cd9a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f3cd415e7a0 0x7f3cd406caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f3cd9a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd40cf1f0 0x7f3cd40b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f3cd9a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3cd40b6720 0x7f3cd41623c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f3cd9a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f3cd40d2ca0 con 0x7f3cd40b6720 2024-09-19T06:01:28.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f3cd9a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f3cd40cf860 con 0x7f3cd415e7a0 2024-09-19T06:01:28.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f3cd9a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3cd40cfb40 con 0x7f3cd40cf1f0 2024-09-19T06:01:28.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f2e26a00640 1 -- 172.21.15.92:0/1109620203 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f2e180ac400 con 0x7f2e300cf1f0 2024-09-19T06:01:28.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f2e26a00640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f2e0c0745a0 0x7f2e0c0769c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f2e26a00640 1 -- 172.21.15.92:0/1109620203 --> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f2e18068e50 con 0x7f2e0c0745a0 2024-09-19T06:01:28.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f2e26a00640 1 -- 172.21.15.92:0/1109620203 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f2e180ac7f0 con 0x7f2e300cf1f0 2024-09-19T06:01:28.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f9a46000640 1 -- 172.21.15.92:0/2101137090 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a480cfe20 con 0x7f9a480cf1f0 2024-09-19T06:01:28.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f2e2ea00640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2e0c06c380 0x7f2e0c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f69d415c5c0 con 0x7f69d40cbd10 2024-09-19T06:01:28.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7fba2ea00640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba30162150 0x7fba300c9b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7fba2ea00640 1 -- 172.21.15.92:0/2745435114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba30161d70 msgr2=0x7fba3014daa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7fba2ea00640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba30161d70 0x7fba3014daa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7fba2ea00640 1 -- 172.21.15.92:0/2745435114 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba300ce9f0 con 0x7fba300b6890 2024-09-19T06:01:28.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.752+0000 7fba2ea00640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 0x7fba300ce280 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fba2000c430 tx=0x7fba2000c8f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd3400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3cd40b6720 0x7f3cd41623c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd3400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3cd40b6720 0x7f3cd41623c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57666/0 (socket says 172.21.15.92:57666) 2024-09-19T06:01:28.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd3400640 1 -- 172.21.15.92:0/394973756 learned_addr learned my addr 172.21.15.92:0/394973756 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd2000640 1 --2- 172.21.15.92:0/394973756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd40cf1f0 0x7f3cd40b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd2a00640 1 --2- 172.21.15.92:0/394973756 >> v2:172.21.15.102:3300/0 conn(0x7f3cd415e7a0 0x7f3cd406caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.754+0000 7f9a46000640 1 --2- 172.21.15.92:0/2101137090 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a480cf1f0 0x7f9a480b61e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9a34009720 tx=0x7f9a3402a030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b06c0bbcc93fddca server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd2000640 1 -- 172.21.15.92:0/394973756 >> v2:172.21.15.102:3300/0 conn(0x7f3cd415e7a0 msgr2=0x7f3cd406caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:28.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.754+0000 7ff703e00640 1 -- 172.21.15.92:0/2399285663 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff70401e460 con 0x7ff7080323c0 2024-09-19T06:01:28.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd2000640 1 --2- 172.21.15.92:0/394973756 >> v2:172.21.15.102:3300/0 conn(0x7f3cd415e7a0 0x7f3cd406caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd2000640 1 -- 172.21.15.92:0/394973756 >> v2:172.21.15.92:3300/0 conn(0x7f3cd40b6720 msgr2=0x7f3cd41623c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:28.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd2000640 1 --2- 172.21.15.92:0/394973756 >> v2:172.21.15.92:3300/0 conn(0x7f3cd40b6720 0x7f3cd41623c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f3cd2000640 1 -- 172.21.15.92:0/394973756 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cd40cfe20 con 0x7f3cd40cf1f0 2024-09-19T06:01:28.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f2e2ea00640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2e0c06c380 0x7f2e0c06e840 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000e190 tx=0x7f2e2000b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f2e2f400640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f2e0c0745a0 0x7f2e0c0769c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f3cd2000640 1 --2- 172.21.15.92:0/394973756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd40cf1f0 0x7f3cd40b61e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3cd40d5820 tx=0x7f3cc002a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=317df40042457fb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f9a45600640 1 -- 172.21.15.92:0/2101137090 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a34037070 con 0x7f9a480cf1f0 2024-09-19T06:01:28.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f9a45600640 1 -- 172.21.15.92:0/2101137090 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a3402ad40 con 0x7f9a480cf1f0 2024-09-19T06:01:28.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f3cd1600640 1 -- 172.21.15.92:0/394973756 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0037070 con 0x7f3cd40cf1f0 2024-09-19T06:01:28.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f3cd1600640 1 -- 172.21.15.92:0/394973756 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cc002add0 con 0x7f3cd40cf1f0 2024-09-19T06:01:28.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f3cd1600640 1 -- 172.21.15.92:0/394973756 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cc0032660 con 0x7f3cd40cf1f0 2024-09-19T06:01:28.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f9a45600640 1 -- 172.21.15.92:0/2101137090 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a34037070 con 0x7f9a480cf1f0 2024-09-19T06:01:28.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7fba26a00640 1 -- 172.21.15.92:0/2745435114 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba20011790 con 0x7fba300b6890 2024-09-19T06:01:28.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7ff703e00640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6f006c300 0x7ff6f006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.753+0000 7f64d6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d80cf1f0 0x7f64d81f8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.754+0000 7fba26a00640 1 -- 172.21.15.92:0/2745435114 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba20017070 con 0x7fba300b6890 2024-09-19T06:01:28.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7ff703e00640 1 -- 172.21.15.92:0/2399285663 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff70408ba50 con 0x7ff7080323c0 2024-09-19T06:01:28.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.754+0000 7fba26a00640 1 -- 172.21.15.92:0/2745435114 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba20011bb0 con 0x7fba300b6890 2024-09-19T06:01:28.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f64de600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f64d806cfe0 con 0x7f64d815e7a0 2024-09-19T06:01:28.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f64de600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f64d80b7a00 con 0x7f64d80b6720 2024-09-19T06:01:28.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f64de600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f64d815eb80 con 0x7f64d80cf1f0 2024-09-19T06:01:28.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f64d7400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 0x7f64d8150800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f64d7400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 0x7f64d8150800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44586/0 (socket says 172.21.15.92:44586) 2024-09-19T06:01:28.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f3cd9a00640 1 -- 172.21.15.92:0/394973756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd40cf1f0 msgr2=0x7f3cd40b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f3cd9a00640 1 --2- 172.21.15.92:0/394973756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd40cf1f0 0x7f3cd40b61e0 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f3cd40d5820 tx=0x7f3cc002a080 comp rx=0 tx=0).stop 2024-09-19T06:01:28.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f64d7400640 1 -- 172.21.15.92:0/2436421109 learned_addr learned my addr 172.21.15.92:0/2436421109 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f64d7400640 1 -- 172.21.15.92:0/2436421109 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d80cf1f0 msgr2=0x7f64d81f8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f64d7400640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64d80cf1f0 0x7f64d81f8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f64d7400640 1 -- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64d815e7a0 msgr2=0x7f64d80c9fa0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T06:01:28.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f3cd9a00640 1 -- 172.21.15.92:0/394973756 shutdown_connections 2024-09-19T06:01:28.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f3cd9a00640 1 --2- 172.21.15.92:0/394973756 >> v2:172.21.15.92:3300/0 conn(0x7f3cd40b6720 0x7f3cd41623c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f3cd9a00640 1 --2- 172.21.15.92:0/394973756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd40cf1f0 0x7f3cd40b61e0 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f3cd9a00640 1 --2- 172.21.15.92:0/394973756 >> v2:172.21.15.102:3300/0 conn(0x7f3cd415e7a0 0x7f3cd406caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f3cd9a00640 1 -- 172.21.15.92:0/394973756 >> 172.21.15.92:0/394973756 conn(0x7f3cd40d11e0 msgr2=0x7f3cd40d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f9a4da00640 1 -- 172.21.15.92:0/2101137090 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a480cf1f0 msgr2=0x7f9a480b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f9a4da00640 1 --2- 172.21.15.92:0/2101137090 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a480cf1f0 0x7f9a480b61e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f9a34009720 tx=0x7f9a3402a030 comp rx=0 tx=0).stop 2024-09-19T06:01:28.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7f9a4da00640 1 -- 172.21.15.92:0/2101137090 shutdown_connections 2024-09-19T06:01:28.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7f9a4da00640 1 --2- 172.21.15.92:0/2101137090 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a480cf1f0 0x7f9a480b61e0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7f9a4da00640 1 -- 172.21.15.92:0/2101137090 >> 172.21.15.92:0/2101137090 conn(0x7f9a480d11e0 msgr2=0x7f9a480d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.755+0000 7f69ca000640 1 -- 172.21.15.92:0/679159141 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f69cc005450 con 0x7f69d40cbd10 2024-09-19T06:01:28.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.756+0000 7f69ca000640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69b006c300 0x7f69b006e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7f69d1e00640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69b006c300 0x7f69b006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7ff703e00640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff6f00744a0 0x7ff6f00768c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7ff703e00640 1 -- 172.21.15.92:0/2399285663 --> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff70400be50 con 0x7ff6f00744a0 2024-09-19T06:01:28.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7ff703e00640 1 -- 172.21.15.92:0/2399285663 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7ff7040902c0 con 0x7ff7080323c0 2024-09-19T06:01:28.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7ff70fe00640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6f006c300 0x7ff6f006e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f69d40ced50 con 0x7f69d40cbd10 2024-09-19T06:01:28.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7f3cd9a00640 1 -- 172.21.15.92:0/394973756 shutdown_connections 2024-09-19T06:01:28.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.757+0000 7f3cd9a00640 1 -- 172.21.15.92:0/394973756 wait complete. 2024-09-19T06:01:28.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f9a4da00640 1 -- 172.21.15.92:0/2101137090 shutdown_connections 2024-09-19T06:01:28.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7ff715200640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff6f00744a0 0x7ff6f00768c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba3015cf00 con 0x7fba300b6890 2024-09-19T06:01:28.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7ff70fe00640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6f006c300 0x7ff6f006e7c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc004c00 tx=0x7ff6fc006050 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f9a4da00640 1 -- 172.21.15.92:0/2101137090 wait complete. 2024-09-19T06:01:28.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f69ca000640 1 -- 172.21.15.92:0/679159141 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f69cc08c020 con 0x7f69d40cbd10 2024-09-19T06:01:28.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f69ca000640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f69b0074520 0x7f69b0076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f69ca000640 1 -- 172.21.15.92:0/679159141 --> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f69b0076ff0 con 0x7f69b0074520 2024-09-19T06:01:28.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f69ca000640 1 -- 172.21.15.92:0/679159141 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f69cc0587d0 con 0x7f69d40cbd10 2024-09-19T06:01:28.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f2e2f400640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f2e0c0745a0 0x7f2e0c0769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.759+0000 7ff715200640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff6f00744a0 0x7ff6f00768c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f64d7e00640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64d815e7a0 0x7f64d80c9fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f64d7400640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64d815e7a0 0x7f64d80c9fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f64d7400640 1 -- 172.21.15.92:0/2436421109 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64d8152460 con 0x7f64d80b6720 2024-09-19T06:01:28.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.758+0000 7f64d7e00640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64d815e7a0 0x7f64d80c9fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:28.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.759+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba3015d4c0 con 0x7fba300b6890 2024-09-19T06:01:28.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.759+0000 7f64d7400640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 0x7f64d8150800 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f64d000b6d0 tx=0x7f64d000bb90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.759+0000 7f69d1e00640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69b006c300 0x7f69b006e7c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009a30 tx=0x7f69bc009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.760+0000 7f2e26a00640 1 -- 172.21.15.92:0/1109620203 <== osd.1 v2:172.21.15.92:6826/240413168 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f2e18068e50 con 0x7f2e0c0745a0 2024-09-19T06:01:28.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.760+0000 7f64cf400640 1 -- 172.21.15.92:0/2436421109 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d00090d0 con 0x7f64d80b6720 2024-09-19T06:01:28.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.760+0000 7f64cf400640 1 -- 172.21.15.92:0/2436421109 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64d00165b0 con 0x7f64d80b6720 2024-09-19T06:01:28.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.760+0000 7f64cf400640 1 -- 172.21.15.92:0/2436421109 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64d0009270 con 0x7f64d80b6720 2024-09-19T06:01:28.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.760+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64d8150d40 con 0x7f64d80b6720 2024-09-19T06:01:28.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.760+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64d81f9000 con 0x7f64d80b6720 2024-09-19T06:01:28.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.760+0000 7f69d1400640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f69b0074520 0x7f69b0076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.760+0000 7f3cd9a00640 1 Processor -- start 2024-09-19T06:01:28.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.761+0000 7f3cd9a00640 1 -- start start 2024-09-19T06:01:28.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.761+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fba300ced50 con 0x7fba300b6890 2024-09-19T06:01:28.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.762+0000 7ff703e00640 1 -- 172.21.15.92:0/2399285663 <== osd.0 v2:172.21.15.92:6818/2392233777 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff70400be50 con 0x7ff6f00744a0 2024-09-19T06:01:28.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.761+0000 7f9a4da00640 1 Processor -- start 2024-09-19T06:01:28.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.761+0000 7f9a4da00640 1 -- start start 2024-09-19T06:01:28.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.762+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f64d80b61e0 con 0x7f64d80b6720 2024-09-19T06:01:28.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f69d1400640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f69b0074520 0x7f69b0076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f3cd9a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cd40b6720 0x7f3cd40ca8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f3cd9a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cd40cf1f0 0x7f3cd4154c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f3cd9a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd415e7a0 0x7f3cd4149b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f3cd9a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd406cfe0 con 0x7f3cd40cf1f0 2024-09-19T06:01:28.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f3cd9a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3cd40b7a00 con 0x7f3cd40b6720 2024-09-19T06:01:28.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f3cd9a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3cd415eb80 con 0x7f3cd415e7a0 2024-09-19T06:01:28.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f9a4da00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a480b6720 0x7f9a480cadf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f9a4da00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a480cf1f0 0x7f9a481f78c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f9a4da00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a4815e7a0 0x7f9a481f7e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f9a4da00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9a480b7a00 con 0x7f9a480b6720 2024-09-19T06:01:28.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f9a4da00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9a480d2ca0 con 0x7f9a480cf1f0 2024-09-19T06:01:28.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7f9a4da00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9a4815eb80 con 0x7f9a4815e7a0 2024-09-19T06:01:28.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f64cf400640 1 -- 172.21.15.92:0/2436421109 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f64d0005d10 con 0x7f64d80b6720 2024-09-19T06:01:28.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f9a46a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a480b6720 0x7f9a480cadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f9a46a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a480b6720 0x7f9a480cadf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57684/0 (socket says 172.21.15.92:57684) 2024-09-19T06:01:28.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f9a46a00640 1 -- 172.21.15.92:0/3288451804 learned_addr learned my addr 172.21.15.92:0/3288451804 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f3cd2000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cd40cf1f0 0x7f3cd4154c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f3cd2000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cd40cf1f0 0x7f3cd4154c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57676/0 (socket says 172.21.15.92:57676) 2024-09-19T06:01:28.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f3cd2000640 1 -- 172.21.15.92:0/870497792 learned_addr learned my addr 172.21.15.92:0/870497792 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:28.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f3cd3400640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd415e7a0 0x7f3cd4149b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f9a47400640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a4815e7a0 0x7f9a481f7e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f9a46000640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a480cf1f0 0x7f9a481f78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.763+0000 7fba26a00640 1 -- 172.21.15.92:0/2745435114 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fba2001c460 con 0x7fba300b6890 2024-09-19T06:01:28.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7fba26a00640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba0c06c380 0x7fba0c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f3cd3400640 1 -- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cd40b6720 msgr2=0x7f3cd40ca8c0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T06:01:28.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f3cd3400640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cd40b6720 0x7f3cd40ca8c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.764+0000 7f3cd3400640 1 -- 172.21.15.92:0/870497792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cd40cf1f0 msgr2=0x7f3cd4154c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f3cd3400640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cd40cf1f0 0x7f3cd4154c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f3cd3400640 1 -- 172.21.15.92:0/870497792 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cd40b7dd0 con 0x7f3cd415e7a0 2024-09-19T06:01:28.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f64cf400640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f64b806c2b0 0x7f64b806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f64cf400640 1 -- 172.21.15.92:0/2436421109 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f64d0093d10 con 0x7f64d80b6720 2024-09-19T06:01:28.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f9a47400640 1 -- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a480cf1f0 msgr2=0x7f9a481f78c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f9a47400640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a480cf1f0 0x7f9a481f78c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f9a47400640 1 -- 172.21.15.92:0/3288451804 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a480b6720 msgr2=0x7f9a480cadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f9a47400640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a480b6720 0x7f9a480cadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f9a47400640 1 -- 172.21.15.92:0/3288451804 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a48201e20 con 0x7f9a4815e7a0 2024-09-19T06:01:28.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7fba2e000640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba0c06c380 0x7fba0c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f3cd2000640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cd40cf1f0 0x7f3cd4154c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:28.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f69ca000640 1 -- 172.21.15.92:0/679159141 <== osd.4 v2:172.21.15.102:6822/289738612 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f69b0076ff0 con 0x7f69b0074520 2024-09-19T06:01:28.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f64cf400640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7f64b8074450 0x7f64b8076870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f64cf400640 1 -- 172.21.15.92:0/2436421109 --> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f64d00020b0 con 0x7f64b8074450 2024-09-19T06:01:28.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.765+0000 7f64cf400640 1 -- 172.21.15.92:0/2436421109 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f64d005e010 con 0x7f64d80b6720 2024-09-19T06:01:28.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7f3cd3400640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd415e7a0 0x7f3cd4149b70 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc016320 tx=0x7f3ccc0167e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7f9a47400640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a4815e7a0 0x7f9a481f7e00 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f9a4000c7a0 tx=0x7f9a4000cc60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7fba26a00640 1 -- 172.21.15.92:0/2745435114 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fba2008b3d0 con 0x7fba300b6890 2024-09-19T06:01:28.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7f64d7e00640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7f64b8074450 0x7f64b8076870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7f3ccaa00640 1 -- 172.21.15.92:0/870497792 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ccc022070 con 0x7f3cd415e7a0 2024-09-19T06:01:28.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7f3ccaa00640 1 -- 172.21.15.92:0/870497792 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ccc003b90 con 0x7f3cd415e7a0 2024-09-19T06:01:28.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7f3ccaa00640 1 -- 172.21.15.92:0/870497792 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ccc004030 con 0x7f3cd415e7a0 2024-09-19T06:01:28.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.767+0000 7f9a3ea00640 1 -- 172.21.15.92:0/3288451804 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a40017070 con 0x7f9a4815e7a0 2024-09-19T06:01:28.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.767+0000 7f9a3ea00640 1 -- 172.21.15.92:0/3288451804 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a40003da0 con 0x7f9a4815e7a0 2024-09-19T06:01:28.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.767+0000 7f9a3ea00640 1 -- 172.21.15.92:0/3288451804 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a40005290 con 0x7f9a4815e7a0 2024-09-19T06:01:28.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7fba26a00640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7fba0c074600 0x7fba0c076a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7fba26a00640 1 -- 172.21.15.92:0/2745435114 --> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fba20021e50 con 0x7fba0c074600 2024-09-19T06:01:28.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.766+0000 7fba26a00640 1 -- 172.21.15.92:0/2745435114 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7fba20092050 con 0x7fba300b6890 2024-09-19T06:01:28.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.767+0000 7fba2f400640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7fba0c074600 0x7fba0c076a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.767+0000 7fba2e000640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba0c06c380 0x7fba0c06e840 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fba18034000 tx=0x7fba1802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.767+0000 7f64d7e00640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7f64b8074450 0x7f64b8076870 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.768+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cd40b80b0 con 0x7f3cd415e7a0 2024-09-19T06:01:28.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.768+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cd414a0b0 con 0x7f3cd415e7a0 2024-09-19T06:01:28.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.768+0000 7f64d6a00640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f64b806c2b0 0x7f64b806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.768+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a48202380 con 0x7f9a4815e7a0 2024-09-19T06:01:28.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.769+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a482020a0 con 0x7f9a4815e7a0 2024-09-19T06:01:28.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.768+0000 7fba2f400640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7fba0c074600 0x7fba0c076a20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.769+0000 7f64d6a00640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f64b806c2b0 0x7f64b806e770 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f64c4009560 tx=0x7f64c4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.769+0000 7f64cf400640 1 -- 172.21.15.92:0/2436421109 <== osd.3 v2:172.21.15.92:6802/488215149 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f64d00020b0 con 0x7f64b8074450 2024-09-19T06:01:28.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.769+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f3cd40b7b80 con 0x7f3cd415e7a0 2024-09-19T06:01:28.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.770+0000 7fba26a00640 1 -- 172.21.15.92:0/2745435114 <== osd.5 v2:172.21.15.102:6800/2054122069 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fba20021e50 con 0x7fba0c074600 2024-09-19T06:01:28.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.772+0000 7f3ccaa00640 1 -- 172.21.15.92:0/870497792 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3ccc005d10 con 0x7f3cd415e7a0 2024-09-19T06:01:28.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.770+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f9a481f8340 con 0x7f9a4815e7a0 2024-09-19T06:01:28.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.773+0000 7f9a3ea00640 1 -- 172.21.15.92:0/3288451804 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a4001a070 con 0x7f9a4815e7a0 2024-09-19T06:01:28.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.773+0000 7f3ccaa00640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3cb406c300 0x7f3cb406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.773+0000 7f3ccaa00640 1 -- 172.21.15.92:0/870497792 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3ccc093bb0 con 0x7f3cd415e7a0 2024-09-19T06:01:28.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.774+0000 7f3ccaa00640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f3cb4074520 0x7f3cb4076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.774+0000 7f3ccaa00640 1 -- 172.21.15.92:0/870497792 --> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f3ccc041e50 con 0x7f3cb4074520 2024-09-19T06:01:28.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.774+0000 7f3ccaa00640 1 -- 172.21.15.92:0/870497792 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f3ccc093f60 con 0x7f3cd415e7a0 2024-09-19T06:01:28.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.774+0000 7f3cd2a00640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3cb406c300 0x7f3cb406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.774+0000 7f3cd2000640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f3cb4074520 0x7f3cb4076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.775+0000 7f9a3ea00640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2806c300 0x7f9a2806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.775+0000 7f3cd2000640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f3cb4074520 0x7f3cb4076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.775+0000 7f3cd2a00640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3cb406c300 0x7f3cb406e7c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3cd40d5520 tx=0x7f3cc4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.775+0000 7f9a3ea00640 1 -- 172.21.15.92:0/3288451804 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9a4008aaf0 con 0x7f9a4815e7a0 2024-09-19T06:01:28.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.776+0000 7f9a3ea00640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f9a28074520 0x7f9a28076940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:28.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.776+0000 7f9a3ea00640 1 -- 172.21.15.92:0/3288451804 --> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f9a28076ff0 con 0x7f9a28074520 2024-09-19T06:01:28.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.776+0000 7f9a46a00640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2806c300 0x7f9a2806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.776+0000 7f9a3ea00640 1 -- 172.21.15.92:0/3288451804 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_get_version_reply(handle=1 version=22) ==== 24+0+0 (secure 0 0 0) 0x7f9a4008afd0 con 0x7f9a4815e7a0 2024-09-19T06:01:28.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.776+0000 7f3ccaa00640 1 -- 172.21.15.92:0/870497792 <== osd.6 v2:172.21.15.102:6808/2126374253 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f3ccc041e50 con 0x7f3cb4074520 2024-09-19T06:01:28.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.777+0000 7f9a46000640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f9a28074520 0x7f9a28076940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:28.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.778+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 --> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f33fc0d14c0 con 0x7f33dc074650 2024-09-19T06:01:28.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.777+0000 7f9a46a00640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2806c300 0x7f9a2806e7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9a38004e40 tx=0x7f9a38007f10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.778+0000 7f33f2000640 1 -- 172.21.15.92:0/1277835471 <== osd.2 v2:172.21.15.92:6810/3636003426 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f33fc0d14c0 con 0x7f33dc074650 2024-09-19T06:01:28.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.778+0000 7f9a46000640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f9a28074520 0x7f9a28076940 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:28.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.778+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f33dc074650 msgr2=0x7f33dc076a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.778+0000 7f33fb200640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f33dc074650 0x7f33dc076a70 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.779+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f33dc06c4b0 msgr2=0x7f33dc06e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.779+0000 7f33fb200640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f33dc06c4b0 0x7f33dc06e970 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f33e80325c0 tx=0x7f33e802e000 comp rx=0 tx=0).stop 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.779+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f33fc155820 msgr2=0x7f33fc0ca470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.779+0000 7f33fb200640 1 --2- 172.21.15.92:0/1277835471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f33fc155820 0x7f33fc0ca470 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f33f400c700 tx=0x7f33f400cbc0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.779+0000 7f33fa800640 1 -- 172.21.15.92:0/1277835471 reap_dead start 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.779+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 shutdown_connections 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.779+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 >> 172.21.15.92:0/1277835471 conn(0x7f33fc062630 msgr2=0x7f33fc0b7bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.779+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 shutdown_connections 2024-09-19T06:01:28.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.779+0000 7f33fb200640 1 -- 172.21.15.92:0/1277835471 wait complete. 2024-09-19T06:01:28.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.780+0000 7f9a3ea00640 1 -- 172.21.15.92:0/3288451804 <== osd.7 v2:172.21.15.102:6816/2519724411 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f9a28076ff0 con 0x7f9a28074520 2024-09-19T06:01:28.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.792+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 --> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f2e300cefd0 con 0x7f2e0c0745a0 2024-09-19T06:01:28.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.793+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 --> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7ff70804a430 con 0x7ff6f00744a0 2024-09-19T06:01:28.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.794+0000 7ff703e00640 1 -- 172.21.15.92:0/2399285663 <== osd.0 v2:172.21.15.92:6818/2392233777 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7ff70804a430 con 0x7ff6f00744a0 2024-09-19T06:01:28.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.794+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff6f00744a0 msgr2=0x7ff6f00768c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.794+0000 7ff715c00640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff6f00744a0 0x7ff6f00768c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.794+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6f006c300 msgr2=0x7ff6f006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.794+0000 7ff715c00640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6f006c300 0x7ff6f006e7c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7ff6fc004c00 tx=0x7ff6fc006050 comp rx=0 tx=0).stop 2024-09-19T06:01:28.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.794+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 msgr2=0x7ff708049c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.794+0000 7ff715c00640 1 --2- 172.21.15.92:0/2399285663 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080323c0 0x7ff708049c70 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7ff70400d830 tx=0x7ff70400dcf0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.794+0000 7f2e26a00640 1 -- 172.21.15.92:0/1109620203 <== osd.1 v2:172.21.15.92:6826/240413168 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f2e300cefd0 con 0x7f2e0c0745a0 2024-09-19T06:01:28.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.795+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f2e0c0745a0 msgr2=0x7f2e0c0769c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.795+0000 7f2e35800640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f2e0c0745a0 0x7f2e0c0769c0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7ff715200640 1 -- 172.21.15.92:0/2399285663 reap_dead start 2024-09-19T06:01:28.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 shutdown_connections 2024-09-19T06:01:28.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 >> 172.21.15.92:0/2399285663 conn(0x7ff708036090 msgr2=0x7ff708034b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2e0c06c380 msgr2=0x7f2e0c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7f2e35800640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2e0c06c380 0x7f2e0c06e840 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2e2000e190 tx=0x7f2e2000b040 comp rx=0 tx=0).stop 2024-09-19T06:01:28.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 msgr2=0x7f2e300d4650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7f2e35800640 1 --2- 172.21.15.92:0/1109620203 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2e300cf1f0 0x7f2e300d4650 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2e18009860 tx=0x7f2e180046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7f2e2f400640 1 -- 172.21.15.92:0/1109620203 reap_dead start 2024-09-19T06:01:28.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 shutdown_connections 2024-09-19T06:01:28.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.797+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 >> 172.21.15.92:0/1109620203 conn(0x7f2e300d11e0 msgr2=0x7f2e3006c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.800+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 shutdown_connections 2024-09-19T06:01:28.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.800+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 shutdown_connections 2024-09-19T06:01:28.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.800+0000 7f2e35800640 1 -- 172.21.15.92:0/1109620203 wait complete. 2024-09-19T06:01:28.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.800+0000 7ff715c00640 1 -- 172.21.15.92:0/2399285663 wait complete. 2024-09-19T06:01:28.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.800+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 --> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7fba300ba2d0 con 0x7fba0c074600 2024-09-19T06:01:28.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.801+0000 7fba26a00640 1 -- 172.21.15.92:0/2745435114 <== osd.5 v2:172.21.15.102:6800/2054122069 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7fba300ba2d0 con 0x7fba0c074600 2024-09-19T06:01:28.829 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:28.830 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T06:01:28.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.802+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7fba0c074600 msgr2=0x7fba0c076a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.802+0000 7fba35c00640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7fba0c074600 0x7fba0c076a20 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.802+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 --> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f69d40ba2d0 con 0x7f69b0074520 2024-09-19T06:01:28.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.803+0000 7f69ca000640 1 -- 172.21.15.92:0/679159141 <== osd.4 v2:172.21.15.102:6822/289738612 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f69d40ba2d0 con 0x7f69b0074520 2024-09-19T06:01:28.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.803+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba0c06c380 msgr2=0x7fba0c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.803+0000 7fba35c00640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba0c06c380 0x7fba0c06e840 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fba18034000 tx=0x7fba1802e000 comp rx=0 tx=0).stop 2024-09-19T06:01:28.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.803+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 msgr2=0x7fba300ce280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.803+0000 7fba35c00640 1 --2- 172.21.15.92:0/2745435114 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba300b6890 0x7fba300ce280 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fba2000c430 tx=0x7fba2000c8f0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7fba2f400640 1 -- 172.21.15.92:0/2745435114 reap_dead start 2024-09-19T06:01:28.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f69b0074520 msgr2=0x7f69b0076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7f69d8c00640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f69b0074520 0x7f69b0076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 shutdown_connections 2024-09-19T06:01:28.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69b006c300 msgr2=0x7f69b006e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7f69d8c00640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69b006c300 0x7f69b006e7c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009a30 tx=0x7f69bc009190 comp rx=0 tx=0).stop 2024-09-19T06:01:28.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69d40cbd10 msgr2=0x7f69d41528a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 >> 172.21.15.92:0/2745435114 conn(0x7fba3006c500 msgr2=0x7fba300b7990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7f69d8c00640 1 --2- 172.21.15.92:0/679159141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f69d40cbd10 0x7f69d41528a0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f69cc00c780 tx=0x7f69cc00cc40 comp rx=0 tx=0).stop 2024-09-19T06:01:28.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.804+0000 7f69d2800640 1 -- 172.21.15.92:0/679159141 reap_dead start 2024-09-19T06:01:28.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.805+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 shutdown_connections 2024-09-19T06:01:28.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.805+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 >> 172.21.15.92:0/679159141 conn(0x7f69d406c500 msgr2=0x7f69d415dfe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.805+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 shutdown_connections 2024-09-19T06:01:28.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.805+0000 7fba35c00640 1 -- 172.21.15.92:0/2745435114 wait complete. 2024-09-19T06:01:28.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.805+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 shutdown_connections 2024-09-19T06:01:28.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.805+0000 7f69d8c00640 1 -- 172.21.15.92:0/679159141 wait complete. 2024-09-19T06:01:28.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.805+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 --> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f64d815ce10 con 0x7f64b8074450 2024-09-19T06:01:28.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.806+0000 7f64cf400640 1 -- 172.21.15.92:0/2436421109 <== osd.3 v2:172.21.15.92:6802/488215149 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f64d815ce10 con 0x7f64b8074450 2024-09-19T06:01:28.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.807+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7f64b8074450 msgr2=0x7f64b8076870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.807+0000 7f64de600640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7f64b8074450 0x7f64b8076870 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 --> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f9a4806bd30 con 0x7f9a28074520 2024-09-19T06:01:28.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f64b806c2b0 msgr2=0x7f64b806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f64de600640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f64b806c2b0 0x7f64b806e770 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f64c4009560 tx=0x7f64c4009190 comp rx=0 tx=0).stop 2024-09-19T06:01:28.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 msgr2=0x7f64d8150800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f64de600640 1 --2- 172.21.15.92:0/2436421109 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64d80b6720 0x7f64d8150800 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f64d000b6d0 tx=0x7f64d000bb90 comp rx=0 tx=0).stop 2024-09-19T06:01:28.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f64d7e00640 1 -- 172.21.15.92:0/2436421109 reap_dead start 2024-09-19T06:01:28.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 shutdown_connections 2024-09-19T06:01:28.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 >> 172.21.15.92:0/2436421109 conn(0x7f64d80d11e0 msgr2=0x7f64d80d3410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 shutdown_connections 2024-09-19T06:01:28.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.809+0000 7f64de600640 1 -- 172.21.15.92:0/2436421109 wait complete. 2024-09-19T06:01:28.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.810+0000 7f9a3ea00640 1 -- 172.21.15.92:0/3288451804 <== osd.7 v2:172.21.15.102:6816/2519724411 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f9a4806bd30 con 0x7f9a28074520 2024-09-19T06:01:28.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.810+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f9a28074520 msgr2=0x7f9a28076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.810+0000 7f9a4da00640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f9a28074520 0x7f9a28076940 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.810+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 --> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] -- command(tid 2: {"prefix": "flush_pg_stats"}) -- 0x7f3cd415bbc0 con 0x7f3cb4074520 2024-09-19T06:01:28.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2806c300 msgr2=0x7f9a2806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f9a4da00640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2806c300 0x7f9a2806e7c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9a38004e40 tx=0x7f9a38007f10 comp rx=0 tx=0).stop 2024-09-19T06:01:28.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a4815e7a0 msgr2=0x7f9a481f7e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f9a4da00640 1 --2- 172.21.15.92:0/3288451804 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a4815e7a0 0x7f9a481f7e00 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f9a4000c7a0 tx=0x7f9a4000cc60 comp rx=0 tx=0).stop 2024-09-19T06:01:28.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f9a47400640 1 -- 172.21.15.92:0/3288451804 reap_dead start 2024-09-19T06:01:28.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 shutdown_connections 2024-09-19T06:01:28.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f3ccaa00640 1 -- 172.21.15.92:0/870497792 <== osd.6 v2:172.21.15.102:6808/2126374253 2 ==== command_reply(tid 2: 0 ) ==== 8+0+11 (crc 0 0 0) 0x7f3cd415bbc0 con 0x7f3cb4074520 2024-09-19T06:01:28.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 >> 172.21.15.92:0/3288451804 conn(0x7f9a480d11e0 msgr2=0x7f9a4815c930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 shutdown_connections 2024-09-19T06:01:28.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.811+0000 7f9a4da00640 1 -- 172.21.15.92:0/3288451804 wait complete. 2024-09-19T06:01:28.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.812+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f3cb4074520 msgr2=0x7f3cb4076940 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.812+0000 7f3cd9a00640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f3cb4074520 0x7f3cb4076940 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.812+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3cb406c300 msgr2=0x7f3cb406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.812+0000 7f3cd9a00640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3cb406c300 0x7f3cb406e7c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f3cd40d5520 tx=0x7f3cc4008040 comp rx=0 tx=0).stop 2024-09-19T06:01:28.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.812+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd415e7a0 msgr2=0x7f3cd4149b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:28.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.812+0000 7f3cd9a00640 1 --2- 172.21.15.92:0/870497792 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cd415e7a0 0x7f3cd4149b70 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f3ccc016320 tx=0x7f3ccc0167e0 comp rx=0 tx=0).stop 2024-09-19T06:01:28.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.813+0000 7f3cd3400640 1 -- 172.21.15.92:0/870497792 reap_dead start 2024-09-19T06:01:28.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.813+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 shutdown_connections 2024-09-19T06:01:28.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.813+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 >> 172.21.15.92:0/870497792 conn(0x7f3cd40d11e0 msgr2=0x7f3cd40d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:28.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.813+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 shutdown_connections 2024-09-19T06:01:28.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:28.813+0000 7f3cd9a00640 1 -- 172.21.15.92:0/870497792 wait complete. 2024-09-19T06:01:28.844 INFO:teuthology.orchestra.run.smithi092.stdout:60129542152 2024-09-19T06:01:28.844 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T06:01:28.845 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:28.846 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T06:01:28.846 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:28.847 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T06:01:28.847 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:28.848 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T06:01:28.848 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-19T06:01:28.849 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T06:01:28.849 INFO:teuthology.orchestra.run.smithi092.stdout:64424509447 2024-09-19T06:01:28.850 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T06:01:28.850 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:28.851 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T06:01:29.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.147+0000 7f5ae8e00640 1 Processor -- start 2024-09-19T06:01:29.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.147+0000 7f5ae8e00640 1 -- start start 2024-09-19T06:01:29.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.149+0000 7f5ae8e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40cf1f0 0x7f5ae40b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.149+0000 7f5ae8e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ae40cf860 con 0x7f5ae40b6720 2024-09-19T06:01:29.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.149+0000 7f5ae8e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ae40cfb40 con 0x7f5ae415e7a0 2024-09-19T06:01:29.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.149+0000 7f5ae8e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5ae40d2ca0 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.150+0000 7f5ae1e00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f5ae415e7a0 0x7f5ae406caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:37122/0 (socket says 172.21.15.92:37122) 2024-09-19T06:01:29.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.150+0000 7f5ae1e00640 1 -- 172.21.15.92:0/950436433 learned_addr learned my addr 172.21.15.92:0/950436433 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:29.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.150+0000 7f054da00640 1 Processor -- start 2024-09-19T06:01:29.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.150+0000 7f5ae1400640 1 --2- 172.21.15.92:0/950436433 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40cf1f0 0x7f5ae40b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.151+0000 7f5ae0a00640 1 -- 172.21.15.92:0/950436433 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3763031592 0 0) 0x7f5ae40cfb40 con 0x7f5ae415e7a0 2024-09-19T06:01:29.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.151+0000 7f5ae0a00640 1 -- 172.21.15.92:0/950436433 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ac8003520 con 0x7f5ae415e7a0 2024-09-19T06:01:29.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.151+0000 7f5ae1400640 1 -- 172.21.15.92:0/950436433 >> v1:172.21.15.102:6789/0 conn(0x7f5ae415e7a0 legacy=0x7f5ae406caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.151+0000 7f5ae1400640 1 -- 172.21.15.92:0/950436433 >> v1:172.21.15.92:6789/0 conn(0x7f5ae40b6720 legacy=0x7f5ae40d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.151+0000 7f5ae1400640 1 -- 172.21.15.92:0/950436433 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ae40cfe20 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.150+0000 7f054da00640 1 -- start start 2024-09-19T06:01:29.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.152+0000 7f054da00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f0540058340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.152+0000 7f054da00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f054003ce20 0x7f0540056d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.152+0000 7f054da00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0540006930 con 0x7f05400535b0 2024-09-19T06:01:29.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.152+0000 7f054da00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0540006c10 con 0x7f054003ce20 2024-09-19T06:01:29.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.152+0000 7f054da00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0540006ef0 con 0x7f05400e72f0 2024-09-19T06:01:29.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.153+0000 7f0547e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f05400535b0 0x7f0540053990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41180/0 (socket says 172.21.15.92:41180) 2024-09-19T06:01:29.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.153+0000 7f0547e00640 1 -- 172.21.15.92:0/3551213464 learned_addr learned my addr 172.21.15.92:0/3551213464 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:29.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.153+0000 7f0547400640 1 --2- 172.21.15.92:0/3551213464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f0540058340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.153+0000 7f054d000640 1 --2- 172.21.15.92:0/3551213464 >> v2:172.21.15.102:3300/0 conn(0x7f054003ce20 0x7f0540056d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.153+0000 7f3fd0c00640 1 Processor -- start 2024-09-19T06:01:29.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.154+0000 7f0547400640 1 -- 172.21.15.92:0/3551213464 >> v2:172.21.15.102:3300/0 conn(0x7f054003ce20 msgr2=0x7f0540056d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.154+0000 7f0547400640 1 --2- 172.21.15.92:0/3551213464 >> v2:172.21.15.102:3300/0 conn(0x7f054003ce20 0x7f0540056d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.154+0000 7f0547400640 1 -- 172.21.15.92:0/3551213464 >> v1:172.21.15.92:6789/0 conn(0x7f05400535b0 legacy=0x7f0540053990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.154+0000 7f0547400640 1 -- 172.21.15.92:0/3551213464 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05400071d0 con 0x7f05400e72f0 2024-09-19T06:01:29.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.153+0000 7f5ae1400640 1 --2- 172.21.15.92:0/950436433 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40cf1f0 0x7f5ae40b61e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f5ad00097d0 tx=0x7f5ad002a120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f38734ac150d09a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.155+0000 7f5ae0a00640 1 -- 172.21.15.92:0/950436433 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ad0037070 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f5ae0a00640 1 -- 172.21.15.92:0/950436433 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ad002ae30 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f5ae0a00640 1 -- 172.21.15.92:0/950436433 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ad0032640 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.154+0000 7f3fd0c00640 1 -- start start 2024-09-19T06:01:29.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f3fd0c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc40e2b90 0x7f3fc4053a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f0547400640 1 --2- 172.21.15.92:0/3551213464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f0540058340 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f053c0097a0 tx=0x7f053c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5bce07d677926c45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f3fd0c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3fc4053f40 0x7f3fc403be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f5ae8e00640 1 -- 172.21.15.92:0/950436433 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40cf1f0 msgr2=0x7f5ae40b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f5ae8e00640 1 --2- 172.21.15.92:0/950436433 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40cf1f0 0x7f5ae40b61e0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f5ad00097d0 tx=0x7f5ad002a120 comp rx=0 tx=0).stop 2024-09-19T06:01:29.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f3fd0c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3fc40e2f70 con 0x7f3fc403c380 2024-09-19T06:01:29.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f3fd0c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f3fc40577a0 con 0x7f3fc4053f40 2024-09-19T06:01:29.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.156+0000 7f3fd0c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3fc4057a60 con 0x7f3fc40e2b90 2024-09-19T06:01:29.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f3fcb400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc40e2b90 0x7f3fc4053a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f3fcb400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc40e2b90 0x7f3fc4053a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41764/0 (socket says 172.21.15.92:41764) 2024-09-19T06:01:29.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f3fcb400640 1 -- 172.21.15.92:0/1843726203 learned_addr learned my addr 172.21.15.92:0/1843726203 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f5ae8e00640 1 -- 172.21.15.92:0/950436433 shutdown_connections 2024-09-19T06:01:29.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f5ae8e00640 1 --2- 172.21.15.92:0/950436433 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40cf1f0 0x7f5ae40b61e0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f5ae8e00640 1 -- 172.21.15.92:0/950436433 >> 172.21.15.92:0/950436433 conn(0x7f5ae40d11e0 msgr2=0x7f5ae40d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f3fcaa00640 1 --2- 172.21.15.92:0/1843726203 >> v2:172.21.15.92:3300/0 conn(0x7f3fc4053f40 0x7f3fc403be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f3fcb400640 1 -- 172.21.15.92:0/1843726203 >> v2:172.21.15.92:3300/0 conn(0x7f3fc4053f40 msgr2=0x7f3fc403be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f3fcb400640 1 --2- 172.21.15.92:0/1843726203 >> v2:172.21.15.92:3300/0 conn(0x7f3fc4053f40 0x7f3fc403be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f5ae8e00640 1 -- 172.21.15.92:0/950436433 shutdown_connections 2024-09-19T06:01:29.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.157+0000 7f5ae8e00640 1 -- 172.21.15.92:0/950436433 wait complete. 2024-09-19T06:01:29.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.159+0000 7f0546a00640 1 -- 172.21.15.92:0/3551213464 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f053c037070 con 0x7f05400e72f0 2024-09-19T06:01:29.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.159+0000 7f0546a00640 1 -- 172.21.15.92:0/3551213464 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f053c032440 con 0x7f05400e72f0 2024-09-19T06:01:29.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.159+0000 7f0546a00640 1 -- 172.21.15.92:0/3551213464 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f053c032850 con 0x7f05400e72f0 2024-09-19T06:01:29.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.159+0000 7f1d23000640 1 Processor -- start 2024-09-19T06:01:29.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.158+0000 7f3fcb400640 1 -- 172.21.15.92:0/1843726203 >> v1:172.21.15.92:6789/0 conn(0x7f3fc403c380 legacy=0x7f3fc403c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.158+0000 7f3fcb400640 1 -- 172.21.15.92:0/1843726203 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fc4057d40 con 0x7f3fc40e2b90 2024-09-19T06:01:29.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.160+0000 7f1d23000640 1 -- start start 2024-09-19T06:01:29.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.160+0000 7f5ae8e00640 1 Processor -- start 2024-09-19T06:01:29.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.158+0000 7f3fcaa00640 1 --2- 172.21.15.92:0/1843726203 >> v2:172.21.15.92:3300/0 conn(0x7f3fc4053f40 0x7f3fc403be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:29.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.160+0000 7f3fcb400640 1 --2- 172.21.15.92:0/1843726203 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc40e2b90 0x7f3fc4053a00 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3fc00098a0 tx=0x7f3fc002a160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4923bcd46e2dc70 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.160+0000 7f5ae8e00640 1 -- start start 2024-09-19T06:01:29.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.161+0000 7f5ae8e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40b6720 0x7f5ae4156260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f5ae8e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ae40cf1f0 0x7f5ae41574f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f5ae8e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ae415e7a0 0x7f5ae4157a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f5ae1e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40b6720 0x7f5ae4156260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f5ae1e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40b6720 0x7f5ae4156260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41768/0 (socket says 172.21.15.92:41768) 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f5ae1400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ae40cf1f0 0x7f5ae41574f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f5ae1400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ae40cf1f0 0x7f5ae41574f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44614/0 (socket says 172.21.15.92:44614) 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.161+0000 7f054da00640 1 -- 172.21.15.92:0/3551213464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 msgr2=0x7f0540058340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.161+0000 7f054da00640 1 --2- 172.21.15.92:0/3551213464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f0540058340 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f053c0097a0 tx=0x7f053c02a1c0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f054da00640 1 -- 172.21.15.92:0/3551213464 shutdown_connections 2024-09-19T06:01:29.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f054da00640 1 --2- 172.21.15.92:0/3551213464 >> v2:172.21.15.102:3300/0 conn(0x7f054003ce20 0x7f0540056d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f054da00640 1 --2- 172.21.15.92:0/3551213464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f0540058340 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f054da00640 1 -- 172.21.15.92:0/3551213464 >> 172.21.15.92:0/3551213464 conn(0x7f054003a520 msgr2=0x7f054003a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.161+0000 7f3fca000640 1 -- 172.21.15.92:0/1843726203 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc0037070 con 0x7f3fc40e2b90 2024-09-19T06:01:29.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f3fca000640 1 -- 172.21.15.92:0/1843726203 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fc0032440 con 0x7f3fc40e2b90 2024-09-19T06:01:29.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f3fca000640 1 -- 172.21.15.92:0/1843726203 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fc0032810 con 0x7f3fc40e2b90 2024-09-19T06:01:29.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f1d23000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1d1c0ccf60 0x7f1d1c0cf830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f1d23000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d1c0b43b0 con 0x7f1d1c0b2480 2024-09-19T06:01:29.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f1d23000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1d1c0b4690 con 0x7f1d1c15aa80 2024-09-19T06:01:29.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f1d23000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f1d1c0b4970 con 0x7f1d1c0ccf60 2024-09-19T06:01:29.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.163+0000 7f1d21c00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f1d1c15aa80 0x7f1d1c0b1d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:37134/0 (socket says 172.21.15.92:37134) 2024-09-19T06:01:29.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.163+0000 7f5ae1e00640 1 -- 172.21.15.92:0/3541696988 learned_addr learned my addr 172.21.15.92:0/3541696988 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.163+0000 7f1d21c00640 1 -- 172.21.15.92:0/3021512324 learned_addr learned my addr 172.21.15.92:0/3021512324 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:29.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.163+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5ae415eb80 con 0x7f5ae415e7a0 2024-09-19T06:01:29.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.163+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5ae40b7a00 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.163+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5ae415ed00 con 0x7f5ae40b6720 2024-09-19T06:01:29.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f054da00640 1 -- 172.21.15.92:0/3551213464 shutdown_connections 2024-09-19T06:01:29.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.162+0000 7f054da00640 1 -- 172.21.15.92:0/3551213464 wait complete. 2024-09-19T06:01:29.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.163+0000 7f3fd0c00640 1 -- 172.21.15.92:0/1843726203 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc40e2b90 msgr2=0x7f3fc4053a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1319542339 0 0) 0x7f1d1c0b4690 con 0x7f1d1c15aa80 2024-09-19T06:01:29.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1d04003520 con 0x7f1d1c15aa80 2024-09-19T06:01:29.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.163+0000 7f3fd0c00640 1 --2- 172.21.15.92:0/1843726203 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc40e2b90 0x7f3fc4053a00 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f3fc00098a0 tx=0x7f3fc002a160 comp rx=0 tx=0).stop 2024-09-19T06:01:29.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f3fd0c00640 1 -- 172.21.15.92:0/1843726203 shutdown_connections 2024-09-19T06:01:29.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d22600640 1 --2- 172.21.15.92:0/3021512324 >> v2:172.21.15.92:3300/0 conn(0x7f1d1c0ccf60 0x7f1d1c0cf830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 <== mon.1 v1:172.21.15.102:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3898694605 0 0) 0x7f1d04003520 con 0x7f1d1c15aa80 2024-09-19T06:01:29.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 >> v2:172.21.15.92:3300/0 conn(0x7f1d1c0ccf60 msgr2=0x7f1d1c0cf830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 --2- 172.21.15.92:0/3021512324 >> v2:172.21.15.92:3300/0 conn(0x7f1d1c0ccf60 0x7f1d1c0cf830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 >> v1:172.21.15.92:6789/0 conn(0x7f1d1c0b2480 legacy=0x7f1d1c070e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 --> v1:172.21.15.102:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d1c0b4c50 con 0x7f1d1c15aa80 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 <== mon.1 v1:172.21.15.102:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f1d140019f0 con 0x7f1d1c15aa80 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 >> v1:172.21.15.102:6789/0 conn(0x7f1d1c15aa80 legacy=0x7f1d1c0b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d040039b0 0x7f1d04003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d04004800 0x7f1d04004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f1d1be00640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d040051c0 0x7f1d0400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1c0b4970 con 0x7f1d040039b0 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1d0400c110 con 0x7f1d040051c0 2024-09-19T06:01:29.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1d0400c310 con 0x7f1d04004800 2024-09-19T06:01:29.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f5ae1400640 1 -- 172.21.15.92:0/3541696988 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40b6720 msgr2=0x7f5ae4156260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f5ae1400640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40b6720 0x7f5ae4156260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f5ae1400640 1 -- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ae415e7a0 msgr2=0x7f5ae4157a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f054da00640 1 Processor -- start 2024-09-19T06:01:29.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f3fd0c00640 1 --2- 172.21.15.92:0/1843726203 >> v2:172.21.15.92:3300/0 conn(0x7f3fc4053f40 0x7f3fc403be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f3fd0c00640 1 --2- 172.21.15.92:0/1843726203 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc40e2b90 0x7f3fc4053a00 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.164+0000 7f3fd0c00640 1 -- 172.21.15.92:0/1843726203 >> 172.21.15.92:0/1843726203 conn(0x7f3fc403a520 msgr2=0x7f3fc403a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f5ae2800640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ae415e7a0 0x7f5ae4157a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f5ae1400640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ae415e7a0 0x7f5ae4157a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f1d22600640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d040051c0 0x7f1d0400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f1d21200640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d04004800 0x7f1d04004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f3fd0c00640 1 -- 172.21.15.92:0/1843726203 shutdown_connections 2024-09-19T06:01:29.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f3fd0c00640 1 -- 172.21.15.92:0/1843726203 wait complete. 2024-09-19T06:01:29.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.165+0000 7f054da00640 1 -- start start 2024-09-19T06:01:29.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.166+0000 7f5ae1400640 1 -- 172.21.15.92:0/3541696988 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ae40ccd70 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.166+0000 7f1d22600640 1 -- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d04004800 msgr2=0x7f1d04004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.166+0000 7f1d22600640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d04004800 0x7f1d04004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.166+0000 7f1d22600640 1 -- 172.21.15.92:0/3021512324 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d040039b0 msgr2=0x7f1d04003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.166+0000 7f1d22600640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d040039b0 0x7f1d04003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.166+0000 7f1d22600640 1 -- 172.21.15.92:0/3021512324 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d1c0b4c50 con 0x7f1d040051c0 2024-09-19T06:01:29.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f5ae2800640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ae415e7a0 0x7f5ae4157a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:29.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.166+0000 7f054da00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f054003ce20 0x7f05400e7940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.166+0000 7f054da00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05400535b0 0x7f05400ea260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f054da00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f054004a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f1d21200640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d04004800 0x7f1d04004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:29.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f054da00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f05400573d0 con 0x7f05400535b0 2024-09-19T06:01:29.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f054da00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0540057250 con 0x7f054003ce20 2024-09-19T06:01:29.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f054da00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0540057550 con 0x7f05400e72f0 2024-09-19T06:01:29.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f0547e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f054003ce20 0x7f05400e7940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f054d000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f054004a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f054d000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f054004a370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41778/0 (socket says 172.21.15.92:41778) 2024-09-19T06:01:29.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f054d000640 1 -- 172.21.15.92:0/724564180 learned_addr learned my addr 172.21.15.92:0/724564180 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f0547400640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05400535b0 0x7f05400ea260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.167+0000 7f1d22600640 1 -- 172.21.15.92:0/3021512324 reap_dead start 2024-09-19T06:01:29.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f1d22600640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d040051c0 0x7f1d0400b9c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1d0800bb80 tx=0x7f1d04005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d5124842f246976a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f054d000640 1 -- 172.21.15.92:0/724564180 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f054003ce20 msgr2=0x7f05400e7940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f054d000640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f054003ce20 0x7f05400e7940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f054d000640 1 -- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05400535b0 msgr2=0x7f05400ea260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f054d000640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05400535b0 0x7f05400ea260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f054d000640 1 -- 172.21.15.92:0/724564180 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0540038f00 con 0x7f05400e72f0 2024-09-19T06:01:29.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f3fd0c00640 1 Processor -- start 2024-09-19T06:01:29.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f45cb200640 1 Processor -- start 2024-09-19T06:01:29.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f45cb200640 1 -- start start 2024-09-19T06:01:29.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f5ae1400640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ae40cf1f0 0x7f5ae41574f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ae40d57a0 tx=0x7f5ad00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f054d000640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f054004a370 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f054806a2b0 tx=0x7f0548069eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d0800b750 con 0x7f1d040051c0 2024-09-19T06:01:29.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.168+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d08033400 con 0x7f1d040051c0 2024-09-19T06:01:29.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f1d1be00640 1 -- 172.21.15.92:0/3021512324 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d08033610 con 0x7f1d040051c0 2024-09-19T06:01:29.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f3fd0c00640 1 -- start start 2024-09-19T06:01:29.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f5ada000640 1 -- 172.21.15.92:0/3541696988 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ad0041030 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f5ada000640 1 -- 172.21.15.92:0/3541696988 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ad002ac30 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f5ada000640 1 -- 172.21.15.92:0/3541696988 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ad0037040 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ae40c97a0 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ae40cab10 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f053be00640 1 -- 172.21.15.92:0/724564180 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0548099070 con 0x7f05400e72f0 2024-09-19T06:01:29.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f053be00640 1 -- 172.21.15.92:0/724564180 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0548094630 con 0x7f05400e72f0 2024-09-19T06:01:29.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.169+0000 7f053be00640 1 -- 172.21.15.92:0/724564180 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f05480949e0 con 0x7f05400e72f0 2024-09-19T06:01:29.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.170+0000 7f1d23000640 1 -- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d040051c0 msgr2=0x7f1d0400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.170+0000 7f1d23000640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d040051c0 0x7f1d0400b9c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1d0800bb80 tx=0x7f1d04005830 comp rx=0 tx=0).stop 2024-09-19T06:01:29.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.170+0000 7f45cb200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45cc06c620 0x7f45cc06fc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.170+0000 7f45cb200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f45cc0cf710 0x7f45cc0cfb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.170+0000 7f45cb200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45cc062880 con 0x7f45cc15c3a0 2024-09-19T06:01:29.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.170+0000 7f45cb200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f45cc071dc0 con 0x7f45cc06c620 2024-09-19T06:01:29.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.170+0000 7f45cb200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f45cc062630 con 0x7f45cc0cf710 2024-09-19T06:01:29.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.171+0000 7f45ca800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f45cc0cf710 0x7f45cc0cfb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.171+0000 7f45ca800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f45cc0cf710 0x7f45cc0cfb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44642/0 (socket says 172.21.15.92:44642) 2024-09-19T06:01:29.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.171+0000 7f45ca800640 1 -- 172.21.15.92:0/2798196984 learned_addr learned my addr 172.21.15.92:0/2798196984 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.171+0000 7f45ca800640 1 -- 172.21.15.92:0/2798196984 >> v2:172.21.15.92:3300/0 conn(0x7f45cc06c620 msgr2=0x7f45cc06fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.171+0000 7f45ca800640 1 --2- 172.21.15.92:0/2798196984 >> v2:172.21.15.92:3300/0 conn(0x7f45cc06c620 0x7f45cc06fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.171+0000 7f45ca800640 1 -- 172.21.15.92:0/2798196984 >> v1:172.21.15.92:6789/0 conn(0x7f45cc15c3a0 legacy=0x7f45cc0716b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f1d23000640 1 -- 172.21.15.92:0/3021512324 shutdown_connections 2024-09-19T06:01:29.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f1d23000640 1 --2- 172.21.15.92:0/3021512324 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d040051c0 0x7f1d0400b9c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f1d23000640 1 -- 172.21.15.92:0/3021512324 >> 172.21.15.92:0/3021512324 conn(0x7f1d1c062a20 msgr2=0x7f1d1c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.171+0000 7f3fd0c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3fc403c380 0x7f3fc400d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.171+0000 7f3fd0c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc4053f40 0x7f3fc400d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f3fd0c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc4180650 0x7f3fc4180ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f3fd0c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3fc403cf20 con 0x7f3fc4053f40 2024-09-19T06:01:29.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f3fd0c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3fc4058300 con 0x7f3fc403c380 2024-09-19T06:01:29.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f3fd0c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3fc403d0a0 con 0x7f3fc4180650 2024-09-19T06:01:29.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f1d23000640 1 -- 172.21.15.92:0/3021512324 shutdown_connections 2024-09-19T06:01:29.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f3fcbe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc4180650 0x7f3fc4180ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ae40b61e0 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f3fcbe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc4180650 0x7f3fc4180ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41780/0 (socket says 172.21.15.92:41780) 2024-09-19T06:01:29.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f3fcbe00640 1 -- 172.21.15.92:0/2461079813 learned_addr learned my addr 172.21.15.92:0/2461079813 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.170+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f05400386f0 con 0x7f05400e72f0 2024-09-19T06:01:29.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.171+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f05400e7e80 con 0x7f05400e72f0 2024-09-19T06:01:29.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f054003b430 con 0x7f05400e72f0 2024-09-19T06:01:29.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.173+0000 7f3fcbe00640 1 -- 172.21.15.92:0/2461079813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3fc403c380 msgr2=0x7f3fc400d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.173+0000 7f3fcbe00640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3fc403c380 0x7f3fc400d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.173+0000 7f3fcbe00640 1 -- 172.21.15.92:0/2461079813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc4053f40 msgr2=0x7f3fc400d790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.173+0000 7f3fcbe00640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc4053f40 0x7f3fc400d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.173+0000 7f3fcbe00640 1 -- 172.21.15.92:0/2461079813 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fc4052550 con 0x7f3fc4180650 2024-09-19T06:01:29.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.172+0000 7f1d23000640 1 -- 172.21.15.92:0/3021512324 wait complete. 2024-09-19T06:01:29.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.174+0000 7f3fcbe00640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc4180650 0x7f3fc4180ae0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3fcc050d60 tx=0x7f3fcc069eb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.174+0000 7f053be00640 1 -- 172.21.15.92:0/724564180 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f054809c360 con 0x7f05400e72f0 2024-09-19T06:01:29.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.174+0000 7f8422000640 1 Processor -- start 2024-09-19T06:01:29.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.174+0000 7f3fbf400640 1 -- 172.21.15.92:0/2461079813 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fcc0921d0 con 0x7f3fc4180650 2024-09-19T06:01:29.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.174+0000 7f3fbf400640 1 -- 172.21.15.92:0/2461079813 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fcc0923d0 con 0x7f3fc4180650 2024-09-19T06:01:29.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.174+0000 7f3fbf400640 1 -- 172.21.15.92:0/2461079813 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fcc092840 con 0x7f3fc4180650 2024-09-19T06:01:29.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.174+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fc4052830 con 0x7f3fc4180650 2024-09-19T06:01:29.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.175+0000 7f1d23000640 1 Processor -- start 2024-09-19T06:01:29.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.175+0000 7f45ca800640 1 -- 172.21.15.92:0/2798196984 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45cc062b60 con 0x7f45cc0cf710 2024-09-19T06:01:29.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.175+0000 7f053be00640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f052806c2b0 0x7f052806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.175+0000 7f053be00640 1 -- 172.21.15.92:0/724564180 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0548106fe0 con 0x7f05400e72f0 2024-09-19T06:01:29.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.175+0000 7f1d23000640 1 -- start start 2024-09-19T06:01:29.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.175+0000 7f5ada000640 1 -- 172.21.15.92:0/3541696988 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5ad0044070 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.174+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fc417e680 con 0x7f3fc4180650 2024-09-19T06:01:29.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f5ada000640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ac406c380 0x7f5ac406e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f5ada000640 1 -- 172.21.15.92:0/3541696988 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f5ad00ab8b0 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7f0547e00640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f052806c2b0 0x7f052806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7f1d23000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d040051c0 0x7f1d1c13f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7f1d23000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c14ecf0 0x7f1d1c14f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7f1d23000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d1c070fb0 0x7f1d1c071410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f1d23000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1c0b5450 con 0x7f1d040051c0 2024-09-19T06:01:29.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f1d23000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1d1c0b4060 con 0x7f1d1c14ecf0 2024-09-19T06:01:29.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f1d23000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1d1c0b55d0 con 0x7f1d1c070fb0 2024-09-19T06:01:29.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.174+0000 7f8422000640 1 -- start start 2024-09-19T06:01:29.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7f8422000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c06edf0 0x7f841c073470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7feb50c00640 1 Processor -- start 2024-09-19T06:01:29.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7feb50c00640 1 -- start start 2024-09-19T06:01:29.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f0547e00640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f052806c2b0 0x7f052806e770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0534005880 tx=0x7f0534009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7f8422000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f841c15aa60 con 0x7f841c0739b0 2024-09-19T06:01:29.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7f8422000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f841c071050 con 0x7f841c15a680 2024-09-19T06:01:29.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.176+0000 7f8422000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f841c071c20 con 0x7f841c06edf0 2024-09-19T06:01:29.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f8412a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c06edf0 0x7f841c073470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f8412a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c06edf0 0x7f841c073470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41794/0 (socket says 172.21.15.92:41794) 2024-09-19T06:01:29.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f8412a00640 1 -- 172.21.15.92:0/4156299200 learned_addr learned my addr 172.21.15.92:0/4156299200 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f5ae1e00640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ac406c380 0x7f5ac406e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fc4053a00 con 0x7f3fc4180650 2024-09-19T06:01:29.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f1d21200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c14ecf0 0x7f1d1c14f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.177+0000 7f45ca800640 1 --2- 172.21.15.92:0/2798196984 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc0cf710 0x7f45cc0cfb40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0cd020 tx=0x7f45bc02a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f8115d1c97ae5054 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f8412a00640 1 -- 172.21.15.92:0/4156299200 >> v1:172.21.15.102:6789/0 conn(0x7f841c15a680 legacy=0x7f841c06e6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f8412a00640 1 -- 172.21.15.92:0/4156299200 >> v1:172.21.15.92:6789/0 conn(0x7f841c0739b0 legacy=0x7f841c164210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f8412a00640 1 -- 172.21.15.92:0/4156299200 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f841c0712f0 con 0x7f841c06edf0 2024-09-19T06:01:29.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7feb50c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7feb4c15e5f0 0x7feb4c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7feb50c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feb4c0d13c0 0x7feb4c0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f1d22600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d1c070fb0 0x7f1d1c071410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f1d21200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c14ecf0 0x7f1d1c14f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44660/0 (socket says 172.21.15.92:44660) 2024-09-19T06:01:29.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f1d21200640 1 -- 172.21.15.92:0/53729534 learned_addr learned my addr 172.21.15.92:0/53729534 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f1d21c00640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d040051c0 0x7f1d1c13f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7feb50c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb4c15e9d0 con 0x7feb4c0b8730 2024-09-19T06:01:29.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7feb50c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7feb4c0b9b30 con 0x7feb4c0d13c0 2024-09-19T06:01:29.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7feb50c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7feb4c0b8f20 con 0x7feb4c15e5f0 2024-09-19T06:01:29.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7feb4b400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7feb4c15e5f0 0x7feb4c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7feb4be00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7feb4c0b8730 0x7feb4c0ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:37148/0 (socket says 172.21.15.92:37148) 2024-09-19T06:01:29.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7feb4be00640 1 -- 172.21.15.92:0/1551387986 learned_addr learned my addr 172.21.15.92:0/1551387986 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:29.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f1d22600640 1 -- 172.21.15.92:0/53729534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c14ecf0 msgr2=0x7f1d1c14f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f1d22600640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c14ecf0 0x7f1d1c14f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f1d22600640 1 -- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d040051c0 msgr2=0x7f1d1c13f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f1d22600640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d040051c0 0x7f1d1c13f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7f1d22600640 1 -- 172.21.15.92:0/53729534 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d1c14a1c0 con 0x7f1d1c070fb0 2024-09-19T06:01:29.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.178+0000 7feb4aa00640 1 --2- 172.21.15.92:0/1551387986 >> v2:172.21.15.92:3300/0 conn(0x7feb4c0d13c0 0x7feb4c0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.179+0000 7f8412a00640 1 --2- 172.21.15.92:0/4156299200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c06edf0 0x7f841c073470 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8404009210 tx=0x7f840402b4c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1772dc188dd48249 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.179+0000 7f5ae1e00640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ac406c380 0x7f5ac406e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f5ad4007630 tx=0x7f5ad4007e70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.179+0000 7f1d22600640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d1c070fb0 0x7f1d1c071410 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c0cc6c0 tx=0x7f1d08004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.179+0000 7feb4aa00640 1 -- 172.21.15.92:0/1551387986 >> v2:172.21.15.102:3300/0 conn(0x7feb4c15e5f0 msgr2=0x7feb4c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.179+0000 7feb4aa00640 1 --2- 172.21.15.92:0/1551387986 >> v2:172.21.15.102:3300/0 conn(0x7feb4c15e5f0 0x7feb4c0d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.179+0000 7feb4aa00640 1 -- 172.21.15.92:0/1551387986 >> v1:172.21.15.102:6789/0 conn(0x7feb4c0b8730 legacy=0x7feb4c0ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.179+0000 7feb4aa00640 1 -- 172.21.15.92:0/1551387986 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb4c0b9200 con 0x7feb4c0d13c0 2024-09-19T06:01:29.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.180+0000 7feb4aa00640 1 --2- 172.21.15.92:0/1551387986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb4c0d13c0 0x7feb4c0b81f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7feb4c0633c0 tx=0x7feb3802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77b126cd401222ec server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.180+0000 7feb4a000640 1 -- 172.21.15.92:0/1551387986 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38037070 con 0x7feb4c0d13c0 2024-09-19T06:01:29.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.180+0000 7feb4a000640 1 -- 172.21.15.92:0/1551387986 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb38032440 con 0x7feb4c0d13c0 2024-09-19T06:01:29.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.180+0000 7feb4a000640 1 -- 172.21.15.92:0/1551387986 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38032810 con 0x7feb4c0d13c0 2024-09-19T06:01:29.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f937ea00640 1 Processor -- start 2024-09-19T06:01:29.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f937ea00640 1 -- start start 2024-09-19T06:01:29.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f1d19600640 1 -- 172.21.15.92:0/53729534 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d08003ad0 con 0x7f1d1c070fb0 2024-09-19T06:01:29.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f1d19600640 1 -- 172.21.15.92:0/53729534 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d08043070 con 0x7f1d1c070fb0 2024-09-19T06:01:29.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f1d19600640 1 -- 172.21.15.92:0/53729534 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d080335b0 con 0x7f1d1c070fb0 2024-09-19T06:01:29.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f841aa00640 1 -- 172.21.15.92:0/4156299200 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8404037070 con 0x7f841c06edf0 2024-09-19T06:01:29.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f841aa00640 1 -- 172.21.15.92:0/4156299200 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8404030710 con 0x7f841c06edf0 2024-09-19T06:01:29.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f841aa00640 1 -- 172.21.15.92:0/4156299200 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8404030ae0 con 0x7f841c06edf0 2024-09-19T06:01:29.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7feb50c00640 1 -- 172.21.15.92:0/1551387986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb4c0d13c0 msgr2=0x7feb4c0b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7feb50c00640 1 --2- 172.21.15.92:0/1551387986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb4c0d13c0 0x7feb4c0b81f0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7feb4c0633c0 tx=0x7feb3802a1a0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d1c071d40 con 0x7f1d1c070fb0 2024-09-19T06:01:29.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7feb50c00640 1 -- 172.21.15.92:0/1551387986 shutdown_connections 2024-09-19T06:01:29.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7feb50c00640 1 --2- 172.21.15.92:0/1551387986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb4c0d13c0 0x7feb4c0b81f0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7feb50c00640 1 --2- 172.21.15.92:0/1551387986 >> v2:172.21.15.102:3300/0 conn(0x7feb4c15e5f0 0x7feb4c0d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7f053be00640 1 -- 172.21.15.92:0/724564180 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f05480d5080 con 0x7f05400e72f0 2024-09-19T06:01:29.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.181+0000 7feb50c00640 1 -- 172.21.15.92:0/1551387986 >> 172.21.15.92:0/1551387986 conn(0x7feb4c062630 msgr2=0x7feb4c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.182+0000 7f45c8a00640 1 -- 172.21.15.92:0/2798196984 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45bc036070 con 0x7f45cc0cf710 2024-09-19T06:01:29.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.182+0000 7f45c8a00640 1 -- 172.21.15.92:0/2798196984 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45bc031600 con 0x7f45cc0cf710 2024-09-19T06:01:29.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.182+0000 7f45c8a00640 1 -- 172.21.15.92:0/2798196984 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45bc036070 con 0x7f45cc0cf710 2024-09-19T06:01:29.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.182+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d1c072300 con 0x7f1d1c070fb0 2024-09-19T06:01:29.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.182+0000 7feb50c00640 1 -- 172.21.15.92:0/1551387986 shutdown_connections 2024-09-19T06:01:29.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.182+0000 7feb50c00640 1 -- 172.21.15.92:0/1551387986 wait complete. 2024-09-19T06:01:29.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f937ea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93780cf1e0 0x7f93780b72d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f45cb200640 1 -- 172.21.15.92:0/2798196984 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc0cf710 msgr2=0x7f45cc0cfb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f8422000640 1 -- 172.21.15.92:0/4156299200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c06edf0 msgr2=0x7f841c073470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f5ada000640 1 -- 172.21.15.92:0/3541696988 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5ad007a000 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f45cb200640 1 --2- 172.21.15.92:0/2798196984 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc0cf710 0x7f45cc0cfb40 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f45cc0cd020 tx=0x7f45bc02a6a0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f8422000640 1 --2- 172.21.15.92:0/4156299200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c06edf0 0x7f841c073470 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f8404009210 tx=0x7f840402b4c0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f8422000640 1 -- 172.21.15.92:0/4156299200 shutdown_connections 2024-09-19T06:01:29.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f8422000640 1 --2- 172.21.15.92:0/4156299200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c06edf0 0x7f841c073470 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f8422000640 1 -- 172.21.15.92:0/4156299200 >> 172.21.15.92:0/4156299200 conn(0x7f841c0d03e0 msgr2=0x7f841c0d07c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f937ea00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f93780b5f00 0x7f93780d3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f45cb200640 1 -- 172.21.15.92:0/2798196984 shutdown_connections 2024-09-19T06:01:29.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f45cb200640 1 --2- 172.21.15.92:0/2798196984 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc0cf710 0x7f45cc0cfb40 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f45cb200640 1 --2- 172.21.15.92:0/2798196984 >> v2:172.21.15.92:3300/0 conn(0x7f45cc06c620 0x7f45cc06fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f45cb200640 1 -- 172.21.15.92:0/2798196984 >> 172.21.15.92:0/2798196984 conn(0x7f45cc0b0660 msgr2=0x7f45cc0b0a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f937ea00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f93780d2180 con 0x7f9378162a00 2024-09-19T06:01:29.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f937ea00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f93780d2d90 con 0x7f93780b5f00 2024-09-19T06:01:29.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.184+0000 7f937e000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f93780b5f00 0x7f93780d3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.184+0000 7f937e000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f93780b5f00 0x7f93780d3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44674/0 (socket says 172.21.15.92:44674) 2024-09-19T06:01:29.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.184+0000 7f937e000640 1 -- 172.21.15.92:0/4182973354 learned_addr learned my addr 172.21.15.92:0/4182973354 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.184+0000 7f8422000640 1 -- 172.21.15.92:0/4156299200 shutdown_connections 2024-09-19T06:01:29.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.184+0000 7f937cc00640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93780cf1e0 0x7f93780b72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.184+0000 7f8422000640 1 -- 172.21.15.92:0/4156299200 wait complete. 2024-09-19T06:01:29.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f937ea00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f93780d2460 con 0x7f93780cf1e0 2024-09-19T06:01:29.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.184+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d1c0cf830 con 0x7f1d1c070fb0 2024-09-19T06:01:29.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.183+0000 7f3fbf400640 1 -- 172.21.15.92:0/2461079813 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3fcc095030 con 0x7f3fc4180650 2024-09-19T06:01:29.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7feb50c00640 1 Processor -- start 2024-09-19T06:01:29.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1253543359 0 0) 0x7f93780d2180 con 0x7f9378162a00 2024-09-19T06:01:29.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9360003520 con 0x7f9378162a00 2024-09-19T06:01:29.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7feb50c00640 1 -- start start 2024-09-19T06:01:29.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1957391016 0 0) 0x7f9360003520 con 0x7f9378162a00 2024-09-19T06:01:29.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f45cb200640 1 -- 172.21.15.92:0/2798196984 shutdown_connections 2024-09-19T06:01:29.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f3fbf400640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3fac06c330 0x7f3fac06e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f3fbf400640 1 -- 172.21.15.92:0/2461079813 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3fcc106f80 con 0x7f3fc4180650 2024-09-19T06:01:29.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93780cf1e0 msgr2=0x7f93780b72d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f9377e00640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93780cf1e0 0x7f93780b72d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 >> v2:172.21.15.102:3300/0 conn(0x7f93780b5f00 msgr2=0x7f93780d3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f9377e00640 1 --2- 172.21.15.92:0/4182973354 >> v2:172.21.15.102:3300/0 conn(0x7f93780b5f00 0x7f93780d3220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93780d2740 con 0x7f9378162a00 2024-09-19T06:01:29.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f3fcb400640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3fac06c330 0x7f3fac06e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.185+0000 7f45cb200640 1 -- 172.21.15.92:0/2798196984 wait complete. 2024-09-19T06:01:29.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f936c001670 con 0x7f9378162a00 2024-09-19T06:01:29.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7feb50c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb4c0b8730 0x7feb4c15ad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7feb50c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb4c0d13c0 0x7feb4c1f3dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7feb50c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb4c15e5f0 0x7feb4c1f4310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7feb50c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7feb4c0b8b60 con 0x7feb4c0b8730 2024-09-19T06:01:29.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7feb50c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7feb4c0b97c0 con 0x7feb4c15e5f0 2024-09-19T06:01:29.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7feb50c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7feb4c0b8ce0 con 0x7feb4c0d13c0 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7feb4be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb4c15e5f0 0x7feb4c1f4310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7feb4be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb4c15e5f0 0x7feb4c1f4310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44698/0 (socket says 172.21.15.92:44698) 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7feb4be00640 1 -- 172.21.15.92:0/928913782 learned_addr learned my addr 172.21.15.92:0/928913782 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 >> v1:172.21.15.92:6789/0 conn(0x7f9378162a00 legacy=0x7f93780cead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f9377e00640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93600039b0 0x7f9360003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f9377e00640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9360004800 0x7f9360004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f9377e00640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9360005210 0x7f936000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f93780d2d90 con 0x7f93600039b0 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f93780d2460 con 0x7f9360004800 2024-09-19T06:01:29.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f936000c170 con 0x7f9360005210 2024-09-19T06:01:29.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f937cc00640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93780cf1e0 0x7f93780b72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:29.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f937e000640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9360005210 0x7f936000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.186+0000 7f937cc00640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9360004800 0x7f9360004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7f937e000640 1 -- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9360004800 msgr2=0x7f9360004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7f937e000640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9360004800 0x7f9360004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7f937e000640 1 -- 172.21.15.92:0/4182973354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93600039b0 msgr2=0x7f9360003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:29.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7f937e000640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93600039b0 0x7f9360003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7f937e000640 1 -- 172.21.15.92:0/4182973354 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93780d2740 con 0x7f9360005210 2024-09-19T06:01:29.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7feb4aa00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb4c0d13c0 0x7feb4c1f3dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7f3fbf400640 1 -- 172.21.15.92:0/2461079813 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3fcc09c020 con 0x7f3fc4180650 2024-09-19T06:01:29.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7feb4aa00640 1 -- 172.21.15.92:0/928913782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb4c15e5f0 msgr2=0x7feb4c1f4310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7feb4aa00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb4c15e5f0 0x7feb4c1f4310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7feb4aa00640 1 -- 172.21.15.92:0/928913782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb4c0b8730 msgr2=0x7feb4c15ad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7feb4aa00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb4c0b8730 0x7feb4c15ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.188+0000 7feb4aa00640 1 -- 172.21.15.92:0/928913782 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb4c159500 con 0x7feb4c0d13c0 2024-09-19T06:01:29.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.188+0000 7f3fcb400640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3fac06c330 0x7f3fac06e7f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3fc0034000 tx=0x7f3fc002c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.188+0000 7feb4aa00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb4c0d13c0 0x7feb4c1f3dd0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7feb38031000 tx=0x7feb380046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.189+0000 7f45cb200640 1 Processor -- start 2024-09-19T06:01:29.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7f8422000640 1 Processor -- start 2024-09-19T06:01:29.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.187+0000 7f8422000640 1 -- start start 2024-09-19T06:01:29.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.189+0000 7f8422000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c0739b0 0x7f841c159720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.188+0000 7f937e000640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9360005210 0x7f936000b9c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f9370009d00 tx=0x7f9360005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a73e273d260dc42 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.190+0000 7f1d19600640 1 -- 172.21.15.92:0/53729534 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d08033750 con 0x7f1d1c070fb0 2024-09-19T06:01:29.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.189+0000 7f8422000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f841c15a680 0x7f841c1f7ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.190+0000 7f8422000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f841c159c60 0x7f841c147e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.190+0000 7f8422000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f841c0b4840 con 0x7f841c159c60 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.190+0000 7f8422000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f841c0718b0 con 0x7f841c15a680 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.190+0000 7f8422000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f841c073e60 con 0x7f841c0739b0 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.190+0000 7f841be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f841c159c60 0x7f841c147e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.190+0000 7f841be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f841c159c60 0x7f841c147e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57810/0 (socket says 172.21.15.92:57810) 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.190+0000 7f841be00640 1 -- 172.21.15.92:0/188323548 learned_addr learned my addr 172.21.15.92:0/188323548 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.191+0000 7f841b400640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c0739b0 0x7f841c159720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.191+0000 7f841be00640 1 -- 172.21.15.92:0/188323548 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c0739b0 msgr2=0x7f841c159720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.191+0000 7f841be00640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c0739b0 0x7f841c159720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.191+0000 7f841be00640 1 -- 172.21.15.92:0/188323548 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f841c15a680 msgr2=0x7f841c1f7ef0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T06:01:29.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.191+0000 7f841be00640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f841c15a680 0x7f841c1f7ef0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.191+0000 7f841be00640 1 -- 172.21.15.92:0/188323548 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f841c157950 con 0x7f841c159c60 2024-09-19T06:01:29.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.191+0000 7f841be00640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f841c159c60 0x7f841c147e00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8414012fa0 tx=0x7f8414014420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.191+0000 7feb43400640 1 -- 172.21.15.92:0/928913782 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38041030 con 0x7feb4c0d13c0 2024-09-19T06:01:29.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.191+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9370038070 con 0x7f9360005210 2024-09-19T06:01:29.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9370033410 con 0x7f9360005210 2024-09-19T06:01:29.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7f9377e00640 1 -- 172.21.15.92:0/4182973354 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93700098d0 con 0x7f9360005210 2024-09-19T06:01:29.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7feb43400640 1 -- 172.21.15.92:0/928913782 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb38030500 con 0x7feb4c0d13c0 2024-09-19T06:01:29.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7f8413e00640 1 -- 172.21.15.92:0/188323548 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8414012670 con 0x7f841c159c60 2024-09-19T06:01:29.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7f8413e00640 1 -- 172.21.15.92:0/188323548 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8414014bc0 con 0x7f841c159c60 2024-09-19T06:01:29.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7f8413e00640 1 -- 172.21.15.92:0/188323548 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8414003990 con 0x7f841c159c60 2024-09-19T06:01:29.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7feb43400640 1 -- 172.21.15.92:0/928913782 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb38037040 con 0x7feb4c0d13c0 2024-09-19T06:01:29.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb4c1597a0 con 0x7feb4c0d13c0 2024-09-19T06:01:29.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f841c157c30 con 0x7f841c159c60 2024-09-19T06:01:29.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7feb4c159d60 con 0x7feb4c0d13c0 2024-09-19T06:01:29.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f841c1478e0 con 0x7f841c159c60 2024-09-19T06:01:29.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7f937ea00640 1 -- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9360005210 msgr2=0x7f936000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.192+0000 7f937ea00640 1 --2- 172.21.15.92:0/4182973354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9360005210 0x7f936000b9c0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f9370009d00 tx=0x7f9360005830 comp rx=0 tx=0).stop 2024-09-19T06:01:29.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.193+0000 7f937e000640 1 -- 172.21.15.92:0/4182973354 reap_dead start 2024-09-19T06:01:29.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.190+0000 7f45cb200640 1 -- start start 2024-09-19T06:01:29.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.193+0000 7f937ea00640 1 -- 172.21.15.92:0/4182973354 shutdown_connections 2024-09-19T06:01:29.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.193+0000 7f937ea00640 1 -- 172.21.15.92:0/4182973354 >> 172.21.15.92:0/4182973354 conn(0x7f93780d0f00 msgr2=0x7f93780d1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.194+0000 7f45cb200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc06c620 0x7f45cc0b5080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.194+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb4c069c20 con 0x7feb4c0d13c0 2024-09-19T06:01:29.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.194+0000 7f45cb200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45cc0cf710 0x7f45cc15dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f1d19600640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1cfc06c2b0 0x7f1cfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.194+0000 7f45cb200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45cc15c3a0 0x7f45cc15e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.194+0000 7f45c9e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc06c620 0x7f45cc0b5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f45c9e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc06c620 0x7f45cc0b5080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44700/0 (socket says 172.21.15.92:44700) 2024-09-19T06:01:29.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f45c9e00640 1 -- 172.21.15.92:0/2944743354 learned_addr learned my addr 172.21.15.92:0/2944743354 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f45c9400640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45cc0cf710 0x7f45cc15dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f45cc0d0080 con 0x7f45cc0cf710 2024-09-19T06:01:29.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f45cc06e4e0 con 0x7f45cc06c620 2024-09-19T06:01:29.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f45cc06e070 con 0x7f45cc15c3a0 2024-09-19T06:01:29.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f45ca800640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45cc15c3a0 0x7f45cc15e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7feb43400640 1 -- 172.21.15.92:0/928913782 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb38044070 con 0x7feb4c0d13c0 2024-09-19T06:01:29.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f1d19600640 1 -- 172.21.15.92:0/53729534 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f1d080ac4e0 con 0x7f1d1c070fb0 2024-09-19T06:01:29.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f1d21c00640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1cfc06c2b0 0x7f1cfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f1d19600640 1 -- 172.21.15.92:0/53729534 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d1c14a1c0 con 0x7f1d1c070fb0 2024-09-19T06:01:29.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.197+0000 7f45c9e00640 1 -- 172.21.15.92:0/2944743354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45cc15c3a0 msgr2=0x7f45cc15e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.197+0000 7f45c9e00640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45cc15c3a0 0x7f45cc15e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.197+0000 7f45c9e00640 1 -- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45cc0cf710 msgr2=0x7f45cc15dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.197+0000 7f45c9e00640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45cc0cf710 0x7f45cc15dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.196+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f841c0d0ed0 con 0x7f841c159c60 2024-09-19T06:01:29.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.197+0000 7feb43400640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb2c06c380 0x7feb2c06e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f937ea00640 1 -- 172.21.15.92:0/4182973354 shutdown_connections 2024-09-19T06:01:29.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.195+0000 7f937ea00640 1 -- 172.21.15.92:0/4182973354 wait complete. 2024-09-19T06:01:29.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.197+0000 7f45c9e00640 1 -- 172.21.15.92:0/2944743354 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45cc15e8e0 con 0x7f45cc06c620 2024-09-19T06:01:29.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.197+0000 7f8413e00640 1 -- 172.21.15.92:0/188323548 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8414003b30 con 0x7f841c159c60 2024-09-19T06:01:29.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.197+0000 7feb43400640 1 -- 172.21.15.92:0/928913782 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7feb380aba50 con 0x7feb4c0d13c0 2024-09-19T06:01:29.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.198+0000 7f45c9400640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45cc0cf710 0x7f45cc15dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:29.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.198+0000 7f45ca800640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45cc15c3a0 0x7f45cc15e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:29.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.198+0000 7f45c9e00640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc06c620 0x7f45cc0b5080 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f45c400c400 tx=0x7f45c400c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.198+0000 7f45c2000640 1 -- 172.21.15.92:0/2944743354 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c40052d0 con 0x7f45cc06c620 2024-09-19T06:01:29.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.198+0000 7f45c2000640 1 -- 172.21.15.92:0/2944743354 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45c4005490 con 0x7f45cc06c620 2024-09-19T06:01:29.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.198+0000 7f45c2000640 1 -- 172.21.15.92:0/2944743354 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45c4007260 con 0x7f45cc06c620 2024-09-19T06:01:29.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.198+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45cc15ebc0 con 0x7f45cc06c620 2024-09-19T06:01:29.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.199+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45cc15eea0 con 0x7f45cc06c620 2024-09-19T06:01:29.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.200+0000 7f937ea00640 1 Processor -- start 2024-09-19T06:01:29.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.201+0000 7f937ea00640 1 -- start start 2024-09-19T06:01:29.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.201+0000 7f1d21c00640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1cfc06c2b0 0x7f1cfc06e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1d140013d0 tx=0x7f1d14007c10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.201+0000 7feb4b400640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb2c06c380 0x7feb2c06e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.201+0000 7f8413e00640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83f806c380 0x7f83f806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.202+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45a4005290 con 0x7f45cc06c620 2024-09-19T06:01:29.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.202+0000 7f8413e00640 1 -- 172.21.15.92:0/188323548 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f841409c0f0 con 0x7f841c159c60 2024-09-19T06:01:29.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.202+0000 7f841b400640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83f806c380 0x7f83f806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.202+0000 7f45c2000640 1 -- 172.21.15.92:0/2944743354 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f45c4007400 con 0x7f45cc06c620 2024-09-19T06:01:29.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.203+0000 7f937ea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9360005210 0x7f9378163a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.203+0000 7f841b400640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83f806c380 0x7f83f806e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f840c003d90 tx=0x7f840c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.204+0000 7f937ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9378165a70 0x7f9378160340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.204+0000 7f45c2000640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45ac06c2b0 0x7f45ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.204+0000 7f937ea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93781ee290 0x7f93780cb550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.204+0000 7f45c2000640 1 -- 172.21.15.92:0/2944743354 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f45c408a9b0 con 0x7f45cc06c620 2024-09-19T06:01:29.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.202+0000 7feb43400640 1 -- 172.21.15.92:0/928913782 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb3807a2c0 con 0x7feb4c0d13c0 2024-09-19T06:01:29.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937ea00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f937806d5f0 con 0x7f9378165a70 2024-09-19T06:01:29.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937d600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9360005210 0x7f9378163a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937e000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93781ee290 0x7f93780cb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937e000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93781ee290 0x7f93780cb550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41850/0 (socket says 172.21.15.92:41850) 2024-09-19T06:01:29.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937e000640 1 -- 172.21.15.92:0/1225676801 learned_addr learned my addr 172.21.15.92:0/1225676801 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:29.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9378073090 con 0x7f9360005210 2024-09-19T06:01:29.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f93780b6dc0 con 0x7f93781ee290 2024-09-19T06:01:29.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937e000640 1 -- 172.21.15.92:0/1225676801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9360005210 msgr2=0x7f9378163a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937e000640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9360005210 0x7f9378163a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937e000640 1 -- 172.21.15.92:0/1225676801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9378165a70 msgr2=0x7f9378160340 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T06:01:29.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937e000640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9378165a70 0x7f9378160340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.205+0000 7f937e000640 1 -- 172.21.15.92:0/1225676801 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9378164300 con 0x7f93781ee290 2024-09-19T06:01:29.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.206+0000 7f937e000640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93781ee290 0x7f93780cb550 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9370036040 tx=0x7f9370004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.206+0000 7feb4b400640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb2c06c380 0x7feb2c06e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7feb3c006a90 tx=0x7feb3c006a20 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.206+0000 7f45c9400640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45ac06c2b0 0x7f45ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.206+0000 7f9375600640 1 -- 172.21.15.92:0/1225676801 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9370038070 con 0x7f93781ee290 2024-09-19T06:01:29.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.206+0000 7f9375600640 1 -- 172.21.15.92:0/1225676801 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f93700337e0 con 0x7f93781ee290 2024-09-19T06:01:29.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.206+0000 7f9375600640 1 -- 172.21.15.92:0/1225676801 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f93700098d0 con 0x7f93781ee290 2024-09-19T06:01:29.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.206+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f93781ed4d0 con 0x7f93781ee290 2024-09-19T06:01:29.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.207+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f93781eda90 con 0x7f93781ee290 2024-09-19T06:01:29.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.208+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9354005290 con 0x7f93781ee290 2024-09-19T06:01:29.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.209+0000 7f45c9400640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45ac06c2b0 0x7f45ac06e770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45cc1f7600 tx=0x7f45b8009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.210+0000 7f8413e00640 1 -- 172.21.15.92:0/188323548 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f841400c070 con 0x7f841c159c60 2024-09-19T06:01:29.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.211+0000 7f45c2000640 1 -- 172.21.15.92:0/2944743354 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f45c4058a30 con 0x7f45cc06c620 2024-09-19T06:01:29.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.212+0000 7f9375600640 1 -- 172.21.15.92:0/1225676801 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9370005d10 con 0x7f93781ee290 2024-09-19T06:01:29.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.214+0000 7f9375600640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f935806c3b0 0x7f935806e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:29.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.214+0000 7f9375600640 1 -- 172.21.15.92:0/1225676801 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f93700ab100 con 0x7f93781ee290 2024-09-19T06:01:29.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.214+0000 7f937d600640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f935806c3b0 0x7f935806e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:29.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.216+0000 7f937d600640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f935806c3b0 0x7f935806e870 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f936c001eb0 tx=0x7f936c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:29.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.216+0000 7f9375600640 1 -- 172.21.15.92:0/1225676801 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f93700798e0 con 0x7f93781ee290 2024-09-19T06:01:29.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.600+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7f0540038170 con 0x7f05400e72f0 2024-09-19T06:01:29.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.601+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f5ae40d2a80 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.601+0000 7f053be00640 1 -- 172.21.15.92:0/724564180 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f05480d9380 con 0x7f05400e72f0 2024-09-19T06:01:29.602 INFO:teuthology.orchestra.run.smithi092.stdout:64424509444 2024-09-19T06:01:29.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.601+0000 7f5ada000640 1 -- 172.21.15.92:0/3541696988 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5ad0079900 con 0x7f5ae40cf1f0 2024-09-19T06:01:29.605 INFO:teuthology.orchestra.run.smithi092.stdout:60129542151 2024-09-19T06:01:29.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.604+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7f3fc416e6e0 con 0x7f3fc4180650 2024-09-19T06:01:29.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.604+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f052806c2b0 msgr2=0x7f052806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f052806c2b0 0x7f052806e770 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f0534005880 tx=0x7f0534009040 comp rx=0 tx=0).stop 2024-09-19T06:01:29.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 msgr2=0x7f054004a370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f054004a370 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f054806a2b0 tx=0x7f0548069eb0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ac406c380 msgr2=0x7f5ac406e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ac406c380 0x7f5ac406e840 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f5ad4007630 tx=0x7f5ad4007e70 comp rx=0 tx=0).stop 2024-09-19T06:01:29.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ae40cf1f0 msgr2=0x7f5ae41574f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ae40cf1f0 0x7f5ae41574f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5ae40d57a0 tx=0x7f5ad00046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 shutdown_connections 2024-09-19T06:01:29.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05400e72f0 0x7f054004a370 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f05400535b0 0x7f05400ea260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f052806c2b0 0x7f052806e770 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 --2- 172.21.15.92:0/724564180 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f054003ce20 0x7f05400e7940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 >> 172.21.15.92:0/724564180 conn(0x7f054003a520 msgr2=0x7f05400da5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 shutdown_connections 2024-09-19T06:01:29.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 shutdown_connections 2024-09-19T06:01:29.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ae415e7a0 0x7f5ae4157a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ac406c380 0x7f5ac406e840 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ae40cf1f0 0x7f5ae41574f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 --2- 172.21.15.92:0/3541696988 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ae40b6720 0x7f5ae4156260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 >> 172.21.15.92:0/3541696988 conn(0x7f5ae40d11e0 msgr2=0x7f5ae40b3860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.605+0000 7f054da00640 1 -- 172.21.15.92:0/724564180 wait complete. 2024-09-19T06:01:29.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.606+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 shutdown_connections 2024-09-19T06:01:29.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.606+0000 7f5ae8e00640 1 -- 172.21.15.92:0/3541696988 wait complete. 2024-09-19T06:01:29.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.606+0000 7f3fbf400640 1 -- 172.21.15.92:0/2461079813 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f3fcc0942c0 con 0x7f3fc4180650 2024-09-19T06:01:29.609 INFO:teuthology.orchestra.run.smithi092.stdout:64424509444 2024-09-19T06:01:29.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.609+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3fac06c330 msgr2=0x7f3fac06e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.609+0000 7f3fd0c00640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3fac06c330 0x7f3fac06e7f0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f3fc0034000 tx=0x7f3fc002c000 comp rx=0 tx=0).stop 2024-09-19T06:01:29.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.609+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc4180650 msgr2=0x7f3fc4180ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.609+0000 7f3fd0c00640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc4180650 0x7f3fc4180ae0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f3fcc050d60 tx=0x7f3fcc069eb0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.610+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 shutdown_connections 2024-09-19T06:01:29.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.610+0000 7f3fd0c00640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc4180650 0x7f3fc4180ae0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.610+0000 7f3fd0c00640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc4053f40 0x7f3fc400d790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.610+0000 7f3fd0c00640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3fac06c330 0x7f3fac06e7f0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.610+0000 7f3fd0c00640 1 --2- 172.21.15.92:0/2461079813 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3fc403c380 0x7f3fc400d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.610+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 >> 172.21.15.92:0/2461079813 conn(0x7f3fc403a520 msgr2=0x7f3fc4039ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.610+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 shutdown_connections 2024-09-19T06:01:29.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.610+0000 7f3fd0c00640 1 -- 172.21.15.92:0/2461079813 wait complete. 2024-09-19T06:01:29.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.613+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f1d1c074100 con 0x7f1d1c070fb0 2024-09-19T06:01:29.621 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-19T06:01:29.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.616+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7feb4c0b81f0 con 0x7feb4c0d13c0 2024-09-19T06:01:29.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.617+0000 7feb43400640 1 -- 172.21.15.92:0/928913782 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7feb38079bc0 con 0x7feb4c0d13c0 2024-09-19T06:01:29.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.620+0000 7f1d19600640 1 -- 172.21.15.92:0/53729534 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f1d0807a550 con 0x7f1d1c070fb0 2024-09-19T06:01:29.622 INFO:teuthology.orchestra.run.smithi092.stdout:64424509444 2024-09-19T06:01:29.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.621+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb2c06c380 msgr2=0x7feb2c06e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.621+0000 7feb50c00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb2c06c380 0x7feb2c06e840 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7feb3c006a90 tx=0x7feb3c006a20 comp rx=0 tx=0).stop 2024-09-19T06:01:29.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.621+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb4c0d13c0 msgr2=0x7feb4c1f3dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.621+0000 7feb50c00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb4c0d13c0 0x7feb4c1f3dd0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7feb38031000 tx=0x7feb380046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.623+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 shutdown_connections 2024-09-19T06:01:29.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.623+0000 7feb50c00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb2c06c380 0x7feb2c06e840 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.623+0000 7feb50c00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb4c15e5f0 0x7feb4c1f4310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.623+0000 7feb50c00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb4c0d13c0 0x7feb4c1f3dd0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.623+0000 7feb50c00640 1 --2- 172.21.15.92:0/928913782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb4c0b8730 0x7feb4c15ad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.623+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 >> 172.21.15.92:0/928913782 conn(0x7feb4c062630 msgr2=0x7feb4c0b7a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.623+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 shutdown_connections 2024-09-19T06:01:29.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.623+0000 7feb50c00640 1 -- 172.21.15.92:0/928913782 wait complete. 2024-09-19T06:01:29.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.624+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7f841c15bde0 con 0x7f841c159c60 2024-09-19T06:01:29.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.624+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1cfc06c2b0 msgr2=0x7f1cfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.624+0000 7f1d23000640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1cfc06c2b0 0x7f1cfc06e770 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f1d140013d0 tx=0x7f1d14007c10 comp rx=0 tx=0).stop 2024-09-19T06:01:29.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.624+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d1c070fb0 msgr2=0x7f1d1c071410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.624+0000 7f1d23000640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d1c070fb0 0x7f1d1c071410 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c0cc6c0 tx=0x7f1d08004730 comp rx=0 tx=0).stop 2024-09-19T06:01:29.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.625+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 shutdown_connections 2024-09-19T06:01:29.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.625+0000 7f1d23000640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d1c070fb0 0x7f1d1c071410 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.625+0000 7f1d23000640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1cfc06c2b0 0x7f1cfc06e770 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.625+0000 7f1d23000640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d1c14ecf0 0x7f1d1c14f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.625+0000 7f1d23000640 1 --2- 172.21.15.92:0/53729534 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d040051c0 0x7f1d1c13f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.625+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 >> 172.21.15.92:0/53729534 conn(0x7f1d1c062a20 msgr2=0x7f1d1c0afc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.625+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 shutdown_connections 2024-09-19T06:01:29.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.625+0000 7f1d23000640 1 -- 172.21.15.92:0/53729534 wait complete. 2024-09-19T06:01:29.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.625+0000 7f8413e00640 1 -- 172.21.15.92:0/188323548 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f8414003e20 con 0x7f841c159c60 2024-09-19T06:01:29.627 INFO:teuthology.orchestra.run.smithi092.stdout:64424509443 2024-09-19T06:01:29.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.628+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83f806c380 msgr2=0x7f83f806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.628+0000 7f8422000640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83f806c380 0x7f83f806e840 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f840c003d90 tx=0x7f840c009040 comp rx=0 tx=0).stop 2024-09-19T06:01:29.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.628+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f841c159c60 msgr2=0x7f841c147e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.628+0000 7f8422000640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f841c159c60 0x7f841c147e00 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f8414012fa0 tx=0x7f8414014420 comp rx=0 tx=0).stop 2024-09-19T06:01:29.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.629+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 shutdown_connections 2024-09-19T06:01:29.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.629+0000 7f8422000640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f841c159c60 0x7f841c147e00 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.629+0000 7f8422000640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83f806c380 0x7f83f806e840 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.629+0000 7f8422000640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f841c15a680 0x7f841c1f7ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.629+0000 7f8422000640 1 --2- 172.21.15.92:0/188323548 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f841c0739b0 0x7f841c159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.629+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 >> 172.21.15.92:0/188323548 conn(0x7f841c0d03e0 msgr2=0x7f841c150c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.631+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 shutdown_connections 2024-09-19T06:01:29.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.631+0000 7f8422000640 1 -- 172.21.15.92:0/188323548 wait complete. 2024-09-19T06:01:29.633 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542151 for osd.1 2024-09-19T06:01:29.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.631+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f45a4005580 con 0x7f45cc06c620 2024-09-19T06:01:29.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.632+0000 7f45c2000640 1 -- 172.21.15.92:0/2944743354 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f45c405cd30 con 0x7f45cc06c620 2024-09-19T06:01:29.634 INFO:teuthology.orchestra.run.smithi092.stdout:64424509444 2024-09-19T06:01:29.635 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.2 2024-09-19T06:01:29.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.634+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f9354005850 con 0x7f93781ee290 2024-09-19T06:01:29.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.634+0000 7f9375600640 1 -- 172.21.15.92:0/1225676801 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f93700791e0 con 0x7f93781ee290 2024-09-19T06:01:29.636 INFO:teuthology.orchestra.run.smithi092.stdout:64424509444 2024-09-19T06:01:29.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45ac06c2b0 msgr2=0x7f45ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45ac06c2b0 0x7f45ac06e770 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f45cc1f7600 tx=0x7f45b8009060 comp rx=0 tx=0).stop 2024-09-19T06:01:29.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc06c620 msgr2=0x7f45cc0b5080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc06c620 0x7f45cc0b5080 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f45c400c400 tx=0x7f45c400c8c0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 shutdown_connections 2024-09-19T06:01:29.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45cc15c3a0 0x7f45cc15e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45cc0cf710 0x7f45cc15dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45ac06c2b0 0x7f45ac06e770 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 --2- 172.21.15.92:0/2944743354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45cc06c620 0x7f45cc0b5080 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 >> 172.21.15.92:0/2944743354 conn(0x7f45cc0b0660 msgr2=0x7f45cc06e970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 shutdown_connections 2024-09-19T06:01:29.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.636+0000 7f45cb200640 1 -- 172.21.15.92:0/2944743354 wait complete. 2024-09-19T06:01:29.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.637+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f935806c3b0 msgr2=0x7f935806e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.637+0000 7f937ea00640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f935806c3b0 0x7f935806e870 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f936c001eb0 tx=0x7f936c009040 comp rx=0 tx=0).stop 2024-09-19T06:01:29.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.637+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93781ee290 msgr2=0x7f93780cb550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:29.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.637+0000 7f937ea00640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93781ee290 0x7f93780cb550 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f9370036040 tx=0x7f9370004a40 comp rx=0 tx=0).stop 2024-09-19T06:01:29.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.638+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 shutdown_connections 2024-09-19T06:01:29.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.638+0000 7f937ea00640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93781ee290 0x7f93780cb550 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.638+0000 7f937ea00640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9378165a70 0x7f9378160340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.638+0000 7f937ea00640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f935806c3b0 0x7f935806e870 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.638+0000 7f937ea00640 1 --2- 172.21.15.92:0/1225676801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9360005210 0x7f9378163a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:29.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.638+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 >> 172.21.15.92:0/1225676801 conn(0x7f93780d0f00 msgr2=0x7f93780b80d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:29.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.638+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 shutdown_connections 2024-09-19T06:01:29.642 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.0 2024-09-19T06:01:29.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:29.638+0000 7f937ea00640 1 -- 172.21.15.92:0/1225676801 wait complete. 2024-09-19T06:01:29.648 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509445 for osd.7 2024-09-19T06:01:29.657 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.4 2024-09-19T06:01:29.658 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.5 2024-09-19T06:01:29.659 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509443 for osd.3 2024-09-19T06:01:29.662 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509444 for osd.6 2024-09-19T06:01:30.634 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-19T06:01:30.636 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-19T06:01:30.642 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-19T06:01:30.648 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-19T06:01:30.657 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-19T06:01:30.659 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-19T06:01:30.659 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-19T06:01:30.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-19T06:01:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.880+0000 7fa21b200640 1 Processor -- start 2024-09-19T06:01:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.880+0000 7fa21b200640 1 -- start start 2024-09-19T06:01:30.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.882+0000 7fa21b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.882+0000 7fa21b200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa21c0d13c0 0x7fa21c0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.882+0000 7fa21b200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fa21c0b8730 0x7fa21c0ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.882+0000 7fa21b200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa21c0b9b30 con 0x7fa21c0d13c0 2024-09-19T06:01:30.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.882+0000 7fa21b200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fa21c0d1820 con 0x7fa21c0b8730 2024-09-19T06:01:30.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.882+0000 7fa21b200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa21c15e9d0 con 0x7fa21c15e5f0 2024-09-19T06:01:30.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.883+0000 7f0f26600640 1 Processor -- start 2024-09-19T06:01:30.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.883+0000 7fa219e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.883+0000 7fa219e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41862/0 (socket says 172.21.15.92:41862) 2024-09-19T06:01:30.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.883+0000 7fa219e00640 1 -- 172.21.15.92:0/3247065312 learned_addr learned my addr 172.21.15.92:0/3247065312 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:30.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.884+0000 7fa219400640 1 --2- 172.21.15.92:0/3247065312 >> v2:172.21.15.92:3300/0 conn(0x7fa21c0d13c0 0x7fa21c0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.883+0000 7f0f26600640 1 -- start start 2024-09-19T06:01:30.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7f0f26600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0f180e60a0 0x7f0f18053a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7f0f26600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0f180584d0 0x7f0f1803bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7f0f26600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0f18053fe0 con 0x7f0f180375e0 2024-09-19T06:01:30.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7f0f26600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f0f180577c0 con 0x7f0f180584d0 2024-09-19T06:01:30.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7f0f26600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0f180e6480 con 0x7f0f180e60a0 2024-09-19T06:01:30.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.886+0000 7f0f1f400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0f180e60a0 0x7f0f18053a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.886+0000 7f0f1f400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0f180e60a0 0x7f0f18053a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44736/0 (socket says 172.21.15.92:44736) 2024-09-19T06:01:30.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.886+0000 7f0f1f400640 1 -- 172.21.15.92:0/1412389440 learned_addr learned my addr 172.21.15.92:0/1412389440 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:30.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7fa219e00640 1 -- 172.21.15.92:0/3247065312 >> v2:172.21.15.102:3300/0 conn(0x7fa21c0b8730 msgr2=0x7fa21c0ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7fa21a800640 1 --2- 172.21.15.92:0/3247065312 >> v2:172.21.15.102:3300/0 conn(0x7fa21c0b8730 0x7fa21c0ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7fa219e00640 1 --2- 172.21.15.92:0/3247065312 >> v2:172.21.15.102:3300/0 conn(0x7fa21c0b8730 0x7fa21c0ceac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7fa219e00640 1 -- 172.21.15.92:0/3247065312 >> v2:172.21.15.92:3300/0 conn(0x7fa21c0d13c0 msgr2=0x7fa21c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7fa219e00640 1 --2- 172.21.15.92:0/3247065312 >> v2:172.21.15.92:3300/0 conn(0x7fa21c0d13c0 0x7fa21c0b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.885+0000 7fa219e00640 1 -- 172.21.15.92:0/3247065312 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa21c0b8f20 con 0x7fa21c15e5f0 2024-09-19T06:01:30.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.887+0000 7fa219400640 1 --2- 172.21.15.92:0/3247065312 >> v2:172.21.15.92:3300/0 conn(0x7fa21c0d13c0 0x7fa21c0b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:30.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.887+0000 7f0f1ea00640 1 --2- 172.21.15.92:0/1412389440 >> v2:172.21.15.92:3300/0 conn(0x7f0f180584d0 0x7f0f1803bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.887+0000 7fa21a800640 1 --2- 172.21.15.92:0/3247065312 >> v2:172.21.15.102:3300/0 conn(0x7fa21c0b8730 0x7fa21c0ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:30.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.887+0000 7f0f1f400640 1 -- 172.21.15.92:0/1412389440 >> v2:172.21.15.92:3300/0 conn(0x7f0f180584d0 msgr2=0x7f0f1803bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.888+0000 7fa219e00640 1 --2- 172.21.15.92:0/3247065312 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0d0e80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa21c08d740 tx=0x7fa20c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6bce2865a84554aa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.888+0000 7f0f1f400640 1 --2- 172.21.15.92:0/1412389440 >> v2:172.21.15.92:3300/0 conn(0x7f0f180584d0 0x7f0f1803bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.888+0000 7f0f1f400640 1 -- 172.21.15.92:0/1412389440 >> v1:172.21.15.92:6789/0 conn(0x7f0f180375e0 legacy=0x7f0f1803c180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.888+0000 7fa218a00640 1 -- 172.21.15.92:0/3247065312 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c037070 con 0x7fa21c15e5f0 2024-09-19T06:01:30.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.888+0000 7fa218a00640 1 -- 172.21.15.92:0/3247065312 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa20c032440 con 0x7fa21c15e5f0 2024-09-19T06:01:30.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.888+0000 7fa218a00640 1 -- 172.21.15.92:0/3247065312 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa20c032850 con 0x7fa21c15e5f0 2024-09-19T06:01:30.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.889+0000 7f0f1f400640 1 -- 172.21.15.92:0/1412389440 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f180579f0 con 0x7f0f180e60a0 2024-09-19T06:01:30.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.890+0000 7fa21b200640 1 -- 172.21.15.92:0/3247065312 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 msgr2=0x7fa21c0d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.890+0000 7fa21b200640 1 --2- 172.21.15.92:0/3247065312 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0d0e80 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa21c08d740 tx=0x7fa20c02a210 comp rx=0 tx=0).stop 2024-09-19T06:01:30.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.890+0000 7fa21b200640 1 -- 172.21.15.92:0/3247065312 shutdown_connections 2024-09-19T06:01:30.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.890+0000 7fa21b200640 1 --2- 172.21.15.92:0/3247065312 >> v2:172.21.15.102:3300/0 conn(0x7fa21c0b8730 0x7fa21c0ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.890+0000 7fa21b200640 1 --2- 172.21.15.92:0/3247065312 >> v2:172.21.15.92:3300/0 conn(0x7fa21c0d13c0 0x7fa21c0b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.890+0000 7fa21b200640 1 --2- 172.21.15.92:0/3247065312 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0d0e80 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.890+0000 7fa21b200640 1 -- 172.21.15.92:0/3247065312 >> 172.21.15.92:0/3247065312 conn(0x7fa21c062630 msgr2=0x7fa21c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:30.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.890+0000 7f0f1ea00640 1 --2- 172.21.15.92:0/1412389440 >> v2:172.21.15.92:3300/0 conn(0x7f0f180584d0 0x7f0f1803bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:30.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.890+0000 7fa21b200640 1 -- 172.21.15.92:0/3247065312 shutdown_connections 2024-09-19T06:01:30.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.891+0000 7fa21b200640 1 -- 172.21.15.92:0/3247065312 wait complete. 2024-09-19T06:01:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.891+0000 7f0f1f400640 1 --2- 172.21.15.92:0/1412389440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f180e60a0 0x7f0f18053a00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0f180098d0 tx=0x7f0f0c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=461038bb0db96585 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.892+0000 7f0f1e000640 1 -- 172.21.15.92:0/1412389440 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f0c037070 con 0x7f0f180e60a0 2024-09-19T06:01:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.892+0000 7f0f1e000640 1 -- 172.21.15.92:0/1412389440 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f0c02ae10 con 0x7f0f180e60a0 2024-09-19T06:01:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.892+0000 7f0f1e000640 1 -- 172.21.15.92:0/1412389440 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f0c032660 con 0x7f0f180e60a0 2024-09-19T06:01:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.893+0000 7f0f26600640 1 -- 172.21.15.92:0/1412389440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f180e60a0 msgr2=0x7f0f18053a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.893+0000 7f0f26600640 1 --2- 172.21.15.92:0/1412389440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f180e60a0 0x7f0f18053a00 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0f180098d0 tx=0x7f0f0c02a180 comp rx=0 tx=0).stop 2024-09-19T06:01:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.894+0000 7f0f26600640 1 -- 172.21.15.92:0/1412389440 shutdown_connections 2024-09-19T06:01:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.894+0000 7f0f26600640 1 --2- 172.21.15.92:0/1412389440 >> v2:172.21.15.92:3300/0 conn(0x7f0f180584d0 0x7f0f1803bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.894+0000 7f0f26600640 1 --2- 172.21.15.92:0/1412389440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f180e60a0 0x7f0f18053a00 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.894+0000 7f0f26600640 1 -- 172.21.15.92:0/1412389440 >> 172.21.15.92:0/1412389440 conn(0x7f0f1803a520 msgr2=0x7f0f1803a930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:30.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.894+0000 7fa21b200640 1 Processor -- start 2024-09-19T06:01:30.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.895+0000 7f0f26600640 1 -- 172.21.15.92:0/1412389440 shutdown_connections 2024-09-19T06:01:30.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.895+0000 7fa21b200640 1 -- start start 2024-09-19T06:01:30.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.895+0000 7f0f26600640 1 -- 172.21.15.92:0/1412389440 wait complete. 2024-09-19T06:01:30.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.896+0000 7fa21b200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa21c0b8730 0x7fa21c0caa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.896+0000 7fa21b200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa21c0d13c0 0x7fa21c153a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.897+0000 7fa21b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0c8f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.898+0000 7fa219400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa21c0d13c0 0x7fa21c153a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.898+0000 7fa219400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa21c0d13c0 0x7fa21c153a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44740/0 (socket says 172.21.15.92:44740) 2024-09-19T06:01:30.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.898+0000 7fa219400640 1 -- 172.21.15.92:0/370206716 learned_addr learned my addr 172.21.15.92:0/370206716 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:30.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.898+0000 7fa219e00640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa21c0b8730 0x7fa21c0caa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.898+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa21c0b97c0 con 0x7fa21c0b8730 2024-09-19T06:01:30.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.898+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa21c0b94e0 con 0x7fa21c0d13c0 2024-09-19T06:01:30.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.898+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa21c0b8bc0 con 0x7fa21c15e5f0 2024-09-19T06:01:30.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.898+0000 7f0f26600640 1 Processor -- start 2024-09-19T06:01:30.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.899+0000 7f0f26600640 1 -- start start 2024-09-19T06:01:30.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.898+0000 7fa21a800640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0c8f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.899+0000 7fa219400640 1 -- 172.21.15.92:0/370206716 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 msgr2=0x7fa21c0c8f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.899+0000 7fa219400640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0c8f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.899+0000 7fa219400640 1 -- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa21c0b8730 msgr2=0x7fa21c0caa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.899+0000 7fa219400640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa21c0b8730 0x7fa21c0caa80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.899+0000 7fa219400640 1 -- 172.21.15.92:0/370206716 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa21c0cce70 con 0x7fa21c0d13c0 2024-09-19T06:01:30.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.900+0000 7fa219e00640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa21c0b8730 0x7fa21c0caa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:30.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.900+0000 7fa21a800640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0c8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:30.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.901+0000 7fa219400640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa21c0d13c0 0x7fa21c153a00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa21400efc0 tx=0x7fa214009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.901+0000 7f0f26600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f180375e0 0x7f0f180dfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.901+0000 7f0f26600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f180584d0 0x7f0f1817cd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.901+0000 7f0f26600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f180e60a0 0x7f0f180df130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.901+0000 7fa212000640 1 -- 172.21.15.92:0/370206716 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa214018020 con 0x7fa21c0d13c0 2024-09-19T06:01:30.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.901+0000 7f0f1ea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f180584d0 0x7f0f1817cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.901+0000 7f0f1ea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f180584d0 0x7f0f1817cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41880/0 (socket says 172.21.15.92:41880) 2024-09-19T06:01:30.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.901+0000 7f0f1ea00640 1 -- 172.21.15.92:0/3311382672 learned_addr learned my addr 172.21.15.92:0/3311382672 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:30.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.901+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0f18037d60 con 0x7f0f180e60a0 2024-09-19T06:01:30.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.902+0000 7fa212000640 1 -- 172.21.15.92:0/370206716 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa214014680 con 0x7fa21c0d13c0 2024-09-19T06:01:30.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.902+0000 7fa212000640 1 -- 172.21.15.92:0/370206716 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa21400ce60 con 0x7fa21c0d13c0 2024-09-19T06:01:30.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.902+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0f18058040 con 0x7f0f180375e0 2024-09-19T06:01:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.902+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa21c0cd0e0 con 0x7fa21c0d13c0 2024-09-19T06:01:30.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.902+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0f1803c890 con 0x7f0f180584d0 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.902+0000 7f0f1f400640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f180375e0 0x7f0f180dfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.903+0000 7f0f1fe00640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f180e60a0 0x7f0f180df130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.903+0000 7f0f1ea00640 1 -- 172.21.15.92:0/3311382672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f180375e0 msgr2=0x7f0f180dfaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.903+0000 7f0f1ea00640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f180375e0 0x7f0f180dfaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.903+0000 7f0f1ea00640 1 -- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f180e60a0 msgr2=0x7f0f180df130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.903+0000 7f0f1ea00640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f180e60a0 0x7f0f180df130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.903+0000 7f0f1ea00640 1 -- 172.21.15.92:0/3311382672 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0f180e18c0 con 0x7f0f180584d0 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.903+0000 7f0f1fe00640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f180e60a0 0x7f0f180df130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.903+0000 7f0f1ea00640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f180584d0 0x7f0f1817cd90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0f1400c7f0 tx=0x7f0f1400cbf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.904+0000 7f0f13400640 1 -- 172.21.15.92:0/3311382672 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f14015070 con 0x7f0f180584d0 2024-09-19T06:01:30.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.904+0000 7f0f13400640 1 -- 172.21.15.92:0/3311382672 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0f14007a30 con 0x7f0f180584d0 2024-09-19T06:01:30.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.904+0000 7f0f13400640 1 -- 172.21.15.92:0/3311382672 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0f14007e00 con 0x7f0f180584d0 2024-09-19T06:01:30.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.904+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0f180e1ba0 con 0x7f0f180584d0 2024-09-19T06:01:30.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.904+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f0f180e2160 con 0x7f0f180584d0 2024-09-19T06:01:30.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.906+0000 7fa212000640 1 -- 172.21.15.92:0/370206716 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa21401b020 con 0x7fa21c0d13c0 2024-09-19T06:01:30.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.906+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa21c0cd6a0 con 0x7fa21c0d13c0 2024-09-19T06:01:30.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.908+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0efc005290 con 0x7f0f180584d0 2024-09-19T06:01:30.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.908+0000 7fa212000640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa1fc06c330 0x7fa1fc06e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.908+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa21c0ccc70 con 0x7fa21c0d13c0 2024-09-19T06:01:30.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.909+0000 7fa212000640 1 -- 172.21.15.92:0/370206716 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fa214057750 con 0x7fa21c0d13c0 2024-09-19T06:01:30.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.909+0000 7fa219e00640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa1fc06c330 0x7fa1fc06e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.910+0000 7f0f13400640 1 -- 172.21.15.92:0/3311382672 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0f14018070 con 0x7f0f180584d0 2024-09-19T06:01:30.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.911+0000 7fa219e00640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa1fc06c330 0x7fa1fc06e7f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa20c034000 tx=0x7fa20c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.912+0000 7f0f13400640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0006c380 0x7f0f0006e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.912+0000 7f0f13400640 1 -- 172.21.15.92:0/3311382672 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0f1408b580 con 0x7f0f180584d0 2024-09-19T06:01:30.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.913+0000 7f0f1f400640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0006c380 0x7f0f0006e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.915+0000 7fa212000640 1 -- 172.21.15.92:0/370206716 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa214010040 con 0x7fa21c0d13c0 2024-09-19T06:01:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.915+0000 7f0f1f400640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0006c380 0x7f0f0006e840 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c034000 tx=0x7f0f0c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.916+0000 7f0f13400640 1 -- 172.21.15.92:0/3311382672 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0f14059680 con 0x7f0f180584d0 2024-09-19T06:01:30.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.960+0000 7fdd81a00640 1 Processor -- start 2024-09-19T06:01:30.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.961+0000 7fdd81a00640 1 -- start start 2024-09-19T06:01:30.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.963+0000 7fdd81a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdd7c15e5d0 0x7fdd7c0d3170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.963+0000 7fdd81a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fdd7c0cf520 0x7fdd7c0b5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.964+0000 7fdd81a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdd7c0d4310 con 0x7fdd7c0b64a0 2024-09-19T06:01:30.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.964+0000 7fdd81a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fdd7c0b68d0 con 0x7fdd7c15e5d0 2024-09-19T06:01:30.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.964+0000 7fdd81a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fdd7c15e9b0 con 0x7fdd7c0cf520 2024-09-19T06:01:30.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.964+0000 7fdd7a000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fdd7c0cf520 0x7fdd7c0b5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.964+0000 7fdd7a000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fdd7c0cf520 0x7fdd7c0b5f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44762/0 (socket says 172.21.15.92:44762) 2024-09-19T06:01:30.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.965+0000 7fdd7a000640 1 -- 172.21.15.92:0/3562485699 learned_addr learned my addr 172.21.15.92:0/3562485699 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:30.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.965+0000 7fdd7aa00640 1 --2- 172.21.15.92:0/3562485699 >> v2:172.21.15.92:3300/0 conn(0x7fdd7c15e5d0 0x7fdd7c0d3170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.966+0000 7fdd79600640 1 -- 172.21.15.92:0/3562485699 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2818013359 0 0) 0x7fdd7c0d4310 con 0x7fdd7c0b64a0 2024-09-19T06:01:30.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.966+0000 7fdd79600640 1 -- 172.21.15.92:0/3562485699 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdd60003520 con 0x7fdd7c0b64a0 2024-09-19T06:01:30.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.967+0000 7fdd7a000640 1 -- 172.21.15.92:0/3562485699 >> v2:172.21.15.92:3300/0 conn(0x7fdd7c15e5d0 msgr2=0x7fdd7c0d3170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.967+0000 7fdd7a000640 1 --2- 172.21.15.92:0/3562485699 >> v2:172.21.15.92:3300/0 conn(0x7fdd7c15e5d0 0x7fdd7c0d3170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.967+0000 7fdd7a000640 1 -- 172.21.15.92:0/3562485699 >> v1:172.21.15.92:6789/0 conn(0x7fdd7c0b64a0 legacy=0x7fdd7c06be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.967+0000 7fdd7a000640 1 -- 172.21.15.92:0/3562485699 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd7c0d3a70 con 0x7fdd7c0cf520 2024-09-19T06:01:30.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.968+0000 7f644d600640 1 Processor -- start 2024-09-19T06:01:30.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.969+0000 7f644d600640 1 -- start start 2024-09-19T06:01:30.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.969+0000 7fdd7a000640 1 --2- 172.21.15.92:0/3562485699 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0cf520 0x7fdd7c0b5f60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c073f40 tx=0x7fdd6802a350 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff16422e2050c4bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.970+0000 7fdd79600640 1 -- 172.21.15.92:0/3562485699 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd68037070 con 0x7fdd7c0cf520 2024-09-19T06:01:30.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.970+0000 7fdd79600640 1 -- 172.21.15.92:0/3562485699 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd68032640 con 0x7fdd7c0cf520 2024-09-19T06:01:30.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.970+0000 7fdd79600640 1 -- 172.21.15.92:0/3562485699 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd68032a50 con 0x7fdd7c0cf520 2024-09-19T06:01:30.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.971+0000 7f644d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64400339e0 0x7f6440005a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.971+0000 7f644d600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6440006de0 con 0x7f64400e29b0 2024-09-19T06:01:30.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.971+0000 7f644d600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64400070c0 con 0x7f6440005fd0 2024-09-19T06:01:30.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.971+0000 7f644d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f64400073a0 con 0x7f64400339e0 2024-09-19T06:01:30.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.971+0000 7fdd81a00640 1 -- 172.21.15.92:0/3562485699 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0cf520 msgr2=0x7fdd7c0b5f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.971+0000 7fdd81a00640 1 --2- 172.21.15.92:0/3562485699 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0cf520 0x7fdd7c0b5f60 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c073f40 tx=0x7fdd6802a350 comp rx=0 tx=0).stop 2024-09-19T06:01:30.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.971+0000 7fdd81a00640 1 -- 172.21.15.92:0/3562485699 shutdown_connections 2024-09-19T06:01:30.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.972+0000 7fdd81a00640 1 --2- 172.21.15.92:0/3562485699 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0cf520 0x7fdd7c0b5f60 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.972+0000 7fdd81a00640 1 --2- 172.21.15.92:0/3562485699 >> v2:172.21.15.92:3300/0 conn(0x7fdd7c15e5d0 0x7fdd7c0d3170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.972+0000 7fdd81a00640 1 -- 172.21.15.92:0/3562485699 >> 172.21.15.92:0/3562485699 conn(0x7fdd7c0d0f60 msgr2=0x7fdd7c0d1340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.972+0000 7f6447400640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f6440005fd0 0x7f644001cdf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:37152/0 (socket says 172.21.15.92:37152) 2024-09-19T06:01:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.972+0000 7f6447400640 1 -- 172.21.15.92:0/102600338 learned_addr learned my addr 172.21.15.92:0/102600338 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:30.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.972+0000 7f6446a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f64400e29b0 0x7f64400e6f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41268/0 (socket says 172.21.15.92:41268) 2024-09-19T06:01:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.972+0000 7fdd81a00640 1 -- 172.21.15.92:0/3562485699 shutdown_connections 2024-09-19T06:01:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.972+0000 7fdd81a00640 1 -- 172.21.15.92:0/3562485699 wait complete. 2024-09-19T06:01:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.973+0000 7f6446000640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64400339e0 0x7f6440005a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.973+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1053854433 0 0) 0x7f64400070c0 con 0x7f6440005fd0 2024-09-19T06:01:30.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.974+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f642c003520 con 0x7f6440005fd0 2024-09-19T06:01:30.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.974+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2987183947 0 0) 0x7f6440006de0 con 0x7f64400e29b0 2024-09-19T06:01:30.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.974+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f64400070c0 con 0x7f64400e29b0 2024-09-19T06:01:30.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.974+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3095639340 0 0) 0x7f64400070c0 con 0x7f64400e29b0 2024-09-19T06:01:30.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64400339e0 msgr2=0x7f6440005a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64400339e0 0x7f6440005a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 >> v1:172.21.15.102:6789/0 conn(0x7f6440005fd0 legacy=0x7f644001cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f644001c5f0 con 0x7f64400e29b0 2024-09-19T06:01:30.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f64380016c0 con 0x7f64400e29b0 2024-09-19T06:01:30.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 >> v1:172.21.15.92:6789/0 conn(0x7f64400e29b0 legacy=0x7f64400e6f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.976+0000 7fdd81a00640 1 Processor -- start 2024-09-19T06:01:30.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004c00 0x7f642c004fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f642c0037a0 0x7f642c003c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f642c004160 0x7f642c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f64400073a0 con 0x7f642c004c00 2024-09-19T06:01:30.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f642c00bfb0 con 0x7f642c0037a0 2024-09-19T06:01:30.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.975+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f642c00c180 con 0x7f642c004160 2024-09-19T06:01:30.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.977+0000 7fdd81a00640 1 -- start start 2024-09-19T06:01:30.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.977+0000 7f6447400640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f642c004160 0x7f642c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.977+0000 7f6446a00640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004c00 0x7f642c004fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.978+0000 7f6447400640 1 -- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f642c0037a0 msgr2=0x7f642c003c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.978+0000 7f6447400640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f642c0037a0 0x7f642c003c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.978+0000 7f6447400640 1 -- 172.21.15.92:0/102600338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004c00 msgr2=0x7f642c004fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.978+0000 7f6447400640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004c00 0x7f642c004fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.978+0000 7f6447400640 1 -- 172.21.15.92:0/102600338 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f644001c5f0 con 0x7f642c004160 2024-09-19T06:01:30.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.977+0000 7f8204200640 1 Processor -- start 2024-09-19T06:01:30.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.977+0000 7f8204200640 1 -- start start 2024-09-19T06:01:30.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.979+0000 7f8204200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f81fc15e7a0 0x7f81fc06caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.977+0000 7f6dc7e00640 1 Processor -- start 2024-09-19T06:01:30.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.978+0000 7f6dc7e00640 1 -- start start 2024-09-19T06:01:30.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.979+0000 7fdd81a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0b64a0 0x7fdd7c157660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.979+0000 7f6446a00640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004c00 0x7f642c004fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:30.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.979+0000 7f8204200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81fc0cf860 con 0x7f81fc0cf1f0 2024-09-19T06:01:30.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.979+0000 7f8204200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81fc0cfb40 con 0x7f81fc0b68f0 2024-09-19T06:01:30.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.979+0000 7f8204200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f81fc0d2ca0 con 0x7f81fc15e7a0 2024-09-19T06:01:30.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.979+0000 7fdd81a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdd7c0cf520 0x7fdd7c15ad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f6447400640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f642c004160 0x7f642c00b9c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6448075d90 tx=0x7f642c005830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=139660da1d07e2c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f8200e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f81fc0cf1f0 0x7f81fc0b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41280/0 (socket says 172.21.15.92:41280) 2024-09-19T06:01:30.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f8200e00640 1 -- 172.21.15.92:0/734393570 learned_addr learned my addr 172.21.15.92:0/734393570 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7fb251800640 1 Processor -- start 2024-09-19T06:01:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.979+0000 7f6dc7e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc80b72d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f6dc7e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f6dc80cf1e0 0x7f6dc80d3220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f6dc7e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6dc80d2180 con 0x7f6dc80b5f00 2024-09-19T06:01:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f6dc7e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f6dc80d2d90 con 0x7f6dc80cf1e0 2024-09-19T06:01:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f6dc7e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6dc80d2460 con 0x7f6dc8162a00 2024-09-19T06:01:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f6dc6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc80b72d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f6dc6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc80b72d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41906/0 (socket says 172.21.15.92:41906) 2024-09-19T06:01:30.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f6dc6a00640 1 -- 172.21.15.92:0/3566853298 learned_addr learned my addr 172.21.15.92:0/3566853298 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:30.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7fb251800640 1 -- start start 2024-09-19T06:01:30.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7f8201800640 1 --2- 172.21.15.92:0/734393570 >> v2:172.21.15.92:3300/0 conn(0x7f81fc15e7a0 0x7f81fc06caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4072519602 0 0) 0x7f81fc0cfb40 con 0x7f81fc0b68f0 2024-09-19T06:01:30.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f81e4003520 con 0x7f81fc0b68f0 2024-09-19T06:01:30.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64480b4070 con 0x7f642c004160 2024-09-19T06:01:30.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f6dc7400640 1 --2- 172.21.15.92:0/3566853298 >> v2:172.21.15.102:3300/0 conn(0x7f6dc80cf1e0 0x7f6dc80d3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7fdd7aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0b64a0 0x7fdd7c157660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7fdd81a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd7c15e5d0 0x7fdd7c0cd2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7fdd7aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0b64a0 0x7fdd7c157660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44778/0 (socket says 172.21.15.92:44778) 2024-09-19T06:01:30.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 <== mon.1 v1:172.21.15.102:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 361028529 0 0) 0x7f81e4003520 con 0x7f81fc0b68f0 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 >> v2:172.21.15.92:3300/0 conn(0x7f81fc15e7a0 msgr2=0x7f81fc06caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 --2- 172.21.15.92:0/734393570 >> v2:172.21.15.92:3300/0 conn(0x7f81fc15e7a0 0x7f81fc06caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 >> v1:172.21.15.92:6789/0 conn(0x7f81fc0cf1f0 legacy=0x7f81fc0b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 --> v1:172.21.15.102:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81fc0cfe20 con 0x7f81fc0b68f0 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 <== mon.1 v1:172.21.15.102:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f81f40019d0 con 0x7f81fc0b68f0 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 >> v1:172.21.15.102:6789/0 conn(0x7f81fc0b68f0 legacy=0x7f81fc0d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40039b0 0x7f81e4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e4004800 0x7f81e4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 0x7f81e400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f81fc0d2ca0 con 0x7f81e4004800 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f81e400c230 con 0x7f81e40053c0 2024-09-19T06:01:30.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f81e400c430 con 0x7f81e40039b0 2024-09-19T06:01:30.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.980+0000 7fdd7b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd7c15e5d0 0x7fdd7c0cd2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7fdd7b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd7c15e5d0 0x7fdd7c0cd2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57850/0 (socket says 172.21.15.92:57850) 2024-09-19T06:01:30.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7fdd81a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fdd7c0b7780 con 0x7fdd7c15e5d0 2024-09-19T06:01:30.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7fdd81a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdd7c0d4030 con 0x7fdd7c0b64a0 2024-09-19T06:01:30.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7fdd81a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fdd7c0d36b0 con 0x7fdd7c0cf520 2024-09-19T06:01:30.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7fdd7aa00640 1 -- 172.21.15.92:0/630075318 learned_addr learned my addr 172.21.15.92:0/630075318 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:30.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fdd7b400640 1 -- 172.21.15.92:0/630075318 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdd7c0cf520 msgr2=0x7fdd7c15ad40 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-19T06:01:30.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fdd7b400640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdd7c0cf520 0x7fdd7c15ad40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fdd7b400640 1 -- 172.21.15.92:0/630075318 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0b64a0 msgr2=0x7fdd7c157660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fdd7b400640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0b64a0 0x7fdd7c157660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fdd7b400640 1 -- 172.21.15.92:0/630075318 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdd7c15b280 con 0x7fdd7c15e5d0 2024-09-19T06:01:30.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fdd7aa00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0b64a0 0x7fdd7c157660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:30.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f64480a7830 con 0x7f642c004160 2024-09-19T06:01:30.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.981+0000 7f6445600640 1 -- 172.21.15.92:0/102600338 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64480761d0 con 0x7f642c004160 2024-09-19T06:01:30.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7f644d600640 1 -- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f642c004160 msgr2=0x7f642c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7f644d600640 1 --2- 172.21.15.92:0/102600338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f642c004160 0x7f642c00b9c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6448075d90 tx=0x7f642c005830 comp rx=0 tx=0).stop 2024-09-19T06:01:30.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7f6447400640 1 -- 172.21.15.92:0/102600338 reap_dead start 2024-09-19T06:01:30.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7f644d600640 1 -- 172.21.15.92:0/102600338 shutdown_connections 2024-09-19T06:01:30.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7f644d600640 1 -- 172.21.15.92:0/102600338 >> 172.21.15.92:0/102600338 conn(0x7f64400360c0 msgr2=0x7f64400364d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:30.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fb251800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb24c0cf9c0 0x7fb24c0d0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fb251800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c0d08a0 0x7fb24c159fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:30.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fb251800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb24c15ea90 con 0x7fb24c06dbf0 2024-09-19T06:01:30.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fb251800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb24c15ada0 con 0x7fb24c0cf9c0 2024-09-19T06:01:30.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7fb251800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb24c15ed70 con 0x7fb24c0d08a0 2024-09-19T06:01:30.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.982+0000 7f8202200640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 0x7f81e400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7f8201800640 1 --2- 172.21.15.92:0/734393570 >> v2:172.21.15.92:3300/0 conn(0x7f81fc15e7a0 0x7f81fc06caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:30.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7f8200e00640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e4004800 0x7f81e4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7fb243e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb24c0cf9c0 0x7fb24c0d0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7fb250e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c0d08a0 0x7fb24c159fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7fb243e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb24c0cf9c0 0x7fb24c0d0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44804/0 (socket says 172.21.15.92:44804) 2024-09-19T06:01:30.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7fb243e00640 1 -- 172.21.15.92:0/2610860377 learned_addr learned my addr 172.21.15.92:0/2610860377 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:30.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7f644d600640 1 -- 172.21.15.92:0/102600338 shutdown_connections 2024-09-19T06:01:30.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7fb250e00640 1 -- 172.21.15.92:0/2610860377 >> v2:172.21.15.102:3300/0 conn(0x7fb24c0cf9c0 msgr2=0x7fb24c0d0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7fb250e00640 1 --2- 172.21.15.92:0/2610860377 >> v2:172.21.15.102:3300/0 conn(0x7fb24c0cf9c0 0x7fb24c0d0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7fb250e00640 1 -- 172.21.15.92:0/2610860377 >> v1:172.21.15.92:6789/0 conn(0x7fb24c06dbf0 legacy=0x7fb24c15dfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7fb250e00640 1 -- 172.21.15.92:0/2610860377 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb24c15c240 con 0x7fb24c0d08a0 2024-09-19T06:01:30.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7f8201800640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40039b0 0x7f81e4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:30.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7f8202200640 1 -- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40039b0 msgr2=0x7f81e4003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7f8202200640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40039b0 0x7f81e4003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7f8202200640 1 -- 172.21.15.92:0/734393570 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e4004800 msgr2=0x7f81e4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7f6dc7400640 1 -- 172.21.15.92:0/3566853298 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 msgr2=0x7f6dc80b72d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:30.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7f6dc7400640 1 --2- 172.21.15.92:0/3566853298 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc80b72d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7f6dc7400640 1 -- 172.21.15.92:0/3566853298 >> v1:172.21.15.92:6789/0 conn(0x7f6dc80b5f00 legacy=0x7f6dc80cead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.983+0000 7f6dc7400640 1 -- 172.21.15.92:0/3566853298 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc80d2740 con 0x7f6dc80cf1e0 2024-09-19T06:01:30.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7f8202200640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e4004800 0x7f81e4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:30.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7f8202200640 1 -- 172.21.15.92:0/734393570 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81fc0cfe20 con 0x7f81e40053c0 2024-09-19T06:01:30.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7f8201800640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40039b0 0x7f81e4003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:30.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.985+0000 7f8200e00640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e4004800 0x7f81e4004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:30.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.985+0000 7f6dc7400640 1 --2- 172.21.15.92:0/3566853298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dc80cf1e0 0x7f6dc80d3220 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6dc0009d90 tx=0x7f6dc002a610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b8aee5e462352c2e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.985+0000 7fb250e00640 1 --2- 172.21.15.92:0/2610860377 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c0d08a0 0x7fb24c159fd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb244009d90 tx=0x7fb24402a610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94e5d405a5f07e5d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7fdd7b400640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd7c15e5d0 0x7fdd7c0cd2b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fdd74014300 tx=0x7fdd740147c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.984+0000 7f644d600640 1 -- 172.21.15.92:0/102600338 wait complete. 2024-09-19T06:01:30.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.985+0000 7fdd72a00640 1 -- 172.21.15.92:0/630075318 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd740039a0 con 0x7fdd7c15e5d0 2024-09-19T06:01:30.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7fdd72a00640 1 -- 172.21.15.92:0/630075318 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdd74003b40 con 0x7fdd7c15e5d0 2024-09-19T06:01:30.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7fdd72a00640 1 -- 172.21.15.92:0/630075318 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdd740120d0 con 0x7fdd7c15e5d0 2024-09-19T06:01:30.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdd7c1f45c0 con 0x7fdd7c15e5d0 2024-09-19T06:01:30.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7f644d600640 1 Processor -- start 2024-09-19T06:01:30.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7f8202200640 1 -- 172.21.15.92:0/734393570 reap_dead start 2024-09-19T06:01:30.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.987+0000 7f8202200640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 0x7f81e400b9c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f81fc163480 tx=0x7f81e4005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=19d7901ac70dd4f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:30.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7f6dc5600640 1 -- 172.21.15.92:0/3566853298 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0007740 con 0x7f6dc80cf1e0 2024-09-19T06:01:30.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7f6dc5600640 1 -- 172.21.15.92:0/3566853298 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dc00078e0 con 0x7f6dc80cf1e0 2024-09-19T06:01:30.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7f6dc5600640 1 -- 172.21.15.92:0/3566853298 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0007cf0 con 0x7f6dc80cf1e0 2024-09-19T06:01:30.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7fb24b400640 1 -- 172.21.15.92:0/2610860377 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb244031600 con 0x7fb24c0d08a0 2024-09-19T06:01:30.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7fb24b400640 1 -- 172.21.15.92:0/2610860377 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2440317a0 con 0x7fb24c0d08a0 2024-09-19T06:01:30.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.986+0000 7fb24b400640 1 -- 172.21.15.92:0/2610860377 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb244031b70 con 0x7fb24c0d08a0 2024-09-19T06:01:30.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.987+0000 7fb251800640 1 -- 172.21.15.92:0/2610860377 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c0d08a0 msgr2=0x7fb24c159fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:30.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.987+0000 7fb251800640 1 --2- 172.21.15.92:0/2610860377 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c0d08a0 0x7fb24c159fd0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fb244009d90 tx=0x7fb24402a610 comp rx=0 tx=0).stop 2024-09-19T06:01:30.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.987+0000 7f644d600640 1 -- start start 2024-09-19T06:01:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.987+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdd7c1f4b80 con 0x7fdd7c15e5d0 2024-09-19T06:01:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.987+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81f4033070 con 0x7f81e40053c0 2024-09-19T06:01:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.987+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81f402f6a0 con 0x7f81e40053c0 2024-09-19T06:01:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.987+0000 7f81fbe00640 1 -- 172.21.15.92:0/734393570 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e80014f0 con 0x7f81e40053c0 2024-09-19T06:01:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7f644d600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004160 0x7f64400d9480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7f644d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6440037400 0x7f64400de230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7f644d600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f644004b610 0x7f644004c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7f644d600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f644000a250 con 0x7f642c004160 2024-09-19T06:01:31.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7f644d600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f64400e2d90 con 0x7f644004b610 2024-09-19T06:01:31.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7f644d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f644000a3d0 con 0x7f6440037400 2024-09-19T06:01:31.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7f6dc7e00640 1 -- 172.21.15.92:0/3566853298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dc80cf1e0 msgr2=0x7f6dc80d3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7f6dc7e00640 1 --2- 172.21.15.92:0/3566853298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dc80cf1e0 0x7f6dc80d3220 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6dc0009d90 tx=0x7f6dc002a610 comp rx=0 tx=0).stop 2024-09-19T06:01:31.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7fb251800640 1 -- 172.21.15.92:0/2610860377 shutdown_connections 2024-09-19T06:01:31.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7fb251800640 1 --2- 172.21.15.92:0/2610860377 >> v2:172.21.15.102:3300/0 conn(0x7fb24c0cf9c0 0x7fb24c0d0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7fb251800640 1 --2- 172.21.15.92:0/2610860377 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c0d08a0 0x7fb24c159fd0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7fb251800640 1 -- 172.21.15.92:0/2610860377 >> 172.21.15.92:0/2610860377 conn(0x7fb24c06d0d0 msgr2=0x7fb24c06d4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7fb251800640 1 -- 172.21.15.92:0/2610860377 shutdown_connections 2024-09-19T06:01:31.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f8204200640 1 -- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 msgr2=0x7f81e400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.988+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdd7c0b5f60 con 0x7fdd7c15e5d0 2024-09-19T06:01:31.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f8204200640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 0x7f81e400b9c0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f81fc163480 tx=0x7f81e4005830 comp rx=0 tx=0).stop 2024-09-19T06:01:31.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7fb251800640 1 -- 172.21.15.92:0/2610860377 wait complete. 2024-09-19T06:01:31.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f6dc7e00640 1 -- 172.21.15.92:0/3566853298 shutdown_connections 2024-09-19T06:01:31.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f6dc7e00640 1 --2- 172.21.15.92:0/3566853298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dc80cf1e0 0x7f6dc80d3220 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f6dc7e00640 1 --2- 172.21.15.92:0/3566853298 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc80b72d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f6dc7e00640 1 -- 172.21.15.92:0/3566853298 >> 172.21.15.92:0/3566853298 conn(0x7f6dc80d0f00 msgr2=0x7f6dc80d1310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f8204200640 1 -- 172.21.15.92:0/734393570 shutdown_connections 2024-09-19T06:01:31.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f8204200640 1 --2- 172.21.15.92:0/734393570 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 0x7f81e400b9c0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f8204200640 1 -- 172.21.15.92:0/734393570 >> 172.21.15.92:0/734393570 conn(0x7f81fc0d11e0 msgr2=0x7f81fc0d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f6446a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004160 0x7f64400d9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f6446000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6440037400 0x7f64400de230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f6447400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f644004b610 0x7f644004c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f6447400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f644004b610 0x7f644004c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44816/0 (socket says 172.21.15.92:44816) 2024-09-19T06:01:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.989+0000 7f6447400640 1 -- 172.21.15.92:0/4119254554 learned_addr learned my addr 172.21.15.92:0/4119254554 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.990+0000 7f6447400640 1 -- 172.21.15.92:0/4119254554 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6440037400 msgr2=0x7f64400de230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.990+0000 7f6447400640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6440037400 0x7f64400de230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.990+0000 7f6447400640 1 -- 172.21.15.92:0/4119254554 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004160 msgr2=0x7f64400d9480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.990+0000 7f6447400640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004160 0x7f64400d9480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.990+0000 7f8204200640 1 -- 172.21.15.92:0/734393570 shutdown_connections 2024-09-19T06:01:31.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.990+0000 7f8204200640 1 -- 172.21.15.92:0/734393570 wait complete. 2024-09-19T06:01:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.990+0000 7f6dc7e00640 1 -- 172.21.15.92:0/3566853298 shutdown_connections 2024-09-19T06:01:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.990+0000 7f6dc7e00640 1 -- 172.21.15.92:0/3566853298 wait complete. 2024-09-19T06:01:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.990+0000 7f6447400640 1 -- 172.21.15.92:0/4119254554 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f644004df40 con 0x7f644004b610 2024-09-19T06:01:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.991+0000 7f6447400640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f644004b610 0x7f644004c390 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f644806b2c0 tx=0x7f6448065a90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.991+0000 7f5a3fe00640 1 Processor -- start 2024-09-19T06:01:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.991+0000 7f5a3fe00640 1 -- start start 2024-09-19T06:01:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.991+0000 7fb251800640 1 Processor -- start 2024-09-19T06:01:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.992+0000 7fb251800640 1 -- start start 2024-09-19T06:01:31.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.992+0000 7f8204200640 1 Processor -- start 2024-09-19T06:01:31.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.992+0000 7f8204200640 1 -- start start 2024-09-19T06:01:31.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7fdd72a00640 1 -- 172.21.15.92:0/630075318 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdd74012270 con 0x7fdd7c15e5d0 2024-09-19T06:01:31.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.994+0000 7fdd72a00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdd5c06c300 0x7fdd5c06e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.994+0000 7fdd72a00640 1 -- 172.21.15.92:0/630075318 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fdd740937e0 con 0x7fdd7c15e5d0 2024-09-19T06:01:31.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7fdd7aa00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdd5c06c300 0x7fdd5c06e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fdd7aa00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdd5c06c300 0x7fdd5c06e7c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c009b30 tx=0x7fdd6c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.992+0000 7f643ea00640 1 -- 172.21.15.92:0/4119254554 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64480be070 con 0x7f644004b610 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f643ea00640 1 -- 172.21.15.92:0/4119254554 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6448062630 con 0x7f644004b610 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f643ea00640 1 -- 172.21.15.92:0/4119254554 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f64480b4040 con 0x7f644004b610 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f644004e220 con 0x7f644004b610 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6440038cd0 con 0x7f644004b610 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6420005290 con 0x7f644004b610 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.994+0000 7f8204200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 0x7f81fc158450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.994+0000 7f8204200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81fc155060 0x7f81fc1f38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.994+0000 7f8204200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81fc15ee80 0x7f81fc154360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.994+0000 7f8204200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f81fc15eb80 con 0x7f81fc15ee80 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.994+0000 7f8204200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f81fc0b7a00 con 0x7f81e40053c0 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.994+0000 7f8204200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f81fc15ed00 con 0x7f81fc155060 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f8200e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81fc155060 0x7f81fc1f38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f8201800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 0x7f81fc158450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f8200e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81fc155060 0x7f81fc1f38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41946/0 (socket says 172.21.15.92:41946) 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f8200e00640 1 -- 172.21.15.92:0/4143340529 learned_addr learned my addr 172.21.15.92:0/4143340529 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f8200e00640 1 -- 172.21.15.92:0/4143340529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 msgr2=0x7f81fc158450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f8200e00640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 0x7f81fc158450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f8200e00640 1 -- 172.21.15.92:0/4143340529 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81fc15ee80 msgr2=0x7f81fc154360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f8200e00640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81fc15ee80 0x7f81fc154360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.995+0000 7f8200e00640 1 -- 172.21.15.92:0/4143340529 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81fc1535a0 con 0x7f81fc155060 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.996+0000 7f8200e00640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81fc155060 0x7f81fc1f38c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f81e8001760 tx=0x7f81e8001c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.996+0000 7f81f9600640 1 -- 172.21.15.92:0/4143340529 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e801a070 con 0x7f81fc155060 2024-09-19T06:01:31.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.996+0000 7f81f9600640 1 -- 172.21.15.92:0/4143340529 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81e8007740 con 0x7f81fc155060 2024-09-19T06:01:31.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.996+0000 7f81f9600640 1 -- 172.21.15.92:0/4143340529 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81e800fbc0 con 0x7f81fc155060 2024-09-19T06:01:31.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.996+0000 7f8204200640 1 -- 172.21.15.92:0/4143340529 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81fc153880 con 0x7f81fc155060 2024-09-19T06:01:31.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.996+0000 7f8204200640 1 -- 172.21.15.92:0/4143340529 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f81fc153e40 con 0x7f81fc155060 2024-09-19T06:01:31.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.992+0000 7f6dc7e00640 1 Processor -- start 2024-09-19T06:01:31.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.996+0000 7f6dc7e00640 1 -- start start 2024-09-19T06:01:31.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.996+0000 7fb251800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c06dbf0 0x7fb24c1593c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fb251800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb24c0cf9c0 0x7fb24c146400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fb251800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb24c0d08a0 0x7fb24c0ae5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fb251800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c15a690 con 0x7fb24c0cf9c0 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fb251800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb24c15a510 con 0x7fb24c0d08a0 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fb251800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb24c15a810 con 0x7fb24c06dbf0 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fb250e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb24c0d08a0 0x7fb24c0ae5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fb250e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb24c0d08a0 0x7fb24c0ae5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44830/0 (socket says 172.21.15.92:44830) 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fb250e00640 1 -- 172.21.15.92:0/1842799259 learned_addr learned my addr 172.21.15.92:0/1842799259 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7fb24be00640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c06dbf0 0x7fb24c1593c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f5a3fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5a3804f270 0x7f5a380eb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f5a3fe00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a380321a0 con 0x7f5a38009af0 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f5a3fe00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a38032440 con 0x7f5a380e0960 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f5a3fe00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f5a38032720 con 0x7f5a3804f270 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f5a3ea00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f5a380e0960 0x7f5a38006470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:37180/0 (socket says 172.21.15.92:37180) 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.993+0000 7f5a3ea00640 1 -- 172.21.15.92:0/1172322169 learned_addr learned my addr 172.21.15.92:0/1172322169 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7f6dc7e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dc80b5f00 0x7f6dc80c7830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7f6dc7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc80cf1e0 0x7f6dc80b31f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7f6dc7e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc81486f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7f6dc7e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc806d5f0 con 0x7f6dc80cf1e0 2024-09-19T06:01:31.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7f6dc7e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6dc8073090 con 0x7f6dc80b5f00 2024-09-19T06:01:31.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7f6dc7e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6dc80b6dc0 con 0x7f6dc8162a00 2024-09-19T06:01:31.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7fb250e00640 1 -- 172.21.15.92:0/1842799259 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c06dbf0 msgr2=0x7fb24c1593c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7fb250e00640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c06dbf0 0x7fb24c1593c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7f81eea00640 1 -- 172.21.15.92:0/4143340529 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81fc154040 con 0x7f81fc155060 2024-09-19T06:01:31.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7f6dc7400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc81486f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7f6dc7400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc81486f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:41966/0 (socket says 172.21.15.92:41966) 2024-09-19T06:01:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7f6dc7400640 1 -- 172.21.15.92:0/215981254 learned_addr learned my addr 172.21.15.92:0/215981254 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7fb250e00640 1 -- 172.21.15.92:0/1842799259 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb24c0cf9c0 msgr2=0x7fb24c146400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7fb250e00640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb24c0cf9c0 0x7fb24c146400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7fb250e00640 1 -- 172.21.15.92:0/1842799259 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb24c0b2270 con 0x7fb24c0d08a0 2024-09-19T06:01:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7fb24be00640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c06dbf0 0x7fb24c1593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:31.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7fb250e00640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb24c0d08a0 0x7fb24c0ae5b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb244009eb0 tx=0x7fb244004a40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7f5a3f400640 1 --2- 172.21.15.92:0/1172322169 >> v2:172.21.15.92:3300/0 conn(0x7f5a3804f270 0x7f5a380eb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.998+0000 7f6dc6000640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc80cf1e0 0x7f6dc80b31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.996+0000 7f643ea00640 1 -- 172.21.15.92:0/4119254554 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f64480c1070 con 0x7f644004b610 2024-09-19T06:01:31.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.997+0000 7f643ea00640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f642806c3b0 0x7f642806e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.999+0000 7f6dc7400640 1 -- 172.21.15.92:0/215981254 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dc80b5f00 msgr2=0x7f6dc80c7830 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T06:01:31.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.999+0000 7f6dc7400640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dc80b5f00 0x7f6dc80c7830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.999+0000 7f6dc7400640 1 -- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc80cf1e0 msgr2=0x7f6dc80b31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.999+0000 7f6dc7400640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc80cf1e0 0x7f6dc80b31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.999+0000 7f6dc7400640 1 -- 172.21.15.92:0/215981254 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6dc80b3730 con 0x7f6dc8162a00 2024-09-19T06:01:31.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.999+0000 7f6446a00640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f642806c3b0 0x7f642806e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.999+0000 7f5a3f400640 1 -- 172.21.15.92:0/1172322169 >> v1:172.21.15.102:6789/0 conn(0x7f5a380e0960 legacy=0x7f5a38006470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.000+0000 7f643ea00640 1 -- 172.21.15.92:0/4119254554 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f6448126830 con 0x7f644004b610 2024-09-19T06:01:31.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.999+0000 7f5a3f400640 1 -- 172.21.15.92:0/1172322169 >> v1:172.21.15.92:6789/0 conn(0x7f5a38009af0 legacy=0x7f5a3804eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:30.999+0000 7f5a3f400640 1 -- 172.21.15.92:0/1172322169 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a3801c520 con 0x7f5a3804f270 2024-09-19T06:01:31.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.000+0000 7f6446a00640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f642806c3b0 0x7f642806e870 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6438007c60 tx=0x7f6438007f70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.001+0000 7f6dc7400640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc81486f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6dc002ac00 tx=0x7f6dc0004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.001+0000 7f5a3f400640 1 --2- 172.21.15.92:0/1172322169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a3804f270 0x7f5a380eb7b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5a4002dd50 tx=0x7f5a40065a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e559c9a1be25aa93 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.001+0000 7f81f9600640 1 -- 172.21.15.92:0/4143340529 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f81e801d360 con 0x7f81fc155060 2024-09-19T06:01:31.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7f6dbea00640 1 -- 172.21.15.92:0/215981254 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0040070 con 0x7f6dc8162a00 2024-09-19T06:01:31.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7f6dbea00640 1 -- 172.21.15.92:0/215981254 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6dc0031bc0 con 0x7f6dc8162a00 2024-09-19T06:01:31.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7f6dbea00640 1 -- 172.21.15.92:0/215981254 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6dc0045460 con 0x7f6dc8162a00 2024-09-19T06:01:31.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7f6dc7e00640 1 -- 172.21.15.92:0/215981254 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6dc80cc700 con 0x7f6dc8162a00 2024-09-19T06:01:31.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7f6dc7e00640 1 -- 172.21.15.92:0/215981254 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f6dc8147ef0 con 0x7f6dc8162a00 2024-09-19T06:01:31.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7f643ea00640 1 -- 172.21.15.92:0/4119254554 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f64480f4930 con 0x7f644004b610 2024-09-19T06:01:31.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7f81f9600640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81dc074ac0 0x7f81dc076f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.003+0000 7f81f9600640 1 -- 172.21.15.92:0/4143340529 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f81e808ad90 con 0x7f81fc155060 2024-09-19T06:01:31.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7fb248c00640 1 -- 172.21.15.92:0/1842799259 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb24403f070 con 0x7fb24c0d08a0 2024-09-19T06:01:31.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7fb248c00640 1 -- 172.21.15.92:0/1842799259 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb244030ae0 con 0x7fb24c0d08a0 2024-09-19T06:01:31.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.002+0000 7fb248c00640 1 -- 172.21.15.92:0/1842799259 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb244043410 con 0x7fb24c0d08a0 2024-09-19T06:01:31.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.003+0000 7f8201800640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81dc074ac0 0x7f81dc076f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.004+0000 7f6db3e00640 1 -- 172.21.15.92:0/215981254 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d9c005290 con 0x7f6dc8162a00 2024-09-19T06:01:31.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.004+0000 7f8201800640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81dc074ac0 0x7f81dc076f80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f81f0006b10 tx=0x7f81f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.004+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb24c1f9f80 con 0x7fb24c0d08a0 2024-09-19T06:01:31.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.004+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb24c1fa540 con 0x7fb24c0d08a0 2024-09-19T06:01:31.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.005+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb24c1f9da0 con 0x7fb24c0d08a0 2024-09-19T06:01:31.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.005+0000 7f5a3d600640 1 -- 172.21.15.92:0/1172322169 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a400b2070 con 0x7f5a3804f270 2024-09-19T06:01:31.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.005+0000 7f5a3d600640 1 -- 172.21.15.92:0/1172322169 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a400ab7d0 con 0x7f5a3804f270 2024-09-19T06:01:31.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.005+0000 7f5a3d600640 1 -- 172.21.15.92:0/1172322169 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a400abc40 con 0x7f5a3804f270 2024-09-19T06:01:31.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.006+0000 7fdd72a00640 1 -- 172.21.15.92:0/630075318 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdd74061f30 con 0x7fdd7c15e5d0 2024-09-19T06:01:31.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.006+0000 7f5a3fe00640 1 -- 172.21.15.92:0/1172322169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a3804f270 msgr2=0x7f5a380eb7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.006+0000 7f5a3fe00640 1 --2- 172.21.15.92:0/1172322169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a3804f270 0x7f5a380eb7b0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f5a4002dd50 tx=0x7f5a40065a90 comp rx=0 tx=0).stop 2024-09-19T06:01:31.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.007+0000 7f5a3fe00640 1 -- 172.21.15.92:0/1172322169 shutdown_connections 2024-09-19T06:01:31.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.007+0000 7f5a3fe00640 1 --2- 172.21.15.92:0/1172322169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a3804f270 0x7f5a380eb7b0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.007+0000 7f5a3fe00640 1 -- 172.21.15.92:0/1172322169 >> 172.21.15.92:0/1172322169 conn(0x7f5a38036090 msgr2=0x7f5a380364a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.007+0000 7f5a3fe00640 1 -- 172.21.15.92:0/1172322169 shutdown_connections 2024-09-19T06:01:31.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.007+0000 7f5a3fe00640 1 -- 172.21.15.92:0/1172322169 wait complete. 2024-09-19T06:01:31.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.007+0000 7f81f9600640 1 -- 172.21.15.92:0/4143340529 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f81fc154040 con 0x7f81fc155060 2024-09-19T06:01:31.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.007+0000 7fb248c00640 1 -- 172.21.15.92:0/1842799259 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb2440435b0 con 0x7fb24c0d08a0 2024-09-19T06:01:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.009+0000 7f5a3fe00640 1 Processor -- start 2024-09-19T06:01:31.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.009+0000 7f5a3fe00640 1 -- start start 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.010+0000 7f5a3fe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a38009af0 0x7f5a380d65f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.010+0000 7f5a3fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a3804f270 0x7f5a3804e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.010+0000 7f5a3fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a380e0960 0x7f5a380db910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.010+0000 7f5a3fe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5a380070d0 con 0x7f5a3804f270 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.010+0000 7f5a3fe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5a3801cae0 con 0x7f5a38009af0 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.010+0000 7f5a3fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5a380520e0 con 0x7f5a380e0960 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.011+0000 7f5a3ea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a38009af0 0x7f5a380d65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.011+0000 7f5a3f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a380e0960 0x7f5a380db910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.011+0000 7f5a3ea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a38009af0 0x7f5a380d65f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44858/0 (socket says 172.21.15.92:44858) 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.011+0000 7f5a3ea00640 1 -- 172.21.15.92:0/3062847939 learned_addr learned my addr 172.21.15.92:0/3062847939 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.011+0000 7f5a3e000640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a3804f270 0x7f5a3804e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.012+0000 7f5a3f400640 1 -- 172.21.15.92:0/3062847939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a38009af0 msgr2=0x7f5a380d65f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.012+0000 7f5a3f400640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a38009af0 0x7f5a380d65f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.012+0000 7f5a3f400640 1 -- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a3804f270 msgr2=0x7f5a3804e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.012+0000 7f5a3f400640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a3804f270 0x7f5a3804e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.012+0000 7f5a3f400640 1 -- 172.21.15.92:0/3062847939 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a3804e8e0 con 0x7f5a380e0960 2024-09-19T06:01:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.013+0000 7f5a3f400640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a380e0960 0x7f5a380db910 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5a4006aad0 tx=0x7f5a4006a750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.011+0000 7f6dbea00640 1 -- 172.21.15.92:0/215981254 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6dc0039040 con 0x7f6dc8162a00 2024-09-19T06:01:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.013+0000 7f6dbea00640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6da806c380 0x7f6da806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.013+0000 7f6dbea00640 1 -- 172.21.15.92:0/215981254 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f6dc00ace70 con 0x7f6dc8162a00 2024-09-19T06:01:31.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.012+0000 7fb248c00640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb22806c380 0x7fb22806e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.013+0000 7fb248c00640 1 -- 172.21.15.92:0/1842799259 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb2440aca90 con 0x7fb24c0d08a0 2024-09-19T06:01:31.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.013+0000 7fb248c00640 1 -- 172.21.15.92:0/1842799259 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb24c1f9da0 con 0x7fb24c0d08a0 2024-09-19T06:01:31.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.013+0000 7fb24be00640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb22806c380 0x7fb22806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.014+0000 7f6dc6a00640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6da806c380 0x7f6da806e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.013+0000 7f5a36a00640 1 -- 172.21.15.92:0/3062847939 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a400bd020 con 0x7f5a380e0960 2024-09-19T06:01:31.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.014+0000 7f5a36a00640 1 -- 172.21.15.92:0/3062847939 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a400adc30 con 0x7f5a380e0960 2024-09-19T06:01:31.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.014+0000 7f5a36a00640 1 -- 172.21.15.92:0/3062847939 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a400b2040 con 0x7f5a380e0960 2024-09-19T06:01:31.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.015+0000 7fb24be00640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb22806c380 0x7fb22806e840 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb234001750 tx=0x7fb234009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.015+0000 7f6dbea00640 1 -- 172.21.15.92:0/215981254 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6dc007b000 con 0x7f6dc8162a00 2024-09-19T06:01:31.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.015+0000 7f6dc6a00640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6da806c380 0x7f6da806e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6dc8147240 tx=0x7f6db4009240 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.016+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a3804cf30 con 0x7f5a380e0960 2024-09-19T06:01:31.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.016+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a3804c600 con 0x7f5a380e0960 2024-09-19T06:01:31.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.019+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a3804eb60 con 0x7f5a380e0960 2024-09-19T06:01:31.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.020+0000 7f5a36a00640 1 -- 172.21.15.92:0/3062847939 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a400c0020 con 0x7f5a380e0960 2024-09-19T06:01:31.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.021+0000 7f5a36a00640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a2006c3b0 0x7f5a2006e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.021+0000 7f5a36a00640 1 -- 172.21.15.92:0/3062847939 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f5a40127dd0 con 0x7f5a380e0960 2024-09-19T06:01:31.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.022+0000 7f5a3ea00640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a2006c3b0 0x7f5a2006e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.023+0000 7f5a3ea00640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a2006c3b0 0x7f5a2006e870 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5a300058d0 tx=0x7f5a30009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.025+0000 7f5a36a00640 1 -- 172.21.15.92:0/3062847939 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a4012b030 con 0x7f5a380e0960 2024-09-19T06:01:31.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.309+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) -- 0x7f0efc005850 con 0x7f0f180584d0 2024-09-19T06:01:31.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.310+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) -- 0x7fa21c069c20 con 0x7fa21c0d13c0 2024-09-19T06:01:31.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.310+0000 7f0f13400640 1 -- 172.21.15.92:0/3311382672 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f0f1405d980 con 0x7f0f180584d0 2024-09-19T06:01:31.313 INFO:teuthology.orchestra.run.smithi092.stdout:60129542152 2024-09-19T06:01:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.310+0000 7fa212000640 1 -- 172.21.15.92:0/370206716 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fa214059db0 con 0x7fa21c0d13c0 2024-09-19T06:01:31.315 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:31.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0006c380 msgr2=0x7f0f0006e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0006c380 0x7f0f0006e840 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f0f0c034000 tx=0x7f0f0c02e000 comp rx=0 tx=0).stop 2024-09-19T06:01:31.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f180584d0 msgr2=0x7f0f1817cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f180584d0 0x7f0f1817cd90 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f0f1400c7f0 tx=0x7f0f1400cbf0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa1fc06c330 msgr2=0x7fa1fc06e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 shutdown_connections 2024-09-19T06:01:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f180e60a0 0x7f0f180df130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0f180584d0 0x7f0f1817cd90 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0f0006c380 0x7f0f0006e840 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 --2- 172.21.15.92:0/3311382672 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0f180375e0 0x7f0f180dfaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 >> 172.21.15.92:0/3311382672 conn(0x7f0f1803a520 msgr2=0x7f0f1803ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7fa21b200640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa1fc06c330 0x7fa1fc06e7f0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa20c034000 tx=0x7fa20c02e000 comp rx=0 tx=0).stop 2024-09-19T06:01:31.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa21c0d13c0 msgr2=0x7fa21c153a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.315+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 shutdown_connections 2024-09-19T06:01:31.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.315+0000 7f0f26600640 1 -- 172.21.15.92:0/3311382672 wait complete. 2024-09-19T06:01:31.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.314+0000 7fa21b200640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa21c0d13c0 0x7fa21c153a00 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa21400efc0 tx=0x7fa214009f90 comp rx=0 tx=0).stop 2024-09-19T06:01:31.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.315+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 shutdown_connections 2024-09-19T06:01:31.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.315+0000 7fa21b200640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa21c15e5f0 0x7fa21c0c8f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.315+0000 7fa21b200640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa1fc06c330 0x7fa1fc06e7f0 secure :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa20c034000 tx=0x7fa20c02e000 comp rx=0 tx=0).stop 2024-09-19T06:01:31.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.315+0000 7fa21b200640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa21c0d13c0 0x7fa21c153a00 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.315+0000 7fa21b200640 1 --2- 172.21.15.92:0/370206716 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa21c0b8730 0x7fa21c0caa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.315+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 >> 172.21.15.92:0/370206716 conn(0x7fa21c062630 msgr2=0x7fa21c0ceaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.317+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 shutdown_connections 2024-09-19T06:01:31.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.317+0000 7fa21b200640 1 -- 172.21.15.92:0/370206716 wait complete. 2024-09-19T06:01:31.344 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.1 2024-09-19T06:01:31.345 DEBUG:teuthology.parallel:result is None 2024-09-19T06:01:31.345 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.2 2024-09-19T06:01:31.345 DEBUG:teuthology.parallel:result is None 2024-09-19T06:01:31.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.373+0000 7f81eea00640 1 -- 172.21.15.92:0/4143340529 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) -- 0x7f81fc0b61e0 con 0x7f81fc155060 2024-09-19T06:01:31.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.373+0000 7f81f9600640 1 -- 172.21.15.92:0/4143340529 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f81e8058eb0 con 0x7f81fc155060 2024-09-19T06:01:31.376 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:31.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 -- 172.21.15.92:0/4143340529 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81dc074ac0 msgr2=0x7f81dc076f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81dc074ac0 0x7f81dc076f80 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f81f0006b10 tx=0x7f81f0008040 comp rx=0 tx=0).stop 2024-09-19T06:01:31.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 -- 172.21.15.92:0/4143340529 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81fc155060 msgr2=0x7f81fc1f38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81fc155060 0x7f81fc1f38c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f81e8001760 tx=0x7f81e8001c20 comp rx=0 tx=0).stop 2024-09-19T06:01:31.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 -- 172.21.15.92:0/4143340529 shutdown_connections 2024-09-19T06:01:31.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81fc15ee80 0x7f81fc154360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81fc155060 0x7f81fc1f38c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81dc074ac0 0x7f81dc076f80 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 --2- 172.21.15.92:0/4143340529 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40053c0 0x7f81fc158450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 -- 172.21.15.92:0/4143340529 >> 172.21.15.92:0/4143340529 conn(0x7f81fc0d11e0 msgr2=0x7f81fc0b8940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 -- 172.21.15.92:0/4143340529 shutdown_connections 2024-09-19T06:01:31.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.376+0000 7f81eea00640 1 -- 172.21.15.92:0/4143340529 wait complete. 2024-09-19T06:01:31.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.380+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) -- 0x7f5a3804f050 con 0x7f5a380e0960 2024-09-19T06:01:31.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.381+0000 7f5a36a00640 1 -- 172.21.15.92:0/3062847939 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f5a400c7030 con 0x7f5a380e0960 2024-09-19T06:01:31.383 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:31.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a2006c3b0 msgr2=0x7f5a2006e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a2006c3b0 0x7f5a2006e870 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f5a300058d0 tx=0x7f5a30009040 comp rx=0 tx=0).stop 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a380e0960 msgr2=0x7f5a380db910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a380e0960 0x7f5a380db910 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5a4006aad0 tx=0x7f5a4006a750 comp rx=0 tx=0).stop 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 shutdown_connections 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a380e0960 0x7f5a380db910 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a3804f270 0x7f5a3804e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a2006c3b0 0x7f5a2006e870 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 --2- 172.21.15.92:0/3062847939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a38009af0 0x7f5a380d65f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 >> 172.21.15.92:0/3062847939 conn(0x7f5a38036090 msgr2=0x7f5a380353d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 shutdown_connections 2024-09-19T06:01:31.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.383+0000 7f5a3fe00640 1 -- 172.21.15.92:0/3062847939 wait complete. 2024-09-19T06:01:31.396 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.4 2024-09-19T06:01:31.397 DEBUG:teuthology.parallel:result is None 2024-09-19T06:01:31.401 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.6 2024-09-19T06:01:31.401 DEBUG:teuthology.parallel:result is None 2024-09-19T06:01:31.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.421+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) -- 0x7f6420005580 con 0x7f644004b610 2024-09-19T06:01:31.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.422+0000 7f643ea00640 1 -- 172.21.15.92:0/4119254554 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f64480f8c30 con 0x7f644004b610 2024-09-19T06:01:31.424 INFO:teuthology.orchestra.run.smithi092.stdout:64424509447 2024-09-19T06:01:31.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f642806c3b0 msgr2=0x7f642806e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f642806c3b0 0x7f642806e870 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f6438007c60 tx=0x7f6438007f70 comp rx=0 tx=0).stop 2024-09-19T06:01:31.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f644004b610 msgr2=0x7f644004c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f644004b610 0x7f644004c390 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f644806b2c0 tx=0x7f6448065a90 comp rx=0 tx=0).stop 2024-09-19T06:01:31.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 shutdown_connections 2024-09-19T06:01:31.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f642806c3b0 0x7f642806e870 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f644004b610 0x7f644004c390 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6440037400 0x7f64400de230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 --2- 172.21.15.92:0/4119254554 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f642c004160 0x7f64400d9480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 >> 172.21.15.92:0/4119254554 conn(0x7f64400360c0 msgr2=0x7f644016ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 shutdown_connections 2024-09-19T06:01:31.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.424+0000 7f644d600640 1 -- 172.21.15.92:0/4119254554 wait complete. 2024-09-19T06:01:31.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.425+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) -- 0x7fdd7c15b4b0 con 0x7fdd7c15e5d0 2024-09-19T06:01:31.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.425+0000 7fdd72a00640 1 -- 172.21.15.92:0/630075318 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fdd74061830 con 0x7fdd7c15e5d0 2024-09-19T06:01:31.428 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:31.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.425+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) -- 0x7fb24c0d0360 con 0x7fb24c0d08a0 2024-09-19T06:01:31.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.426+0000 7fb248c00640 1 -- 172.21.15.92:0/1842799259 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7fb24407b1e0 con 0x7fb24c0d08a0 2024-09-19T06:01:31.429 INFO:teuthology.orchestra.run.smithi092.stdout:64424509445 2024-09-19T06:01:31.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.428+0000 7f6db3e00640 1 -- 172.21.15.92:0/215981254 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) -- 0x7f6d9c005850 con 0x7f6dc8162a00 2024-09-19T06:01:31.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.428+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdd5c06c300 msgr2=0x7fdd5c06e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.428+0000 7fdd81a00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdd5c06c300 0x7fdd5c06e7c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c009b30 tx=0x7fdd6c008040 comp rx=0 tx=0).stop 2024-09-19T06:01:31.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.428+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd7c15e5d0 msgr2=0x7fdd7c0cd2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.428+0000 7fdd81a00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd7c15e5d0 0x7fdd7c0cd2b0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fdd74014300 tx=0x7fdd740147c0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 shutdown_connections 2024-09-19T06:01:31.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fdd81a00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd7c15e5d0 0x7fdd7c0cd2b0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fdd81a00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdd7c0cf520 0x7fdd7c15ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fdd81a00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdd5c06c300 0x7fdd5c06e7c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fdd81a00640 1 --2- 172.21.15.92:0/630075318 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdd7c0b64a0 0x7fdd7c157660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 >> 172.21.15.92:0/630075318 conn(0x7fdd7c0d0f60 msgr2=0x7fdd7c0d4c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7f6dbea00640 1 -- 172.21.15.92:0/215981254 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) ==== 74+0+12 (secure 0 0 0) 0x7f6dc007f300 con 0x7f6dc8162a00 2024-09-19T06:01:31.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 shutdown_connections 2024-09-19T06:01:31.432 INFO:teuthology.orchestra.run.smithi092.stdout:64424509446 2024-09-19T06:01:31.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fdd81a00640 1 -- 172.21.15.92:0/630075318 wait complete. 2024-09-19T06:01:31.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb22806c380 msgr2=0x7fb22806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fb251800640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb22806c380 0x7fb22806e840 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fb234001750 tx=0x7fb234009040 comp rx=0 tx=0).stop 2024-09-19T06:01:31.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb24c0d08a0 msgr2=0x7fb24c0ae5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.429+0000 7fb251800640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb24c0d08a0 0x7fb24c0ae5b0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fb244009eb0 tx=0x7fb244004a40 comp rx=0 tx=0).stop 2024-09-19T06:01:31.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.430+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 shutdown_connections 2024-09-19T06:01:31.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.430+0000 7fb251800640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb22806c380 0x7fb22806e840 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.430+0000 7fb251800640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb24c0d08a0 0x7fb24c0ae5b0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.430+0000 7fb251800640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb24c0cf9c0 0x7fb24c146400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.430+0000 7fb251800640 1 --2- 172.21.15.92:0/1842799259 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb24c06dbf0 0x7fb24c1593c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.430+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 >> 172.21.15.92:0/1842799259 conn(0x7fb24c06d0d0 msgr2=0x7fb24c147be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.430+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 shutdown_connections 2024-09-19T06:01:31.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.430+0000 7fb251800640 1 -- 172.21.15.92:0/1842799259 wait complete. 2024-09-19T06:01:31.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 -- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6da806c380 msgr2=0x7f6da806e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6da806c380 0x7f6da806e840 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f6dc8147240 tx=0x7f6db4009240 comp rx=0 tx=0).stop 2024-09-19T06:01:31.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 -- 172.21.15.92:0/215981254 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 msgr2=0x7f6dc81486f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc81486f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6dc002ac00 tx=0x7f6dc0004a40 comp rx=0 tx=0).stop 2024-09-19T06:01:31.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 -- 172.21.15.92:0/215981254 shutdown_connections 2024-09-19T06:01:31.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6dc8162a00 0x7f6dc81486f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6dc80cf1e0 0x7f6dc80b31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6da806c380 0x7f6da806e840 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 --2- 172.21.15.92:0/215981254 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6dc80b5f00 0x7f6dc80c7830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 -- 172.21.15.92:0/215981254 >> 172.21.15.92:0/215981254 conn(0x7f6dc80d0f00 msgr2=0x7f6dc80b92a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 -- 172.21.15.92:0/215981254 shutdown_connections 2024-09-19T06:01:31.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.432+0000 7f6db3e00640 1 -- 172.21.15.92:0/215981254 wait complete. 2024-09-19T06:01:31.450 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509447 got 64424509447 for osd.7 2024-09-19T06:01:31.450 DEBUG:teuthology.parallel:result is None 2024-09-19T06:01:31.453 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509445 got 64424509445 for osd.3 2024-09-19T06:01:31.453 DEBUG:teuthology.parallel:result is None 2024-09-19T06:01:31.454 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.0 2024-09-19T06:01:31.454 DEBUG:teuthology.parallel:result is None 2024-09-19T06:01:31.457 INFO:tasks.ceph.ceph_manager.ceph:need seq 64424509446 got 64424509446 for osd.5 2024-09-19T06:01:31.457 DEBUG:teuthology.parallel:result is None 2024-09-19T06:01:31.457 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:01:31.457 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:01:31.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.647+0000 7f489fe00640 1 Processor -- start 2024-09-19T06:01:31.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.647+0000 7f489fe00640 1 -- start start 2024-09-19T06:01:31.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.648+0000 7f489fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f48a00ce970 0x7f48a00b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.648+0000 7f489fe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f48a00b22b0 0x7f48a015fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.648+0000 7f489fe00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f48a00d0130 con 0x7f48a015f5f0 2024-09-19T06:01:31.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.648+0000 7f489fe00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f48a00d0ef0 con 0x7f48a00ce970 2024-09-19T06:01:31.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.648+0000 7f489fe00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f48a006ca80 con 0x7f48a00b22b0 2024-09-19T06:01:31.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.648+0000 7f489e000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f48a00ce970 0x7f48a00b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.648+0000 7f489e000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f48a00ce970 0x7f48a00b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57940/0 (socket says 172.21.15.92:57940) 2024-09-19T06:01:31.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.648+0000 7f489e000640 1 -- 172.21.15.92:0/550391310 learned_addr learned my addr 172.21.15.92:0/550391310 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:31.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.649+0000 7f489f400640 1 --2- 172.21.15.92:0/550391310 >> v2:172.21.15.102:3300/0 conn(0x7f48a00b22b0 0x7f48a015fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.649+0000 7f489e000640 1 -- 172.21.15.92:0/550391310 >> v2:172.21.15.102:3300/0 conn(0x7f48a00b22b0 msgr2=0x7f48a015fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:31.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.649+0000 7f489e000640 1 --2- 172.21.15.92:0/550391310 >> v2:172.21.15.102:3300/0 conn(0x7f48a00b22b0 0x7f48a015fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.649+0000 7f489e000640 1 -- 172.21.15.92:0/550391310 >> v1:172.21.15.102:6789/0 conn(0x7f48a015f5f0 legacy=0x7f48a00ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:31.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.649+0000 7f489e000640 1 -- 172.21.15.92:0/550391310 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a00d0410 con 0x7f48a00ce970 2024-09-19T06:01:31.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.650+0000 7f489e000640 1 --2- 172.21.15.92:0/550391310 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00ce970 0x7f48a00b1d70 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f48a0070f90 tx=0x7f488c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c482b6bf314fea45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.650+0000 7f489d600640 1 -- 172.21.15.92:0/550391310 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c037070 con 0x7f48a00ce970 2024-09-19T06:01:31.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.650+0000 7f489d600640 1 -- 172.21.15.92:0/550391310 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f488c02ae20 con 0x7f48a00ce970 2024-09-19T06:01:31.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.650+0000 7f489d600640 1 -- 172.21.15.92:0/550391310 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f488c032660 con 0x7f48a00ce970 2024-09-19T06:01:31.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.651+0000 7f489fe00640 1 -- 172.21.15.92:0/550391310 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00ce970 msgr2=0x7f48a00b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.651+0000 7f489fe00640 1 --2- 172.21.15.92:0/550391310 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00ce970 0x7f48a00b1d70 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f48a0070f90 tx=0x7f488c02a110 comp rx=0 tx=0).stop 2024-09-19T06:01:31.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.651+0000 7f489fe00640 1 -- 172.21.15.92:0/550391310 shutdown_connections 2024-09-19T06:01:31.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.651+0000 7f489fe00640 1 --2- 172.21.15.92:0/550391310 >> v2:172.21.15.102:3300/0 conn(0x7f48a00b22b0 0x7f48a015fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.651+0000 7f489fe00640 1 --2- 172.21.15.92:0/550391310 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00ce970 0x7f48a00b1d70 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.651+0000 7f489fe00640 1 -- 172.21.15.92:0/550391310 >> 172.21.15.92:0/550391310 conn(0x7f48a0062a20 msgr2=0x7f48a006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.651+0000 7f489fe00640 1 -- 172.21.15.92:0/550391310 shutdown_connections 2024-09-19T06:01:31.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.651+0000 7f489fe00640 1 -- 172.21.15.92:0/550391310 wait complete. 2024-09-19T06:01:31.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.652+0000 7f489fe00640 1 Processor -- start 2024-09-19T06:01:31.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.652+0000 7f489fe00640 1 -- start start 2024-09-19T06:01:31.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.653+0000 7f489fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00b22b0 0x7f48a0145710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.653+0000 7f489fe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48a00ce970 0x7f48a0158530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.653+0000 7f489fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f48a015f5f0 0x7f48a0158a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.653+0000 7f489fe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f48a015f9d0 con 0x7f48a00b22b0 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.653+0000 7f489fe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f48a00d09d0 con 0x7f48a00ce970 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.653+0000 7f489fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f48a0071fd0 con 0x7f48a015f5f0 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.653+0000 7f489ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00b22b0 0x7f48a0145710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.653+0000 7f489ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00b22b0 0x7f48a0145710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57954/0 (socket says 172.21.15.92:57954) 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.653+0000 7f489ea00640 1 -- 172.21.15.92:0/3419361940 learned_addr learned my addr 172.21.15.92:0/3419361940 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f489f400640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f48a015f5f0 0x7f48a0158a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f489e000640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48a00ce970 0x7f48a0158530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f489ea00640 1 -- 172.21.15.92:0/3419361940 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f48a015f5f0 msgr2=0x7f48a0158a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f489ea00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f48a015f5f0 0x7f48a0158a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f489ea00640 1 -- 172.21.15.92:0/3419361940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48a00ce970 msgr2=0x7f48a0158530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f489ea00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48a00ce970 0x7f48a0158530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f489ea00640 1 -- 172.21.15.92:0/3419361940 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f48a0146020 con 0x7f48a00b22b0 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f489ea00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00b22b0 0x7f48a0145710 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f489000ba80 tx=0x7f489000bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f4896a00640 1 -- 172.21.15.92:0/3419361940 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f489000cc00 con 0x7f48a00b22b0 2024-09-19T06:01:31.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f4896a00640 1 -- 172.21.15.92:0/3419361940 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f489000cda0 con 0x7f48a00b22b0 2024-09-19T06:01:31.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f4896a00640 1 -- 172.21.15.92:0/3419361940 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4890003bb0 con 0x7f48a00b22b0 2024-09-19T06:01:31.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.654+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f48a0145c50 con 0x7f48a00b22b0 2024-09-19T06:01:31.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.655+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f48a01462c0 con 0x7f48a00b22b0 2024-09-19T06:01:31.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.655+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f48a00b1d70 con 0x7f48a00b22b0 2024-09-19T06:01:31.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.656+0000 7f4896a00640 1 -- 172.21.15.92:0/3419361940 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4890014440 con 0x7f48a00b22b0 2024-09-19T06:01:31.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.658+0000 7f4896a00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f488006c2b0 0x7f488006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:31.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.658+0000 7f4896a00640 1 -- 172.21.15.92:0/3419361940 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f489008b300 con 0x7f48a00b22b0 2024-09-19T06:01:31.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.658+0000 7f489e000640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f488006c2b0 0x7f488006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:31.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.659+0000 7f489e000640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f488006c2b0 0x7f488006e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f488c034000 tx=0x7f488c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:31.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.662+0000 7f4896a00640 1 -- 172.21.15.92:0/3419361940 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4890059410 con 0x7f48a00b22b0 2024-09-19T06:01:31.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.835+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f48a0073760 con 0x7f488006c2b0 2024-09-19T06:01:31.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.842+0000 7f4896a00640 1 -- 172.21.15.92:0/3419361940 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251836 (secure 0 0 0) 0x7f48a0073760 con 0x7f488006c2b0 2024-09-19T06:01:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:31.848 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:01:31.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.845+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f488006c2b0 msgr2=0x7f488006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.845+0000 7f489fe00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f488006c2b0 0x7f488006e770 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f488c034000 tx=0x7f488c02e000 comp rx=0 tx=0).stop 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00b22b0 msgr2=0x7f48a0145710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00b22b0 0x7f48a0145710 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f489000ba80 tx=0x7f489000bf40 comp rx=0 tx=0).stop 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 shutdown_connections 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f48a015f5f0 0x7f48a0158a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f488006c2b0 0x7f488006e770 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48a00ce970 0x7f48a0158530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 --2- 172.21.15.92:0/3419361940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f48a00b22b0 0x7f48a0145710 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 >> 172.21.15.92:0/3419361940 conn(0x7f48a0062a20 msgr2=0x7f48a00ce070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 shutdown_connections 2024-09-19T06:01:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:31.846+0000 7f489fe00640 1 -- 172.21.15.92:0/3419361940 wait complete. 2024-09-19T06:01:31.864 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-19T06:01:30.877303+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219180,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755540,"statfs":{"total":773094113280,"available":772869672960,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.195166"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224735+0000","last_change":"2024-09-19T06:01:22.722046+0000","last_active":"2024-09-19T06:01:24.224735+0000","last_peered":"2024-09-19T06:01:24.224735+0000","last_clean":"2024-09-19T06:01:24.224735+0000","last_became_active":"2024-09-19T06:01:22.721736+0000","last_became_peered":"2024-09-19T06:01:22.721736+0000","last_unstale":"2024-09-19T06:01:24.224735+0000","last_undegraded":"2024-09-19T06:01:24.224735+0000","last_fullsized":"2024-09-19T06:01:24.224735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:50.184698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685559+0000","last_change":"2024-09-19T06:01:22.704390+0000","last_active":"2024-09-19T06:01:23.685559+0000","last_peered":"2024-09-19T06:01:23.685559+0000","last_clean":"2024-09-19T06:01:23.685559+0000","last_became_active":"2024-09-19T06:01:22.704087+0000","last_became_peered":"2024-09-19T06:01:22.704087+0000","last_unstale":"2024-09-19T06:01:23.685559+0000","last_undegraded":"2024-09-19T06:01:23.685559+0000","last_fullsized":"2024-09-19T06:01:23.685559+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:05.252199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.225132+0000","last_change":"2024-09-19T06:01:22.706031+0000","last_active":"2024-09-19T06:01:24.225132+0000","last_peered":"2024-09-19T06:01:24.225132+0000","last_clean":"2024-09-19T06:01:24.225132+0000","last_became_active":"2024-09-19T06:01:22.705779+0000","last_became_peered":"2024-09-19T06:01:22.705779+0000","last_unstale":"2024-09-19T06:01:24.225132+0000","last_undegraded":"2024-09-19T06:01:24.225132+0000","last_fullsized":"2024-09-19T06:01:24.225132+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687356+0000","last_change":"2024-09-19T06:01:22.699499+0000","last_active":"2024-09-19T06:01:23.687356+0000","last_peered":"2024-09-19T06:01:23.687356+0000","last_clean":"2024-09-19T06:01:23.687356+0000","last_became_active":"2024-09-19T06:01:22.698962+0000","last_became_peered":"2024-09-19T06:01:22.698962+0000","last_unstale":"2024-09-19T06:01:23.687356+0000","last_undegraded":"2024-09-19T06:01:23.687356+0000","last_fullsized":"2024-09-19T06:01:23.687356+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:36.235077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224284+0000","last_change":"2024-09-19T06:01:22.710529+0000","last_active":"2024-09-19T06:01:24.224284+0000","last_peered":"2024-09-19T06:01:24.224284+0000","last_clean":"2024-09-19T06:01:24.224284+0000","last_became_active":"2024-09-19T06:01:22.710213+0000","last_became_peered":"2024-09-19T06:01:22.710213+0000","last_unstale":"2024-09-19T06:01:24.224284+0000","last_undegraded":"2024-09-19T06:01:24.224284+0000","last_fullsized":"2024-09-19T06:01:24.224284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:11.226438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686809+0000","last_change":"2024-09-19T06:01:22.702644+0000","last_active":"2024-09-19T06:01:23.686809+0000","last_peered":"2024-09-19T06:01:23.686809+0000","last_clean":"2024-09-19T06:01:23.686809+0000","last_became_active":"2024-09-19T06:01:22.702287+0000","last_became_peered":"2024-09-19T06:01:22.702287+0000","last_unstale":"2024-09-19T06:01:23.686809+0000","last_undegraded":"2024-09-19T06:01:23.686809+0000","last_fullsized":"2024-09-19T06:01:23.686809+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:22.884258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223983+0000","last_change":"2024-09-19T06:01:22.723712+0000","last_active":"2024-09-19T06:01:24.223983+0000","last_peered":"2024-09-19T06:01:24.223983+0000","last_clean":"2024-09-19T06:01:24.223983+0000","last_became_active":"2024-09-19T06:01:22.723389+0000","last_became_peered":"2024-09-19T06:01:22.723389+0000","last_unstale":"2024-09-19T06:01:24.223983+0000","last_undegraded":"2024-09-19T06:01:24.223983+0000","last_fullsized":"2024-09-19T06:01:24.223983+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:17.440733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224173+0000","last_change":"2024-09-19T06:01:22.713662+0000","last_active":"2024-09-19T06:01:24.224173+0000","last_peered":"2024-09-19T06:01:24.224173+0000","last_clean":"2024-09-19T06:01:24.224173+0000","last_became_active":"2024-09-19T06:01:22.713376+0000","last_became_peered":"2024-09-19T06:01:22.713376+0000","last_unstale":"2024-09-19T06:01:24.224173+0000","last_undegraded":"2024-09-19T06:01:24.224173+0000","last_fullsized":"2024-09-19T06:01:24.224173+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:02.000390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224774+0000","last_change":"2024-09-19T06:01:22.719856+0000","last_active":"2024-09-19T06:01:24.224774+0000","last_peered":"2024-09-19T06:01:24.224774+0000","last_clean":"2024-09-19T06:01:24.224774+0000","last_became_active":"2024-09-19T06:01:22.719392+0000","last_became_peered":"2024-09-19T06:01:22.719392+0000","last_unstale":"2024-09-19T06:01:24.224774+0000","last_undegraded":"2024-09-19T06:01:24.224774+0000","last_fullsized":"2024-09-19T06:01:24.224774+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:07.263460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694818+0000","last_change":"2024-09-19T06:01:22.722413+0000","last_active":"2024-09-19T06:01:23.694818+0000","last_peered":"2024-09-19T06:01:23.694818+0000","last_clean":"2024-09-19T06:01:23.694818+0000","last_became_active":"2024-09-19T06:01:22.720931+0000","last_became_peered":"2024-09-19T06:01:22.720931+0000","last_unstale":"2024-09-19T06:01:23.694818+0000","last_undegraded":"2024-09-19T06:01:23.694818+0000","last_fullsized":"2024-09-19T06:01:23.694818+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:17.440733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694570+0000","last_change":"2024-09-19T06:01:22.717354+0000","last_active":"2024-09-19T06:01:23.694570+0000","last_peered":"2024-09-19T06:01:23.694570+0000","last_clean":"2024-09-19T06:01:23.694570+0000","last_became_active":"2024-09-19T06:01:22.716910+0000","last_became_peered":"2024-09-19T06:01:22.716910+0000","last_unstale":"2024-09-19T06:01:23.694570+0000","last_undegraded":"2024-09-19T06:01:23.694570+0000","last_fullsized":"2024-09-19T06:01:23.694570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:31.590170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687087+0000","last_change":"2024-09-19T06:01:22.716083+0000","last_active":"2024-09-19T06:01:23.687087+0000","last_peered":"2024-09-19T06:01:23.687087+0000","last_clean":"2024-09-19T06:01:23.687087+0000","last_became_active":"2024-09-19T06:01:22.715877+0000","last_became_peered":"2024-09-19T06:01:22.715877+0000","last_unstale":"2024-09-19T06:01:23.687087+0000","last_undegraded":"2024-09-19T06:01:23.687087+0000","last_fullsized":"2024-09-19T06:01:23.687087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:06.588214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224259+0000","last_change":"2024-09-19T06:01:22.704016+0000","last_active":"2024-09-19T06:01:24.224259+0000","last_peered":"2024-09-19T06:01:24.224259+0000","last_clean":"2024-09-19T06:01:24.224259+0000","last_became_active":"2024-09-19T06:01:22.703694+0000","last_became_peered":"2024-09-19T06:01:22.703694+0000","last_unstale":"2024-09-19T06:01:24.224259+0000","last_undegraded":"2024-09-19T06:01:24.224259+0000","last_fullsized":"2024-09-19T06:01:24.224259+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223830+0000","last_change":"2024-09-19T06:01:22.716250+0000","last_active":"2024-09-19T06:01:24.223830+0000","last_peered":"2024-09-19T06:01:24.223830+0000","last_clean":"2024-09-19T06:01:24.223830+0000","last_became_active":"2024-09-19T06:01:22.715933+0000","last_became_peered":"2024-09-19T06:01:22.715933+0000","last_unstale":"2024-09-19T06:01:24.223830+0000","last_undegraded":"2024-09-19T06:01:24.223830+0000","last_fullsized":"2024-09-19T06:01:24.223830+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685114+0000","last_change":"2024-09-19T06:01:22.709642+0000","last_active":"2024-09-19T06:01:23.685114+0000","last_peered":"2024-09-19T06:01:23.685114+0000","last_clean":"2024-09-19T06:01:23.685114+0000","last_became_active":"2024-09-19T06:01:22.708481+0000","last_became_peered":"2024-09-19T06:01:22.708481+0000","last_unstale":"2024-09-19T06:01:23.685114+0000","last_undegraded":"2024-09-19T06:01:23.685114+0000","last_fullsized":"2024-09-19T06:01:23.685114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:22.707513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686386+0000","last_change":"2024-09-19T06:01:22.709490+0000","last_active":"2024-09-19T06:01:23.686386+0000","last_peered":"2024-09-19T06:01:23.686386+0000","last_clean":"2024-09-19T06:01:23.686386+0000","last_became_active":"2024-09-19T06:01:22.709189+0000","last_became_peered":"2024-09-19T06:01:22.709189+0000","last_unstale":"2024-09-19T06:01:23.686386+0000","last_undegraded":"2024-09-19T06:01:23.686386+0000","last_fullsized":"2024-09-19T06:01:23.686386+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687962+0000","last_change":"2024-09-19T06:01:22.712591+0000","last_active":"2024-09-19T06:01:23.687962+0000","last_peered":"2024-09-19T06:01:23.687962+0000","last_clean":"2024-09-19T06:01:23.687962+0000","last_became_active":"2024-09-19T06:01:22.712333+0000","last_became_peered":"2024-09-19T06:01:22.712333+0000","last_unstale":"2024-09-19T06:01:23.687962+0000","last_undegraded":"2024-09-19T06:01:23.687962+0000","last_fullsized":"2024-09-19T06:01:23.687962+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.257607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223940+0000","last_change":"2024-09-19T06:01:22.700801+0000","last_active":"2024-09-19T06:01:24.223940+0000","last_peered":"2024-09-19T06:01:24.223940+0000","last_clean":"2024-09-19T06:01:24.223940+0000","last_became_active":"2024-09-19T06:01:22.700156+0000","last_became_peered":"2024-09-19T06:01:22.700156+0000","last_unstale":"2024-09-19T06:01:24.223940+0000","last_undegraded":"2024-09-19T06:01:24.223940+0000","last_fullsized":"2024-09-19T06:01:24.223940+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224479+0000","last_change":"2024-09-19T06:01:22.726544+0000","last_active":"2024-09-19T06:01:24.224479+0000","last_peered":"2024-09-19T06:01:24.224479+0000","last_clean":"2024-09-19T06:01:24.224479+0000","last_became_active":"2024-09-19T06:01:22.726127+0000","last_became_peered":"2024-09-19T06:01:22.726127+0000","last_unstale":"2024-09-19T06:01:24.224479+0000","last_undegraded":"2024-09-19T06:01:24.224479+0000","last_fullsized":"2024-09-19T06:01:24.224479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:08.369927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694503+0000","last_change":"2024-09-19T06:01:22.718046+0000","last_active":"2024-09-19T06:01:23.694503+0000","last_peered":"2024-09-19T06:01:23.694503+0000","last_clean":"2024-09-19T06:01:23.694503+0000","last_became_active":"2024-09-19T06:01:22.717700+0000","last_became_peered":"2024-09-19T06:01:22.717700+0000","last_unstale":"2024-09-19T06:01:23.694503+0000","last_undegraded":"2024-09-19T06:01:23.694503+0000","last_fullsized":"2024-09-19T06:01:23.694503+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224502+0000","last_change":"2024-09-19T06:01:22.723578+0000","last_active":"2024-09-19T06:01:24.224502+0000","last_peered":"2024-09-19T06:01:24.224502+0000","last_clean":"2024-09-19T06:01:24.224502+0000","last_became_active":"2024-09-19T06:01:22.723361+0000","last_became_peered":"2024-09-19T06:01:22.723361+0000","last_unstale":"2024-09-19T06:01:24.224502+0000","last_undegraded":"2024-09-19T06:01:24.224502+0000","last_fullsized":"2024-09-19T06:01:24.224502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:02.000390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686996+0000","last_change":"2024-09-19T06:01:22.709738+0000","last_active":"2024-09-19T06:01:23.686996+0000","last_peered":"2024-09-19T06:01:23.686996+0000","last_clean":"2024-09-19T06:01:23.686996+0000","last_became_active":"2024-09-19T06:01:22.709372+0000","last_became_peered":"2024-09-19T06:01:22.709372+0000","last_unstale":"2024-09-19T06:01:23.686996+0000","last_undegraded":"2024-09-19T06:01:23.686996+0000","last_fullsized":"2024-09-19T06:01:23.686996+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:05.617531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224181+0000","last_change":"2024-09-19T06:01:22.714612+0000","last_active":"2024-09-19T06:01:24.224181+0000","last_peered":"2024-09-19T06:01:24.224181+0000","last_clean":"2024-09-19T06:01:24.224181+0000","last_became_active":"2024-09-19T06:01:22.714336+0000","last_became_peered":"2024-09-19T06:01:22.714336+0000","last_unstale":"2024-09-19T06:01:24.224181+0000","last_undegraded":"2024-09-19T06:01:24.224181+0000","last_fullsized":"2024-09-19T06:01:24.224181+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686727+0000","last_change":"2024-09-19T06:01:22.699634+0000","last_active":"2024-09-19T06:01:23.686727+0000","last_peered":"2024-09-19T06:01:23.686727+0000","last_clean":"2024-09-19T06:01:23.686727+0000","last_became_active":"2024-09-19T06:01:22.699355+0000","last_became_peered":"2024-09-19T06:01:22.699355+0000","last_unstale":"2024-09-19T06:01:23.686727+0000","last_undegraded":"2024-09-19T06:01:23.686727+0000","last_fullsized":"2024-09-19T06:01:23.686727+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:17.440733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224658+0000","last_change":"2024-09-19T06:01:22.718783+0000","last_active":"2024-09-19T06:01:24.224658+0000","last_peered":"2024-09-19T06:01:24.224658+0000","last_clean":"2024-09-19T06:01:24.224658+0000","last_became_active":"2024-09-19T06:01:22.718460+0000","last_became_peered":"2024-09-19T06:01:22.718460+0000","last_unstale":"2024-09-19T06:01:24.224658+0000","last_undegraded":"2024-09-19T06:01:24.224658+0000","last_fullsized":"2024-09-19T06:01:24.224658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:17.440733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694795+0000","last_change":"2024-09-19T06:01:22.716665+0000","last_active":"2024-09-19T06:01:23.694795+0000","last_peered":"2024-09-19T06:01:23.694795+0000","last_clean":"2024-09-19T06:01:23.694795+0000","last_became_active":"2024-09-19T06:01:22.715131+0000","last_became_peered":"2024-09-19T06:01:22.715131+0000","last_unstale":"2024-09-19T06:01:23.694795+0000","last_undegraded":"2024-09-19T06:01:23.694795+0000","last_fullsized":"2024-09-19T06:01:23.694795+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685420+0000","last_change":"2024-09-19T06:01:22.697579+0000","last_active":"2024-09-19T06:01:23.685420+0000","last_peered":"2024-09-19T06:01:23.685420+0000","last_clean":"2024-09-19T06:01:23.685420+0000","last_became_active":"2024-09-19T06:01:22.697282+0000","last_became_peered":"2024-09-19T06:01:22.697282+0000","last_unstale":"2024-09-19T06:01:23.685420+0000","last_undegraded":"2024-09-19T06:01:23.685420+0000","last_fullsized":"2024-09-19T06:01:23.685420+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:58.834751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224499+0000","last_change":"2024-09-19T06:01:22.713516+0000","last_active":"2024-09-19T06:01:24.224499+0000","last_peered":"2024-09-19T06:01:24.224499+0000","last_clean":"2024-09-19T06:01:24.224499+0000","last_became_active":"2024-09-19T06:01:22.713190+0000","last_became_peered":"2024-09-19T06:01:22.713190+0000","last_unstale":"2024-09-19T06:01:24.224499+0000","last_undegraded":"2024-09-19T06:01:24.224499+0000","last_fullsized":"2024-09-19T06:01:24.224499+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224753+0000","last_change":"2024-09-19T06:01:22.712628+0000","last_active":"2024-09-19T06:01:24.224753+0000","last_peered":"2024-09-19T06:01:24.224753+0000","last_clean":"2024-09-19T06:01:24.224753+0000","last_became_active":"2024-09-19T06:01:22.708724+0000","last_became_peered":"2024-09-19T06:01:22.708724+0000","last_unstale":"2024-09-19T06:01:24.224753+0000","last_undegraded":"2024-09-19T06:01:24.224753+0000","last_fullsized":"2024-09-19T06:01:24.224753+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687343+0000","last_change":"2024-09-19T06:01:22.700518+0000","last_active":"2024-09-19T06:01:23.687343+0000","last_peered":"2024-09-19T06:01:23.687343+0000","last_clean":"2024-09-19T06:01:23.687343+0000","last_became_active":"2024-09-19T06:01:22.700159+0000","last_became_peered":"2024-09-19T06:01:22.700159+0000","last_unstale":"2024-09-19T06:01:23.687343+0000","last_undegraded":"2024-09-19T06:01:23.687343+0000","last_fullsized":"2024-09-19T06:01:23.687343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:20.843057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223767+0000","last_change":"2024-09-19T06:01:22.715789+0000","last_active":"2024-09-19T06:01:24.223767+0000","last_peered":"2024-09-19T06:01:24.223767+0000","last_clean":"2024-09-19T06:01:24.223767+0000","last_became_active":"2024-09-19T06:01:22.715172+0000","last_became_peered":"2024-09-19T06:01:22.715172+0000","last_unstale":"2024-09-19T06:01:24.223767+0000","last_undegraded":"2024-09-19T06:01:24.223767+0000","last_fullsized":"2024-09-19T06:01:24.223767+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694318+0000","last_change":"2024-09-19T06:01:22.722973+0000","last_active":"2024-09-19T06:01:23.694318+0000","last_peered":"2024-09-19T06:01:23.694318+0000","last_clean":"2024-09-19T06:01:23.694318+0000","last_became_active":"2024-09-19T06:01:22.721439+0000","last_became_peered":"2024-09-19T06:01:22.721439+0000","last_unstale":"2024-09-19T06:01:23.694318+0000","last_undegraded":"2024-09-19T06:01:23.694318+0000","last_fullsized":"2024-09-19T06:01:23.694318+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686624+0000","last_change":"2024-09-19T06:01:22.714775+0000","last_active":"2024-09-19T06:01:23.686624+0000","last_peered":"2024-09-19T06:01:23.686624+0000","last_clean":"2024-09-19T06:01:23.686624+0000","last_became_active":"2024-09-19T06:01:22.714390+0000","last_became_peered":"2024-09-19T06:01:22.714390+0000","last_unstale":"2024-09-19T06:01:23.686624+0000","last_undegraded":"2024-09-19T06:01:23.686624+0000","last_fullsized":"2024-09-19T06:01:23.686624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:16.022271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224434+0000","last_change":"2024-09-19T06:01:21.704130+0000","last_active":"2024-09-19T06:01:24.224434+0000","last_peered":"2024-09-19T06:01:24.224434+0000","last_clean":"2024-09-19T06:01:24.224434+0000","last_became_active":"2024-09-19T06:01:21.703716+0000","last_became_peered":"2024-09-19T06:01:21.703716+0000","last_unstale":"2024-09-19T06:01:24.224434+0000","last_undegraded":"2024-09-19T06:01:24.224434+0000","last_fullsized":"2024-09-19T06:01:24.224434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:57.640801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224982+0000","last_change":"2024-09-19T06:01:22.721133+0000","last_active":"2024-09-19T06:01:24.224982+0000","last_peered":"2024-09-19T06:01:24.224982+0000","last_clean":"2024-09-19T06:01:24.224982+0000","last_became_active":"2024-09-19T06:01:22.718087+0000","last_became_peered":"2024-09-19T06:01:22.718087+0000","last_unstale":"2024-09-19T06:01:24.224982+0000","last_undegraded":"2024-09-19T06:01:24.224982+0000","last_fullsized":"2024-09-19T06:01:24.224982+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:31.590170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694444+0000","last_change":"2024-09-19T06:01:21.693400+0000","last_active":"2024-09-19T06:01:23.694444+0000","last_peered":"2024-09-19T06:01:23.694444+0000","last_clean":"2024-09-19T06:01:23.694444+0000","last_became_active":"2024-09-19T06:01:21.692943+0000","last_became_peered":"2024-09-19T06:01:21.692943+0000","last_unstale":"2024-09-19T06:01:23.694444+0000","last_undegraded":"2024-09-19T06:01:23.694444+0000","last_fullsized":"2024-09-19T06:01:23.694444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224299+0000","last_change":"2024-09-19T06:01:21.700641+0000","last_active":"2024-09-19T06:01:24.224299+0000","last_peered":"2024-09-19T06:01:24.224299+0000","last_clean":"2024-09-19T06:01:24.224299+0000","last_became_active":"2024-09-19T06:01:21.700327+0000","last_became_peered":"2024-09-19T06:01:21.700327+0000","last_unstale":"2024-09-19T06:01:24.224299+0000","last_undegraded":"2024-09-19T06:01:24.224299+0000","last_fullsized":"2024-09-19T06:01:24.224299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:44.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224341+0000","last_change":"2024-09-19T06:01:22.710133+0000","last_active":"2024-09-19T06:01:24.224341+0000","last_peered":"2024-09-19T06:01:24.224341+0000","last_clean":"2024-09-19T06:01:24.224341+0000","last_became_active":"2024-09-19T06:01:22.709890+0000","last_became_peered":"2024-09-19T06:01:22.709890+0000","last_unstale":"2024-09-19T06:01:24.224341+0000","last_undegraded":"2024-09-19T06:01:24.224341+0000","last_fullsized":"2024-09-19T06:01:24.224341+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686532+0000","last_change":"2024-09-19T06:01:21.693418+0000","last_active":"2024-09-19T06:01:23.686532+0000","last_peered":"2024-09-19T06:01:23.686532+0000","last_clean":"2024-09-19T06:01:23.686532+0000","last_became_active":"2024-09-19T06:01:21.692937+0000","last_became_peered":"2024-09-19T06:01:21.692937+0000","last_unstale":"2024-09-19T06:01:23.686532+0000","last_undegraded":"2024-09-19T06:01:23.686532+0000","last_fullsized":"2024-09-19T06:01:23.686532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685082+0000","last_change":"2024-09-19T06:01:22.696284+0000","last_active":"2024-09-19T06:01:23.685082+0000","last_peered":"2024-09-19T06:01:23.685082+0000","last_clean":"2024-09-19T06:01:23.685082+0000","last_became_active":"2024-09-19T06:01:22.695997+0000","last_became_peered":"2024-09-19T06:01:22.695997+0000","last_unstale":"2024-09-19T06:01:23.685082+0000","last_undegraded":"2024-09-19T06:01:23.685082+0000","last_fullsized":"2024-09-19T06:01:23.685082+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:38.280972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694640+0000","last_change":"2024-09-19T06:01:21.698892+0000","last_active":"2024-09-19T06:01:23.694640+0000","last_peered":"2024-09-19T06:01:23.694640+0000","last_clean":"2024-09-19T06:01:23.694640+0000","last_became_active":"2024-09-19T06:01:21.697247+0000","last_became_peered":"2024-09-19T06:01:21.697247+0000","last_unstale":"2024-09-19T06:01:23.694640+0000","last_undegraded":"2024-09-19T06:01:23.694640+0000","last_fullsized":"2024-09-19T06:01:23.694640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687817+0000","last_change":"2024-09-19T06:01:22.709625+0000","last_active":"2024-09-19T06:01:23.687817+0000","last_peered":"2024-09-19T06:01:23.687817+0000","last_clean":"2024-09-19T06:01:23.687817+0000","last_became_active":"2024-09-19T06:01:22.709331+0000","last_became_peered":"2024-09-19T06:01:22.709331+0000","last_unstale":"2024-09-19T06:01:23.687817+0000","last_undegraded":"2024-09-19T06:01:23.687817+0000","last_fullsized":"2024-09-19T06:01:23.687817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:07.263460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687804+0000","last_change":"2024-09-19T06:01:21.698194+0000","last_active":"2024-09-19T06:01:23.687804+0000","last_peered":"2024-09-19T06:01:23.687804+0000","last_clean":"2024-09-19T06:01:23.687804+0000","last_became_active":"2024-09-19T06:01:21.697609+0000","last_became_peered":"2024-09-19T06:01:21.697609+0000","last_unstale":"2024-09-19T06:01:23.687804+0000","last_undegraded":"2024-09-19T06:01:23.687804+0000","last_fullsized":"2024-09-19T06:01:23.687804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224876+0000","last_change":"2024-09-19T06:01:22.721087+0000","last_active":"2024-09-19T06:01:24.224876+0000","last_peered":"2024-09-19T06:01:24.224876+0000","last_clean":"2024-09-19T06:01:24.224876+0000","last_became_active":"2024-09-19T06:01:22.718235+0000","last_became_peered":"2024-09-19T06:01:22.718235+0000","last_unstale":"2024-09-19T06:01:24.224876+0000","last_undegraded":"2024-09-19T06:01:24.224876+0000","last_fullsized":"2024-09-19T06:01:24.224876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685480+0000","last_change":"2024-09-19T06:01:21.695534+0000","last_active":"2024-09-19T06:01:23.685480+0000","last_peered":"2024-09-19T06:01:23.685480+0000","last_clean":"2024-09-19T06:01:23.685480+0000","last_became_active":"2024-09-19T06:01:21.695140+0000","last_became_peered":"2024-09-19T06:01:21.695140+0000","last_unstale":"2024-09-19T06:01:23.685480+0000","last_undegraded":"2024-09-19T06:01:23.685480+0000","last_fullsized":"2024-09-19T06:01:23.685480+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:21.488319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687246+0000","last_change":"2024-09-19T06:01:22.712689+0000","last_active":"2024-09-19T06:01:23.687246+0000","last_peered":"2024-09-19T06:01:23.687246+0000","last_clean":"2024-09-19T06:01:23.687246+0000","last_became_active":"2024-09-19T06:01:22.712461+0000","last_became_peered":"2024-09-19T06:01:22.712461+0000","last_unstale":"2024-09-19T06:01:23.687246+0000","last_undegraded":"2024-09-19T06:01:23.687246+0000","last_fullsized":"2024-09-19T06:01:23.687246+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694499+0000","last_change":"2024-09-19T06:01:21.696286+0000","last_active":"2024-09-19T06:01:23.694499+0000","last_peered":"2024-09-19T06:01:23.694499+0000","last_clean":"2024-09-19T06:01:23.694499+0000","last_became_active":"2024-09-19T06:01:21.695784+0000","last_became_peered":"2024-09-19T06:01:21.695784+0000","last_unstale":"2024-09-19T06:01:23.694499+0000","last_undegraded":"2024-09-19T06:01:23.694499+0000","last_fullsized":"2024-09-19T06:01:23.694499+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224265+0000","last_change":"2024-09-19T06:01:22.726316+0000","last_active":"2024-09-19T06:01:24.224265+0000","last_peered":"2024-09-19T06:01:24.224265+0000","last_clean":"2024-09-19T06:01:24.224265+0000","last_became_active":"2024-09-19T06:01:22.725815+0000","last_became_peered":"2024-09-19T06:01:22.725815+0000","last_unstale":"2024-09-19T06:01:24.224265+0000","last_undegraded":"2024-09-19T06:01:24.224265+0000","last_fullsized":"2024-09-19T06:01:24.224265+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:20.843057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224858+0000","last_change":"2024-09-19T06:01:21.683181+0000","last_active":"2024-09-19T06:01:24.224858+0000","last_peered":"2024-09-19T06:01:24.224858+0000","last_clean":"2024-09-19T06:01:24.224858+0000","last_became_active":"2024-09-19T06:01:21.681270+0000","last_became_peered":"2024-09-19T06:01:21.681270+0000","last_unstale":"2024-09-19T06:01:24.224858+0000","last_undegraded":"2024-09-19T06:01:24.224858+0000","last_fullsized":"2024-09-19T06:01:24.224858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:19.553772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223967+0000","last_change":"2024-09-19T06:01:22.716132+0000","last_active":"2024-09-19T06:01:24.223967+0000","last_peered":"2024-09-19T06:01:24.223967+0000","last_clean":"2024-09-19T06:01:24.223967+0000","last_became_active":"2024-09-19T06:01:22.715851+0000","last_became_peered":"2024-09-19T06:01:22.715851+0000","last_unstale":"2024-09-19T06:01:24.223967+0000","last_undegraded":"2024-09-19T06:01:24.223967+0000","last_fullsized":"2024-09-19T06:01:24.223967+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687140+0000","last_change":"2024-09-19T06:01:21.696040+0000","last_active":"2024-09-19T06:01:23.687140+0000","last_peered":"2024-09-19T06:01:23.687140+0000","last_clean":"2024-09-19T06:01:23.687140+0000","last_became_active":"2024-09-19T06:01:21.695760+0000","last_became_peered":"2024-09-19T06:01:21.695760+0000","last_unstale":"2024-09-19T06:01:23.687140+0000","last_undegraded":"2024-09-19T06:01:23.687140+0000","last_fullsized":"2024-09-19T06:01:23.687140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224172+0000","last_change":"2024-09-19T06:01:22.719050+0000","last_active":"2024-09-19T06:01:24.224172+0000","last_peered":"2024-09-19T06:01:24.224172+0000","last_clean":"2024-09-19T06:01:24.224172+0000","last_became_active":"2024-09-19T06:01:22.718678+0000","last_became_peered":"2024-09-19T06:01:22.718678+0000","last_unstale":"2024-09-19T06:01:24.224172+0000","last_undegraded":"2024-09-19T06:01:24.224172+0000","last_fullsized":"2024-09-19T06:01:24.224172+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:05.617531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694280+0000","last_change":"2024-09-19T06:01:21.698303+0000","last_active":"2024-09-19T06:01:23.694280+0000","last_peered":"2024-09-19T06:01:23.694280+0000","last_clean":"2024-09-19T06:01:23.694280+0000","last_became_active":"2024-09-19T06:01:21.697831+0000","last_became_peered":"2024-09-19T06:01:21.697831+0000","last_unstale":"2024-09-19T06:01:23.694280+0000","last_undegraded":"2024-09-19T06:01:23.694280+0000","last_fullsized":"2024-09-19T06:01:23.694280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694329+0000","last_change":"2024-09-19T06:01:22.710849+0000","last_active":"2024-09-19T06:01:23.694329+0000","last_peered":"2024-09-19T06:01:23.694329+0000","last_clean":"2024-09-19T06:01:23.694329+0000","last_became_active":"2024-09-19T06:01:22.709708+0000","last_became_peered":"2024-09-19T06:01:22.709708+0000","last_unstale":"2024-09-19T06:01:23.694329+0000","last_undegraded":"2024-09-19T06:01:23.694329+0000","last_fullsized":"2024-09-19T06:01:23.694329+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223698+0000","last_change":"2024-09-19T06:01:21.699529+0000","last_active":"2024-09-19T06:01:24.223698+0000","last_peered":"2024-09-19T06:01:24.223698+0000","last_clean":"2024-09-19T06:01:24.223698+0000","last_became_active":"2024-09-19T06:01:21.698662+0000","last_became_peered":"2024-09-19T06:01:21.698662+0000","last_unstale":"2024-09-19T06:01:24.223698+0000","last_undegraded":"2024-09-19T06:01:24.223698+0000","last_fullsized":"2024-09-19T06:01:24.223698+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224077+0000","last_change":"2024-09-19T06:01:22.720461+0000","last_active":"2024-09-19T06:01:24.224077+0000","last_peered":"2024-09-19T06:01:24.224077+0000","last_clean":"2024-09-19T06:01:24.224077+0000","last_became_active":"2024-09-19T06:01:22.720245+0000","last_became_peered":"2024-09-19T06:01:22.720245+0000","last_unstale":"2024-09-19T06:01:24.224077+0000","last_undegraded":"2024-09-19T06:01:24.224077+0000","last_fullsized":"2024-09-19T06:01:24.224077+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:22.884258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687563+0000","last_change":"2024-09-19T06:01:21.691674+0000","last_active":"2024-09-19T06:01:23.687563+0000","last_peered":"2024-09-19T06:01:23.687563+0000","last_clean":"2024-09-19T06:01:23.687563+0000","last_became_active":"2024-09-19T06:01:21.691306+0000","last_became_peered":"2024-09-19T06:01:21.691306+0000","last_unstale":"2024-09-19T06:01:23.687563+0000","last_undegraded":"2024-09-19T06:01:23.687563+0000","last_fullsized":"2024-09-19T06:01:23.687563+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:19.702166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224651+0000","last_change":"2024-09-19T06:01:22.719029+0000","last_active":"2024-09-19T06:01:24.224651+0000","last_peered":"2024-09-19T06:01:24.224651+0000","last_clean":"2024-09-19T06:01:24.224651+0000","last_became_active":"2024-09-19T06:01:22.718698+0000","last_became_peered":"2024-09-19T06:01:22.718698+0000","last_unstale":"2024-09-19T06:01:24.224651+0000","last_undegraded":"2024-09-19T06:01:24.224651+0000","last_fullsized":"2024-09-19T06:01:24.224651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:35.277025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223944+0000","last_change":"2024-09-19T06:01:21.690328+0000","last_active":"2024-09-19T06:01:24.223944+0000","last_peered":"2024-09-19T06:01:24.223944+0000","last_clean":"2024-09-19T06:01:24.223944+0000","last_became_active":"2024-09-19T06:01:21.690001+0000","last_became_peered":"2024-09-19T06:01:21.690001+0000","last_unstale":"2024-09-19T06:01:24.223944+0000","last_undegraded":"2024-09-19T06:01:24.223944+0000","last_fullsized":"2024-09-19T06:01:24.223944+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224885+0000","last_change":"2024-09-19T06:01:22.719614+0000","last_active":"2024-09-19T06:01:24.224885+0000","last_peered":"2024-09-19T06:01:24.224885+0000","last_clean":"2024-09-19T06:01:24.224885+0000","last_became_active":"2024-09-19T06:01:22.718874+0000","last_became_peered":"2024-09-19T06:01:22.718874+0000","last_unstale":"2024-09-19T06:01:24.224885+0000","last_undegraded":"2024-09-19T06:01:24.224885+0000","last_fullsized":"2024-09-19T06:01:24.224885+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.257607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685534+0000","last_change":"2024-09-19T06:01:21.695934+0000","last_active":"2024-09-19T06:01:23.685534+0000","last_peered":"2024-09-19T06:01:23.685534+0000","last_clean":"2024-09-19T06:01:23.685534+0000","last_became_active":"2024-09-19T06:01:21.695714+0000","last_became_peered":"2024-09-19T06:01:21.695714+0000","last_unstale":"2024-09-19T06:01:23.685534+0000","last_undegraded":"2024-09-19T06:01:23.685534+0000","last_fullsized":"2024-09-19T06:01:23.685534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:25.167648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687542+0000","last_change":"2024-09-19T06:01:22.699227+0000","last_active":"2024-09-19T06:01:23.687542+0000","last_peered":"2024-09-19T06:01:23.687542+0000","last_clean":"2024-09-19T06:01:23.687542+0000","last_became_active":"2024-09-19T06:01:22.698592+0000","last_became_peered":"2024-09-19T06:01:22.698592+0000","last_unstale":"2024-09-19T06:01:23.687542+0000","last_undegraded":"2024-09-19T06:01:23.687542+0000","last_fullsized":"2024-09-19T06:01:23.687542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:11.226438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223799+0000","last_change":"2024-09-19T06:01:21.693117+0000","last_active":"2024-09-19T06:01:24.223799+0000","last_peered":"2024-09-19T06:01:24.223799+0000","last_clean":"2024-09-19T06:01:24.223799+0000","last_became_active":"2024-09-19T06:01:21.692764+0000","last_became_peered":"2024-09-19T06:01:21.692764+0000","last_unstale":"2024-09-19T06:01:24.223799+0000","last_undegraded":"2024-09-19T06:01:24.223799+0000","last_fullsized":"2024-09-19T06:01:24.223799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:44.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224259+0000","last_change":"2024-09-19T06:01:22.726610+0000","last_active":"2024-09-19T06:01:24.224259+0000","last_peered":"2024-09-19T06:01:24.224259+0000","last_clean":"2024-09-19T06:01:24.224259+0000","last_became_active":"2024-09-19T06:01:22.726043+0000","last_became_peered":"2024-09-19T06:01:22.726043+0000","last_unstale":"2024-09-19T06:01:24.224259+0000","last_undegraded":"2024-09-19T06:01:24.224259+0000","last_fullsized":"2024-09-19T06:01:24.224259+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:36.235077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":170,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224006+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:01:24.224006+0000","last_peered":"2024-09-19T06:01:24.224006+0000","last_clean":"2024-09-19T06:01:24.224006+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:01:24.224006+0000","last_undegraded":"2024-09-19T06:01:24.224006+0000","last_fullsized":"2024-09-19T06:01:24.224006+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686988+0000","last_change":"2024-09-19T06:01:21.693522+0000","last_active":"2024-09-19T06:01:23.686988+0000","last_peered":"2024-09-19T06:01:23.686988+0000","last_clean":"2024-09-19T06:01:23.686988+0000","last_became_active":"2024-09-19T06:01:21.692954+0000","last_became_peered":"2024-09-19T06:01:21.692954+0000","last_unstale":"2024-09-19T06:01:23.686988+0000","last_undegraded":"2024-09-19T06:01:23.686988+0000","last_fullsized":"2024-09-19T06:01:23.686988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224803+0000","last_change":"2024-09-19T06:01:22.711509+0000","last_active":"2024-09-19T06:01:24.224803+0000","last_peered":"2024-09-19T06:01:24.224803+0000","last_clean":"2024-09-19T06:01:24.224803+0000","last_became_active":"2024-09-19T06:01:22.711242+0000","last_became_peered":"2024-09-19T06:01:22.711242+0000","last_unstale":"2024-09-19T06:01:24.224803+0000","last_undegraded":"2024-09-19T06:01:24.224803+0000","last_fullsized":"2024-09-19T06:01:24.224803+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:05.617531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223865+0000","last_change":"2024-09-19T06:01:21.703974+0000","last_active":"2024-09-19T06:01:24.223865+0000","last_peered":"2024-09-19T06:01:24.223865+0000","last_clean":"2024-09-19T06:01:24.223865+0000","last_became_active":"2024-09-19T06:01:21.703137+0000","last_became_peered":"2024-09-19T06:01:21.703137+0000","last_unstale":"2024-09-19T06:01:24.223865+0000","last_undegraded":"2024-09-19T06:01:24.223865+0000","last_fullsized":"2024-09-19T06:01:24.223865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224216+0000","last_change":"2024-09-19T06:01:22.721520+0000","last_active":"2024-09-19T06:01:24.224216+0000","last_peered":"2024-09-19T06:01:24.224216+0000","last_clean":"2024-09-19T06:01:24.224216+0000","last_became_active":"2024-09-19T06:01:22.721156+0000","last_became_peered":"2024-09-19T06:01:22.721156+0000","last_unstale":"2024-09-19T06:01:24.224216+0000","last_undegraded":"2024-09-19T06:01:24.224216+0000","last_fullsized":"2024-09-19T06:01:24.224216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:27.928823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223858+0000","last_change":"2024-09-19T06:01:21.691147+0000","last_active":"2024-09-19T06:01:24.223858+0000","last_peered":"2024-09-19T06:01:24.223858+0000","last_clean":"2024-09-19T06:01:24.223858+0000","last_became_active":"2024-09-19T06:01:21.690812+0000","last_became_peered":"2024-09-19T06:01:21.690812+0000","last_unstale":"2024-09-19T06:01:24.223858+0000","last_undegraded":"2024-09-19T06:01:24.223858+0000","last_fullsized":"2024-09-19T06:01:24.223858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685069+0000","last_change":"2024-09-19T06:01:22.701726+0000","last_active":"2024-09-19T06:01:23.685069+0000","last_peered":"2024-09-19T06:01:23.685069+0000","last_clean":"2024-09-19T06:01:23.685069+0000","last_became_active":"2024-09-19T06:01:22.701427+0000","last_became_peered":"2024-09-19T06:01:22.701427+0000","last_unstale":"2024-09-19T06:01:23.685069+0000","last_undegraded":"2024-09-19T06:01:23.685069+0000","last_fullsized":"2024-09-19T06:01:23.685069+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:43.652076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687261+0000","last_change":"2024-09-19T06:01:21.694644+0000","last_active":"2024-09-19T06:01:23.687261+0000","last_peered":"2024-09-19T06:01:23.687261+0000","last_clean":"2024-09-19T06:01:23.687261+0000","last_became_active":"2024-09-19T06:01:21.694346+0000","last_became_peered":"2024-09-19T06:01:21.694346+0000","last_unstale":"2024-09-19T06:01:23.687261+0000","last_undegraded":"2024-09-19T06:01:23.687261+0000","last_fullsized":"2024-09-19T06:01:23.687261+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687077+0000","last_change":"2024-09-19T06:01:22.719525+0000","last_active":"2024-09-19T06:01:23.687077+0000","last_peered":"2024-09-19T06:01:23.687077+0000","last_clean":"2024-09-19T06:01:23.687077+0000","last_became_active":"2024-09-19T06:01:22.719230+0000","last_became_peered":"2024-09-19T06:01:22.719230+0000","last_unstale":"2024-09-19T06:01:23.687077+0000","last_undegraded":"2024-09-19T06:01:23.687077+0000","last_fullsized":"2024-09-19T06:01:23.687077+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:44.261540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685498+0000","last_change":"2024-09-19T06:01:21.700195+0000","last_active":"2024-09-19T06:01:23.685498+0000","last_peered":"2024-09-19T06:01:23.685498+0000","last_clean":"2024-09-19T06:01:23.685498+0000","last_became_active":"2024-09-19T06:01:21.699834+0000","last_became_peered":"2024-09-19T06:01:21.699834+0000","last_unstale":"2024-09-19T06:01:23.685498+0000","last_undegraded":"2024-09-19T06:01:23.685498+0000","last_fullsized":"2024-09-19T06:01:23.685498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:12.485078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687783+0000","last_change":"2024-09-19T06:01:22.699413+0000","last_active":"2024-09-19T06:01:23.687783+0000","last_peered":"2024-09-19T06:01:23.687783+0000","last_clean":"2024-09-19T06:01:23.687783+0000","last_became_active":"2024-09-19T06:01:22.698664+0000","last_became_peered":"2024-09-19T06:01:22.698664+0000","last_unstale":"2024-09-19T06:01:23.687783+0000","last_undegraded":"2024-09-19T06:01:23.687783+0000","last_fullsized":"2024-09-19T06:01:23.687783+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:50.184698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224541+0000","last_change":"2024-09-19T06:01:21.702696+0000","last_active":"2024-09-19T06:01:24.224541+0000","last_peered":"2024-09-19T06:01:24.224541+0000","last_clean":"2024-09-19T06:01:24.224541+0000","last_became_active":"2024-09-19T06:01:21.702071+0000","last_became_peered":"2024-09-19T06:01:21.702071+0000","last_unstale":"2024-09-19T06:01:24.224541+0000","last_undegraded":"2024-09-19T06:01:24.224541+0000","last_fullsized":"2024-09-19T06:01:24.224541+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:37.123791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685404+0000","last_change":"2024-09-19T06:01:22.699649+0000","last_active":"2024-09-19T06:01:23.685404+0000","last_peered":"2024-09-19T06:01:23.685404+0000","last_clean":"2024-09-19T06:01:23.685404+0000","last_became_active":"2024-09-19T06:01:22.699404+0000","last_became_peered":"2024-09-19T06:01:22.699404+0000","last_unstale":"2024-09-19T06:01:23.685404+0000","last_undegraded":"2024-09-19T06:01:23.685404+0000","last_fullsized":"2024-09-19T06:01:23.685404+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:17.756003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685619+0000","last_change":"2024-09-19T06:01:21.699007+0000","last_active":"2024-09-19T06:01:23.685619+0000","last_peered":"2024-09-19T06:01:23.685619+0000","last_clean":"2024-09-19T06:01:23.685619+0000","last_became_active":"2024-09-19T06:01:21.698497+0000","last_became_peered":"2024-09-19T06:01:21.698497+0000","last_unstale":"2024-09-19T06:01:23.685619+0000","last_undegraded":"2024-09-19T06:01:23.685619+0000","last_fullsized":"2024-09-19T06:01:23.685619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:20.280960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224659+0000","last_change":"2024-09-19T06:01:22.712218+0000","last_active":"2024-09-19T06:01:24.224659+0000","last_peered":"2024-09-19T06:01:24.224659+0000","last_clean":"2024-09-19T06:01:24.224659+0000","last_became_active":"2024-09-19T06:01:22.711377+0000","last_became_peered":"2024-09-19T06:01:22.711377+0000","last_unstale":"2024-09-19T06:01:24.224659+0000","last_undegraded":"2024-09-19T06:01:24.224659+0000","last_fullsized":"2024-09-19T06:01:24.224659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:22.884258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694709+0000","last_change":"2024-09-19T06:01:21.699657+0000","last_active":"2024-09-19T06:01:23.694709+0000","last_peered":"2024-09-19T06:01:23.694709+0000","last_clean":"2024-09-19T06:01:23.694709+0000","last_became_active":"2024-09-19T06:01:21.699365+0000","last_became_peered":"2024-09-19T06:01:21.699365+0000","last_unstale":"2024-09-19T06:01:23.694709+0000","last_undegraded":"2024-09-19T06:01:23.694709+0000","last_fullsized":"2024-09-19T06:01:23.694709+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224785+0000","last_change":"2024-09-19T06:01:22.703823+0000","last_active":"2024-09-19T06:01:24.224785+0000","last_peered":"2024-09-19T06:01:24.224785+0000","last_clean":"2024-09-19T06:01:24.224785+0000","last_became_active":"2024-09-19T06:01:22.702874+0000","last_became_peered":"2024-09-19T06:01:22.702874+0000","last_unstale":"2024-09-19T06:01:24.224785+0000","last_undegraded":"2024-09-19T06:01:24.224785+0000","last_fullsized":"2024-09-19T06:01:24.224785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223852+0000","last_change":"2024-09-19T06:01:21.704442+0000","last_active":"2024-09-19T06:01:24.223852+0000","last_peered":"2024-09-19T06:01:24.223852+0000","last_clean":"2024-09-19T06:01:24.223852+0000","last_became_active":"2024-09-19T06:01:21.704266+0000","last_became_peered":"2024-09-19T06:01:21.704266+0000","last_unstale":"2024-09-19T06:01:24.223852+0000","last_undegraded":"2024-09-19T06:01:24.223852+0000","last_fullsized":"2024-09-19T06:01:24.223852+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686709+0000","last_change":"2024-09-19T06:01:22.707847+0000","last_active":"2024-09-19T06:01:23.686709+0000","last_peered":"2024-09-19T06:01:23.686709+0000","last_clean":"2024-09-19T06:01:23.686709+0000","last_became_active":"2024-09-19T06:01:22.707529+0000","last_became_peered":"2024-09-19T06:01:22.707529+0000","last_unstale":"2024-09-19T06:01:23.686709+0000","last_undegraded":"2024-09-19T06:01:23.686709+0000","last_fullsized":"2024-09-19T06:01:23.686709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:44.063447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685240+0000","last_change":"2024-09-19T06:01:21.699483+0000","last_active":"2024-09-19T06:01:23.685240+0000","last_peered":"2024-09-19T06:01:23.685240+0000","last_clean":"2024-09-19T06:01:23.685240+0000","last_became_active":"2024-09-19T06:01:21.699159+0000","last_became_peered":"2024-09-19T06:01:21.699159+0000","last_unstale":"2024-09-19T06:01:23.685240+0000","last_undegraded":"2024-09-19T06:01:23.685240+0000","last_fullsized":"2024-09-19T06:01:23.685240+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:35.236559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224483+0000","last_change":"2024-09-19T06:01:22.694004+0000","last_active":"2024-09-19T06:01:24.224483+0000","last_peered":"2024-09-19T06:01:24.224483+0000","last_clean":"2024-09-19T06:01:24.224483+0000","last_became_active":"2024-09-19T06:01:22.693744+0000","last_became_peered":"2024-09-19T06:01:22.693744+0000","last_unstale":"2024-09-19T06:01:24.224483+0000","last_undegraded":"2024-09-19T06:01:24.224483+0000","last_fullsized":"2024-09-19T06:01:24.224483+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:31.590170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685378+0000","last_change":"2024-09-19T06:01:21.697452+0000","last_active":"2024-09-19T06:01:23.685378+0000","last_peered":"2024-09-19T06:01:23.685378+0000","last_clean":"2024-09-19T06:01:23.685378+0000","last_became_active":"2024-09-19T06:01:21.697126+0000","last_became_peered":"2024-09-19T06:01:21.697126+0000","last_unstale":"2024-09-19T06:01:23.685378+0000","last_undegraded":"2024-09-19T06:01:23.685378+0000","last_fullsized":"2024-09-19T06:01:23.685378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:58.990582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224342+0000","last_change":"2024-09-19T06:01:22.718580+0000","last_active":"2024-09-19T06:01:24.224342+0000","last_peered":"2024-09-19T06:01:24.224342+0000","last_clean":"2024-09-19T06:01:24.224342+0000","last_became_active":"2024-09-19T06:01:22.718318+0000","last_became_peered":"2024-09-19T06:01:22.718318+0000","last_unstale":"2024-09-19T06:01:24.224342+0000","last_undegraded":"2024-09-19T06:01:24.224342+0000","last_fullsized":"2024-09-19T06:01:24.224342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224274+0000","last_change":"2024-09-19T06:01:21.702216+0000","last_active":"2024-09-19T06:01:24.224274+0000","last_peered":"2024-09-19T06:01:24.224274+0000","last_clean":"2024-09-19T06:01:24.224274+0000","last_became_active":"2024-09-19T06:01:21.701922+0000","last_became_peered":"2024-09-19T06:01:21.701922+0000","last_unstale":"2024-09-19T06:01:24.224274+0000","last_undegraded":"2024-09-19T06:01:24.224274+0000","last_fullsized":"2024-09-19T06:01:24.224274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694359+0000","last_change":"2024-09-19T06:01:22.715361+0000","last_active":"2024-09-19T06:01:23.694359+0000","last_peered":"2024-09-19T06:01:23.694359+0000","last_clean":"2024-09-19T06:01:23.694359+0000","last_became_active":"2024-09-19T06:01:22.715042+0000","last_became_peered":"2024-09-19T06:01:22.715042+0000","last_unstale":"2024-09-19T06:01:23.694359+0000","last_undegraded":"2024-09-19T06:01:23.694359+0000","last_fullsized":"2024-09-19T06:01:23.694359+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687761+0000","last_change":"2024-09-19T06:01:22.712681+0000","last_active":"2024-09-19T06:01:23.687761+0000","last_peered":"2024-09-19T06:01:23.687761+0000","last_clean":"2024-09-19T06:01:23.687761+0000","last_became_active":"2024-09-19T06:01:22.712306+0000","last_became_peered":"2024-09-19T06:01:22.712306+0000","last_unstale":"2024-09-19T06:01:23.687761+0000","last_undegraded":"2024-09-19T06:01:23.687761+0000","last_fullsized":"2024-09-19T06:01:23.687761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:35.277025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224186+0000","last_change":"2024-09-19T06:01:21.700254+0000","last_active":"2024-09-19T06:01:24.224186+0000","last_peered":"2024-09-19T06:01:24.224186+0000","last_clean":"2024-09-19T06:01:24.224186+0000","last_became_active":"2024-09-19T06:01:21.698904+0000","last_became_peered":"2024-09-19T06:01:21.698904+0000","last_unstale":"2024-09-19T06:01:24.224186+0000","last_undegraded":"2024-09-19T06:01:24.224186+0000","last_fullsized":"2024-09-19T06:01:24.224186+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:17.759374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687543+0000","last_change":"2024-09-19T06:01:22.710398+0000","last_active":"2024-09-19T06:01:23.687543+0000","last_peered":"2024-09-19T06:01:23.687543+0000","last_clean":"2024-09-19T06:01:23.687543+0000","last_became_active":"2024-09-19T06:01:22.710127+0000","last_became_peered":"2024-09-19T06:01:22.710127+0000","last_unstale":"2024-09-19T06:01:23.687543+0000","last_undegraded":"2024-09-19T06:01:23.687543+0000","last_fullsized":"2024-09-19T06:01:23.687543+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:08.369927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224401+0000","last_change":"2024-09-19T06:01:21.702756+0000","last_active":"2024-09-19T06:01:24.224401+0000","last_peered":"2024-09-19T06:01:24.224401+0000","last_clean":"2024-09-19T06:01:24.224401+0000","last_became_active":"2024-09-19T06:01:21.702476+0000","last_became_peered":"2024-09-19T06:01:21.702476+0000","last_unstale":"2024-09-19T06:01:24.224401+0000","last_undegraded":"2024-09-19T06:01:24.224401+0000","last_fullsized":"2024-09-19T06:01:24.224401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:52.024619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224736+0000","last_change":"2024-09-19T06:01:22.721123+0000","last_active":"2024-09-19T06:01:24.224736+0000","last_peered":"2024-09-19T06:01:24.224736+0000","last_clean":"2024-09-19T06:01:24.224736+0000","last_became_active":"2024-09-19T06:01:22.719678+0000","last_became_peered":"2024-09-19T06:01:22.719678+0000","last_unstale":"2024-09-19T06:01:24.224736+0000","last_undegraded":"2024-09-19T06:01:24.224736+0000","last_fullsized":"2024-09-19T06:01:24.224736+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224977+0000","last_change":"2024-09-19T06:01:21.694447+0000","last_active":"2024-09-19T06:01:24.224977+0000","last_peered":"2024-09-19T06:01:24.224977+0000","last_clean":"2024-09-19T06:01:24.224977+0000","last_became_active":"2024-09-19T06:01:21.693935+0000","last_became_peered":"2024-09-19T06:01:21.693935+0000","last_unstale":"2024-09-19T06:01:24.224977+0000","last_undegraded":"2024-09-19T06:01:24.224977+0000","last_fullsized":"2024-09-19T06:01:24.224977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:19.553772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224941+0000","last_change":"2024-09-19T06:01:22.702203+0000","last_active":"2024-09-19T06:01:24.224941+0000","last_peered":"2024-09-19T06:01:24.224941+0000","last_clean":"2024-09-19T06:01:24.224941+0000","last_became_active":"2024-09-19T06:01:22.701906+0000","last_became_peered":"2024-09-19T06:01:22.701906+0000","last_unstale":"2024-09-19T06:01:24.224941+0000","last_undegraded":"2024-09-19T06:01:24.224941+0000","last_fullsized":"2024-09-19T06:01:24.224941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:20.843057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224948+0000","last_change":"2024-09-19T06:01:21.689667+0000","last_active":"2024-09-19T06:01:24.224948+0000","last_peered":"2024-09-19T06:01:24.224948+0000","last_clean":"2024-09-19T06:01:24.224948+0000","last_became_active":"2024-09-19T06:01:21.688215+0000","last_became_peered":"2024-09-19T06:01:21.688215+0000","last_unstale":"2024-09-19T06:01:24.224948+0000","last_undegraded":"2024-09-19T06:01:24.224948+0000","last_fullsized":"2024-09-19T06:01:24.224948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:59.618498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":667234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":76374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":76410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":827392,"data_stored":667290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":229376,"data_stored":76444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:01:31.868 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:01:32.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.055+0000 7fd4b3000640 1 Processor -- start 2024-09-19T06:01:32.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.056+0000 7fd4b3000640 1 -- start start 2024-09-19T06:01:32.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4b3000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd4ac155800 0x7fd4ac0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4b3000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac0cfc80 0x7fd4ac0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4b3000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd4ac0b50a0 con 0x7fd4ac15c330 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4b3000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fd4ac0b4e60 con 0x7fd4ac155800 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4b3000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd4ac15c7a0 con 0x7fd4ac0cfc80 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4abe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd4ac155800 0x7fd4ac0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4abe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd4ac155800 0x7fd4ac0b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57960/0 (socket says 172.21.15.92:57960) 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4ab400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd4ac15c330 0x7fd4ac0cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41324/0 (socket says 172.21.15.92:41324) 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4abe00640 1 -- 172.21.15.92:0/2454045148 learned_addr learned my addr 172.21.15.92:0/2454045148 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4b1000640 1 --2- 172.21.15.92:0/2454045148 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac0cfc80 0x7fd4ac0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4abe00640 1 -- 172.21.15.92:0/2454045148 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac0cfc80 msgr2=0x7fd4ac0b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4abe00640 1 --2- 172.21.15.92:0/2454045148 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac0cfc80 0x7fd4ac0b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4abe00640 1 -- 172.21.15.92:0/2454045148 >> v1:172.21.15.92:6789/0 conn(0x7fd4ac15c330 legacy=0x7fd4ac0cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.057+0000 7fd4abe00640 1 -- 172.21.15.92:0/2454045148 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4ac0b5380 con 0x7fd4ac155800 2024-09-19T06:01:32.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4abe00640 1 --2- 172.21.15.92:0/2454045148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 0x7fd4ac0b6140 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd49c009870 tx=0x7fd49c02c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb7bab85da88ea6b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:32.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4aaa00640 1 -- 172.21.15.92:0/2454045148 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49c038070 con 0x7fd4ac155800 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4aaa00640 1 -- 172.21.15.92:0/2454045148 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd49c031710 con 0x7fd4ac155800 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4aaa00640 1 -- 172.21.15.92:0/2454045148 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd49c031ae0 con 0x7fd4ac155800 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4b3000640 1 -- 172.21.15.92:0/2454045148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 msgr2=0x7fd4ac0b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4b3000640 1 --2- 172.21.15.92:0/2454045148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 0x7fd4ac0b6140 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd49c009870 tx=0x7fd49c02c460 comp rx=0 tx=0).stop 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4b3000640 1 -- 172.21.15.92:0/2454045148 shutdown_connections 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4b3000640 1 --2- 172.21.15.92:0/2454045148 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac0cfc80 0x7fd4ac0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4b3000640 1 --2- 172.21.15.92:0/2454045148 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 0x7fd4ac0b6140 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.059+0000 7fd4b3000640 1 -- 172.21.15.92:0/2454045148 >> 172.21.15.92:0/2454045148 conn(0x7fd4ac06bc10 msgr2=0x7fd4ac06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.060+0000 7fd4b3000640 1 -- 172.21.15.92:0/2454045148 shutdown_connections 2024-09-19T06:01:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.060+0000 7fd4b3000640 1 -- 172.21.15.92:0/2454045148 wait complete. 2024-09-19T06:01:32.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.061+0000 7fd4b3000640 1 Processor -- start 2024-09-19T06:01:32.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.061+0000 7fd4b3000640 1 -- start start 2024-09-19T06:01:32.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.062+0000 7fd4b3000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4ac0cfc80 0x7fd4ac146a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.062+0000 7fd4b3000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 0x7fd4ac15a420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.062+0000 7fd4b3000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac15c330 0x7fd4ac14e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.062+0000 7fd4b3000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac0b5c20 con 0x7fd4ac155800 2024-09-19T06:01:32.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.062+0000 7fd4b3000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd4ac0b5940 con 0x7fd4ac0cfc80 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.062+0000 7fd4b3000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd4ac155be0 con 0x7fd4ac15c330 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.062+0000 7fd4ab400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 0x7fd4ac15a420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.062+0000 7fd4ab400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 0x7fd4ac15a420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57970/0 (socket says 172.21.15.92:57970) 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.062+0000 7fd4ab400640 1 -- 172.21.15.92:0/3154400164 learned_addr learned my addr 172.21.15.92:0/3154400164 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4b1000640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac15c330 0x7fd4ac14e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4abe00640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4ac0cfc80 0x7fd4ac146a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4ab400640 1 -- 172.21.15.92:0/3154400164 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac15c330 msgr2=0x7fd4ac14e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4ab400640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac15c330 0x7fd4ac14e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4ab400640 1 -- 172.21.15.92:0/3154400164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4ac0cfc80 msgr2=0x7fd4ac146a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4ab400640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4ac0cfc80 0x7fd4ac146a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4ab400640 1 -- 172.21.15.92:0/3154400164 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd4ac14b7d0 con 0x7fd4ac155800 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4abe00640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4ac0cfc80 0x7fd4ac146a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4ab400640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 0x7fd4ac15a420 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd49800c3c0 tx=0x7fd49800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4a3e00640 1 -- 172.21.15.92:0/3154400164 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd4980074e0 con 0x7fd4ac155800 2024-09-19T06:01:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4a3e00640 1 -- 172.21.15.92:0/3154400164 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd498007680 con 0x7fd4ac155800 2024-09-19T06:01:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4a3e00640 1 -- 172.21.15.92:0/3154400164 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd498004a00 con 0x7fd4ac155800 2024-09-19T06:01:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd4ac14bab0 con 0x7fd4ac155800 2024-09-19T06:01:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.063+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd4ac14b460 con 0x7fd4ac155800 2024-09-19T06:01:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.064+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd4ac0b6140 con 0x7fd4ac155800 2024-09-19T06:01:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.065+0000 7fd4a3e00640 1 -- 172.21.15.92:0/3154400164 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd49801a020 con 0x7fd4ac155800 2024-09-19T06:01:32.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.066+0000 7fd4a3e00640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd48c06c2b0 0x7fd48c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.066+0000 7fd4a3e00640 1 -- 172.21.15.92:0/3154400164 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fd49808acf0 con 0x7fd4ac155800 2024-09-19T06:01:32.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.066+0000 7fd4abe00640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd48c06c2b0 0x7fd48c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.067+0000 7fd4abe00640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd48c06c2b0 0x7fd48c06e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd49c035000 tx=0x7fd49c008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:32.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.070+0000 7fd4a3e00640 1 -- 172.21.15.92:0/3154400164 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd498010300 con 0x7fd4ac155800 2024-09-19T06:01:32.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.243+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fd4ac0cf780 con 0x7fd48c06c2b0 2024-09-19T06:01:32.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.249+0000 7fd4a3e00640 1 -- 172.21.15.92:0/3154400164 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251836 (secure 0 0 0) 0x7fd4ac0cf780 con 0x7fd48c06c2b0 2024-09-19T06:01:32.254 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:32.255 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd48c06c2b0 msgr2=0x7fd48c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd48c06c2b0 0x7fd48c06e770 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd49c035000 tx=0x7fd49c008030 comp rx=0 tx=0).stop 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 msgr2=0x7fd4ac15a420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 0x7fd4ac15a420 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fd49800c3c0 tx=0x7fd49800c880 comp rx=0 tx=0).stop 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 shutdown_connections 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd4ac15c330 0x7fd4ac14e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4ac155800 0x7fd4ac15a420 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd48c06c2b0 0x7fd48c06e770 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 --2- 172.21.15.92:0/3154400164 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd4ac0cfc80 0x7fd4ac146a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 >> 172.21.15.92:0/3154400164 conn(0x7fd4ac06bc10 msgr2=0x7fd4ac0ce3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 shutdown_connections 2024-09-19T06:01:32.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.253+0000 7fd4b3000640 1 -- 172.21.15.92:0/3154400164 wait complete. 2024-09-19T06:01:32.270 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-19T06:01:30.877303+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219180,"kb_used_data":2952,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755540,"statfs":{"total":773094113280,"available":772869672960,"internally_reserved":0,"allocated":3022848,"data_stored":1795828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.195166"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224735+0000","last_change":"2024-09-19T06:01:22.722046+0000","last_active":"2024-09-19T06:01:24.224735+0000","last_peered":"2024-09-19T06:01:24.224735+0000","last_clean":"2024-09-19T06:01:24.224735+0000","last_became_active":"2024-09-19T06:01:22.721736+0000","last_became_peered":"2024-09-19T06:01:22.721736+0000","last_unstale":"2024-09-19T06:01:24.224735+0000","last_undegraded":"2024-09-19T06:01:24.224735+0000","last_fullsized":"2024-09-19T06:01:24.224735+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:50.184698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685559+0000","last_change":"2024-09-19T06:01:22.704390+0000","last_active":"2024-09-19T06:01:23.685559+0000","last_peered":"2024-09-19T06:01:23.685559+0000","last_clean":"2024-09-19T06:01:23.685559+0000","last_became_active":"2024-09-19T06:01:22.704087+0000","last_became_peered":"2024-09-19T06:01:22.704087+0000","last_unstale":"2024-09-19T06:01:23.685559+0000","last_undegraded":"2024-09-19T06:01:23.685559+0000","last_fullsized":"2024-09-19T06:01:23.685559+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:20:05.252199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.225132+0000","last_change":"2024-09-19T06:01:22.706031+0000","last_active":"2024-09-19T06:01:24.225132+0000","last_peered":"2024-09-19T06:01:24.225132+0000","last_clean":"2024-09-19T06:01:24.225132+0000","last_became_active":"2024-09-19T06:01:22.705779+0000","last_became_peered":"2024-09-19T06:01:22.705779+0000","last_unstale":"2024-09-19T06:01:24.225132+0000","last_undegraded":"2024-09-19T06:01:24.225132+0000","last_fullsized":"2024-09-19T06:01:24.225132+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687356+0000","last_change":"2024-09-19T06:01:22.699499+0000","last_active":"2024-09-19T06:01:23.687356+0000","last_peered":"2024-09-19T06:01:23.687356+0000","last_clean":"2024-09-19T06:01:23.687356+0000","last_became_active":"2024-09-19T06:01:22.698962+0000","last_became_peered":"2024-09-19T06:01:22.698962+0000","last_unstale":"2024-09-19T06:01:23.687356+0000","last_undegraded":"2024-09-19T06:01:23.687356+0000","last_fullsized":"2024-09-19T06:01:23.687356+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:36.235077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224284+0000","last_change":"2024-09-19T06:01:22.710529+0000","last_active":"2024-09-19T06:01:24.224284+0000","last_peered":"2024-09-19T06:01:24.224284+0000","last_clean":"2024-09-19T06:01:24.224284+0000","last_became_active":"2024-09-19T06:01:22.710213+0000","last_became_peered":"2024-09-19T06:01:22.710213+0000","last_unstale":"2024-09-19T06:01:24.224284+0000","last_undegraded":"2024-09-19T06:01:24.224284+0000","last_fullsized":"2024-09-19T06:01:24.224284+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:11.226438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686809+0000","last_change":"2024-09-19T06:01:22.702644+0000","last_active":"2024-09-19T06:01:23.686809+0000","last_peered":"2024-09-19T06:01:23.686809+0000","last_clean":"2024-09-19T06:01:23.686809+0000","last_became_active":"2024-09-19T06:01:22.702287+0000","last_became_peered":"2024-09-19T06:01:22.702287+0000","last_unstale":"2024-09-19T06:01:23.686809+0000","last_undegraded":"2024-09-19T06:01:23.686809+0000","last_fullsized":"2024-09-19T06:01:23.686809+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:22.884258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223983+0000","last_change":"2024-09-19T06:01:22.723712+0000","last_active":"2024-09-19T06:01:24.223983+0000","last_peered":"2024-09-19T06:01:24.223983+0000","last_clean":"2024-09-19T06:01:24.223983+0000","last_became_active":"2024-09-19T06:01:22.723389+0000","last_became_peered":"2024-09-19T06:01:22.723389+0000","last_unstale":"2024-09-19T06:01:24.223983+0000","last_undegraded":"2024-09-19T06:01:24.223983+0000","last_fullsized":"2024-09-19T06:01:24.223983+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:17.440733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224173+0000","last_change":"2024-09-19T06:01:22.713662+0000","last_active":"2024-09-19T06:01:24.224173+0000","last_peered":"2024-09-19T06:01:24.224173+0000","last_clean":"2024-09-19T06:01:24.224173+0000","last_became_active":"2024-09-19T06:01:22.713376+0000","last_became_peered":"2024-09-19T06:01:22.713376+0000","last_unstale":"2024-09-19T06:01:24.224173+0000","last_undegraded":"2024-09-19T06:01:24.224173+0000","last_fullsized":"2024-09-19T06:01:24.224173+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:02.000390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224774+0000","last_change":"2024-09-19T06:01:22.719856+0000","last_active":"2024-09-19T06:01:24.224774+0000","last_peered":"2024-09-19T06:01:24.224774+0000","last_clean":"2024-09-19T06:01:24.224774+0000","last_became_active":"2024-09-19T06:01:22.719392+0000","last_became_peered":"2024-09-19T06:01:22.719392+0000","last_unstale":"2024-09-19T06:01:24.224774+0000","last_undegraded":"2024-09-19T06:01:24.224774+0000","last_fullsized":"2024-09-19T06:01:24.224774+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:07.263460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694818+0000","last_change":"2024-09-19T06:01:22.722413+0000","last_active":"2024-09-19T06:01:23.694818+0000","last_peered":"2024-09-19T06:01:23.694818+0000","last_clean":"2024-09-19T06:01:23.694818+0000","last_became_active":"2024-09-19T06:01:22.720931+0000","last_became_peered":"2024-09-19T06:01:22.720931+0000","last_unstale":"2024-09-19T06:01:23.694818+0000","last_undegraded":"2024-09-19T06:01:23.694818+0000","last_fullsized":"2024-09-19T06:01:23.694818+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:17.440733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694570+0000","last_change":"2024-09-19T06:01:22.717354+0000","last_active":"2024-09-19T06:01:23.694570+0000","last_peered":"2024-09-19T06:01:23.694570+0000","last_clean":"2024-09-19T06:01:23.694570+0000","last_became_active":"2024-09-19T06:01:22.716910+0000","last_became_peered":"2024-09-19T06:01:22.716910+0000","last_unstale":"2024-09-19T06:01:23.694570+0000","last_undegraded":"2024-09-19T06:01:23.694570+0000","last_fullsized":"2024-09-19T06:01:23.694570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:31.590170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687087+0000","last_change":"2024-09-19T06:01:22.716083+0000","last_active":"2024-09-19T06:01:23.687087+0000","last_peered":"2024-09-19T06:01:23.687087+0000","last_clean":"2024-09-19T06:01:23.687087+0000","last_became_active":"2024-09-19T06:01:22.715877+0000","last_became_peered":"2024-09-19T06:01:22.715877+0000","last_unstale":"2024-09-19T06:01:23.687087+0000","last_undegraded":"2024-09-19T06:01:23.687087+0000","last_fullsized":"2024-09-19T06:01:23.687087+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:06.588214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224259+0000","last_change":"2024-09-19T06:01:22.704016+0000","last_active":"2024-09-19T06:01:24.224259+0000","last_peered":"2024-09-19T06:01:24.224259+0000","last_clean":"2024-09-19T06:01:24.224259+0000","last_became_active":"2024-09-19T06:01:22.703694+0000","last_became_peered":"2024-09-19T06:01:22.703694+0000","last_unstale":"2024-09-19T06:01:24.224259+0000","last_undegraded":"2024-09-19T06:01:24.224259+0000","last_fullsized":"2024-09-19T06:01:24.224259+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223830+0000","last_change":"2024-09-19T06:01:22.716250+0000","last_active":"2024-09-19T06:01:24.223830+0000","last_peered":"2024-09-19T06:01:24.223830+0000","last_clean":"2024-09-19T06:01:24.223830+0000","last_became_active":"2024-09-19T06:01:22.715933+0000","last_became_peered":"2024-09-19T06:01:22.715933+0000","last_unstale":"2024-09-19T06:01:24.223830+0000","last_undegraded":"2024-09-19T06:01:24.223830+0000","last_fullsized":"2024-09-19T06:01:24.223830+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:56:03.623380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685114+0000","last_change":"2024-09-19T06:01:22.709642+0000","last_active":"2024-09-19T06:01:23.685114+0000","last_peered":"2024-09-19T06:01:23.685114+0000","last_clean":"2024-09-19T06:01:23.685114+0000","last_became_active":"2024-09-19T06:01:22.708481+0000","last_became_peered":"2024-09-19T06:01:22.708481+0000","last_unstale":"2024-09-19T06:01:23.685114+0000","last_undegraded":"2024-09-19T06:01:23.685114+0000","last_fullsized":"2024-09-19T06:01:23.685114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:35:22.707513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686386+0000","last_change":"2024-09-19T06:01:22.709490+0000","last_active":"2024-09-19T06:01:23.686386+0000","last_peered":"2024-09-19T06:01:23.686386+0000","last_clean":"2024-09-19T06:01:23.686386+0000","last_became_active":"2024-09-19T06:01:22.709189+0000","last_became_peered":"2024-09-19T06:01:22.709189+0000","last_unstale":"2024-09-19T06:01:23.686386+0000","last_undegraded":"2024-09-19T06:01:23.686386+0000","last_fullsized":"2024-09-19T06:01:23.686386+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687962+0000","last_change":"2024-09-19T06:01:22.712591+0000","last_active":"2024-09-19T06:01:23.687962+0000","last_peered":"2024-09-19T06:01:23.687962+0000","last_clean":"2024-09-19T06:01:23.687962+0000","last_became_active":"2024-09-19T06:01:22.712333+0000","last_became_peered":"2024-09-19T06:01:22.712333+0000","last_unstale":"2024-09-19T06:01:23.687962+0000","last_undegraded":"2024-09-19T06:01:23.687962+0000","last_fullsized":"2024-09-19T06:01:23.687962+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.257607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223940+0000","last_change":"2024-09-19T06:01:22.700801+0000","last_active":"2024-09-19T06:01:24.223940+0000","last_peered":"2024-09-19T06:01:24.223940+0000","last_clean":"2024-09-19T06:01:24.223940+0000","last_became_active":"2024-09-19T06:01:22.700156+0000","last_became_peered":"2024-09-19T06:01:22.700156+0000","last_unstale":"2024-09-19T06:01:24.223940+0000","last_undegraded":"2024-09-19T06:01:24.223940+0000","last_fullsized":"2024-09-19T06:01:24.223940+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:38.130002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224479+0000","last_change":"2024-09-19T06:01:22.726544+0000","last_active":"2024-09-19T06:01:24.224479+0000","last_peered":"2024-09-19T06:01:24.224479+0000","last_clean":"2024-09-19T06:01:24.224479+0000","last_became_active":"2024-09-19T06:01:22.726127+0000","last_became_peered":"2024-09-19T06:01:22.726127+0000","last_unstale":"2024-09-19T06:01:24.224479+0000","last_undegraded":"2024-09-19T06:01:24.224479+0000","last_fullsized":"2024-09-19T06:01:24.224479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:08.369927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694503+0000","last_change":"2024-09-19T06:01:22.718046+0000","last_active":"2024-09-19T06:01:23.694503+0000","last_peered":"2024-09-19T06:01:23.694503+0000","last_clean":"2024-09-19T06:01:23.694503+0000","last_became_active":"2024-09-19T06:01:22.717700+0000","last_became_peered":"2024-09-19T06:01:22.717700+0000","last_unstale":"2024-09-19T06:01:23.694503+0000","last_undegraded":"2024-09-19T06:01:23.694503+0000","last_fullsized":"2024-09-19T06:01:23.694503+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224502+0000","last_change":"2024-09-19T06:01:22.723578+0000","last_active":"2024-09-19T06:01:24.224502+0000","last_peered":"2024-09-19T06:01:24.224502+0000","last_clean":"2024-09-19T06:01:24.224502+0000","last_became_active":"2024-09-19T06:01:22.723361+0000","last_became_peered":"2024-09-19T06:01:22.723361+0000","last_unstale":"2024-09-19T06:01:24.224502+0000","last_undegraded":"2024-09-19T06:01:24.224502+0000","last_fullsized":"2024-09-19T06:01:24.224502+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:57:02.000390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686996+0000","last_change":"2024-09-19T06:01:22.709738+0000","last_active":"2024-09-19T06:01:23.686996+0000","last_peered":"2024-09-19T06:01:23.686996+0000","last_clean":"2024-09-19T06:01:23.686996+0000","last_became_active":"2024-09-19T06:01:22.709372+0000","last_became_peered":"2024-09-19T06:01:22.709372+0000","last_unstale":"2024-09-19T06:01:23.686996+0000","last_undegraded":"2024-09-19T06:01:23.686996+0000","last_fullsized":"2024-09-19T06:01:23.686996+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:05.617531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224181+0000","last_change":"2024-09-19T06:01:22.714612+0000","last_active":"2024-09-19T06:01:24.224181+0000","last_peered":"2024-09-19T06:01:24.224181+0000","last_clean":"2024-09-19T06:01:24.224181+0000","last_became_active":"2024-09-19T06:01:22.714336+0000","last_became_peered":"2024-09-19T06:01:22.714336+0000","last_unstale":"2024-09-19T06:01:24.224181+0000","last_undegraded":"2024-09-19T06:01:24.224181+0000","last_fullsized":"2024-09-19T06:01:24.224181+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686727+0000","last_change":"2024-09-19T06:01:22.699634+0000","last_active":"2024-09-19T06:01:23.686727+0000","last_peered":"2024-09-19T06:01:23.686727+0000","last_clean":"2024-09-19T06:01:23.686727+0000","last_became_active":"2024-09-19T06:01:22.699355+0000","last_became_peered":"2024-09-19T06:01:22.699355+0000","last_unstale":"2024-09-19T06:01:23.686727+0000","last_undegraded":"2024-09-19T06:01:23.686727+0000","last_fullsized":"2024-09-19T06:01:23.686727+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:17.440733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224658+0000","last_change":"2024-09-19T06:01:22.718783+0000","last_active":"2024-09-19T06:01:24.224658+0000","last_peered":"2024-09-19T06:01:24.224658+0000","last_clean":"2024-09-19T06:01:24.224658+0000","last_became_active":"2024-09-19T06:01:22.718460+0000","last_became_peered":"2024-09-19T06:01:22.718460+0000","last_unstale":"2024-09-19T06:01:24.224658+0000","last_undegraded":"2024-09-19T06:01:24.224658+0000","last_fullsized":"2024-09-19T06:01:24.224658+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:17.440733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694795+0000","last_change":"2024-09-19T06:01:22.716665+0000","last_active":"2024-09-19T06:01:23.694795+0000","last_peered":"2024-09-19T06:01:23.694795+0000","last_clean":"2024-09-19T06:01:23.694795+0000","last_became_active":"2024-09-19T06:01:22.715131+0000","last_became_peered":"2024-09-19T06:01:22.715131+0000","last_unstale":"2024-09-19T06:01:23.694795+0000","last_undegraded":"2024-09-19T06:01:23.694795+0000","last_fullsized":"2024-09-19T06:01:23.694795+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685420+0000","last_change":"2024-09-19T06:01:22.697579+0000","last_active":"2024-09-19T06:01:23.685420+0000","last_peered":"2024-09-19T06:01:23.685420+0000","last_clean":"2024-09-19T06:01:23.685420+0000","last_became_active":"2024-09-19T06:01:22.697282+0000","last_became_peered":"2024-09-19T06:01:22.697282+0000","last_unstale":"2024-09-19T06:01:23.685420+0000","last_undegraded":"2024-09-19T06:01:23.685420+0000","last_fullsized":"2024-09-19T06:01:23.685420+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:58.834751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224499+0000","last_change":"2024-09-19T06:01:22.713516+0000","last_active":"2024-09-19T06:01:24.224499+0000","last_peered":"2024-09-19T06:01:24.224499+0000","last_clean":"2024-09-19T06:01:24.224499+0000","last_became_active":"2024-09-19T06:01:22.713190+0000","last_became_peered":"2024-09-19T06:01:22.713190+0000","last_unstale":"2024-09-19T06:01:24.224499+0000","last_undegraded":"2024-09-19T06:01:24.224499+0000","last_fullsized":"2024-09-19T06:01:24.224499+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:59.570571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224753+0000","last_change":"2024-09-19T06:01:22.712628+0000","last_active":"2024-09-19T06:01:24.224753+0000","last_peered":"2024-09-19T06:01:24.224753+0000","last_clean":"2024-09-19T06:01:24.224753+0000","last_became_active":"2024-09-19T06:01:22.708724+0000","last_became_peered":"2024-09-19T06:01:22.708724+0000","last_unstale":"2024-09-19T06:01:24.224753+0000","last_undegraded":"2024-09-19T06:01:24.224753+0000","last_fullsized":"2024-09-19T06:01:24.224753+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687343+0000","last_change":"2024-09-19T06:01:22.700518+0000","last_active":"2024-09-19T06:01:23.687343+0000","last_peered":"2024-09-19T06:01:23.687343+0000","last_clean":"2024-09-19T06:01:23.687343+0000","last_became_active":"2024-09-19T06:01:22.700159+0000","last_became_peered":"2024-09-19T06:01:22.700159+0000","last_unstale":"2024-09-19T06:01:23.687343+0000","last_undegraded":"2024-09-19T06:01:23.687343+0000","last_fullsized":"2024-09-19T06:01:23.687343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:20.843057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223767+0000","last_change":"2024-09-19T06:01:22.715789+0000","last_active":"2024-09-19T06:01:24.223767+0000","last_peered":"2024-09-19T06:01:24.223767+0000","last_clean":"2024-09-19T06:01:24.223767+0000","last_became_active":"2024-09-19T06:01:22.715172+0000","last_became_peered":"2024-09-19T06:01:22.715172+0000","last_unstale":"2024-09-19T06:01:24.223767+0000","last_undegraded":"2024-09-19T06:01:24.223767+0000","last_fullsized":"2024-09-19T06:01:24.223767+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:53.030830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694318+0000","last_change":"2024-09-19T06:01:22.722973+0000","last_active":"2024-09-19T06:01:23.694318+0000","last_peered":"2024-09-19T06:01:23.694318+0000","last_clean":"2024-09-19T06:01:23.694318+0000","last_became_active":"2024-09-19T06:01:22.721439+0000","last_became_peered":"2024-09-19T06:01:22.721439+0000","last_unstale":"2024-09-19T06:01:23.694318+0000","last_undegraded":"2024-09-19T06:01:23.694318+0000","last_fullsized":"2024-09-19T06:01:23.694318+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686624+0000","last_change":"2024-09-19T06:01:22.714775+0000","last_active":"2024-09-19T06:01:23.686624+0000","last_peered":"2024-09-19T06:01:23.686624+0000","last_clean":"2024-09-19T06:01:23.686624+0000","last_became_active":"2024-09-19T06:01:22.714390+0000","last_became_peered":"2024-09-19T06:01:22.714390+0000","last_unstale":"2024-09-19T06:01:23.686624+0000","last_undegraded":"2024-09-19T06:01:23.686624+0000","last_fullsized":"2024-09-19T06:01:23.686624+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:16.022271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224434+0000","last_change":"2024-09-19T06:01:21.704130+0000","last_active":"2024-09-19T06:01:24.224434+0000","last_peered":"2024-09-19T06:01:24.224434+0000","last_clean":"2024-09-19T06:01:24.224434+0000","last_became_active":"2024-09-19T06:01:21.703716+0000","last_became_peered":"2024-09-19T06:01:21.703716+0000","last_unstale":"2024-09-19T06:01:24.224434+0000","last_undegraded":"2024-09-19T06:01:24.224434+0000","last_fullsized":"2024-09-19T06:01:24.224434+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:13:57.640801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224982+0000","last_change":"2024-09-19T06:01:22.721133+0000","last_active":"2024-09-19T06:01:24.224982+0000","last_peered":"2024-09-19T06:01:24.224982+0000","last_clean":"2024-09-19T06:01:24.224982+0000","last_became_active":"2024-09-19T06:01:22.718087+0000","last_became_peered":"2024-09-19T06:01:22.718087+0000","last_unstale":"2024-09-19T06:01:24.224982+0000","last_undegraded":"2024-09-19T06:01:24.224982+0000","last_fullsized":"2024-09-19T06:01:24.224982+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:31.590170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694444+0000","last_change":"2024-09-19T06:01:21.693400+0000","last_active":"2024-09-19T06:01:23.694444+0000","last_peered":"2024-09-19T06:01:23.694444+0000","last_clean":"2024-09-19T06:01:23.694444+0000","last_became_active":"2024-09-19T06:01:21.692943+0000","last_became_peered":"2024-09-19T06:01:21.692943+0000","last_unstale":"2024-09-19T06:01:23.694444+0000","last_undegraded":"2024-09-19T06:01:23.694444+0000","last_fullsized":"2024-09-19T06:01:23.694444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224299+0000","last_change":"2024-09-19T06:01:21.700641+0000","last_active":"2024-09-19T06:01:24.224299+0000","last_peered":"2024-09-19T06:01:24.224299+0000","last_clean":"2024-09-19T06:01:24.224299+0000","last_became_active":"2024-09-19T06:01:21.700327+0000","last_became_peered":"2024-09-19T06:01:21.700327+0000","last_unstale":"2024-09-19T06:01:24.224299+0000","last_undegraded":"2024-09-19T06:01:24.224299+0000","last_fullsized":"2024-09-19T06:01:24.224299+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:44.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224341+0000","last_change":"2024-09-19T06:01:22.710133+0000","last_active":"2024-09-19T06:01:24.224341+0000","last_peered":"2024-09-19T06:01:24.224341+0000","last_clean":"2024-09-19T06:01:24.224341+0000","last_became_active":"2024-09-19T06:01:22.709890+0000","last_became_peered":"2024-09-19T06:01:22.709890+0000","last_unstale":"2024-09-19T06:01:24.224341+0000","last_undegraded":"2024-09-19T06:01:24.224341+0000","last_fullsized":"2024-09-19T06:01:24.224341+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686532+0000","last_change":"2024-09-19T06:01:21.693418+0000","last_active":"2024-09-19T06:01:23.686532+0000","last_peered":"2024-09-19T06:01:23.686532+0000","last_clean":"2024-09-19T06:01:23.686532+0000","last_became_active":"2024-09-19T06:01:21.692937+0000","last_became_peered":"2024-09-19T06:01:21.692937+0000","last_unstale":"2024-09-19T06:01:23.686532+0000","last_undegraded":"2024-09-19T06:01:23.686532+0000","last_fullsized":"2024-09-19T06:01:23.686532+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685082+0000","last_change":"2024-09-19T06:01:22.696284+0000","last_active":"2024-09-19T06:01:23.685082+0000","last_peered":"2024-09-19T06:01:23.685082+0000","last_clean":"2024-09-19T06:01:23.685082+0000","last_became_active":"2024-09-19T06:01:22.695997+0000","last_became_peered":"2024-09-19T06:01:22.695997+0000","last_unstale":"2024-09-19T06:01:23.685082+0000","last_undegraded":"2024-09-19T06:01:23.685082+0000","last_fullsized":"2024-09-19T06:01:23.685082+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:38.280972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694640+0000","last_change":"2024-09-19T06:01:21.698892+0000","last_active":"2024-09-19T06:01:23.694640+0000","last_peered":"2024-09-19T06:01:23.694640+0000","last_clean":"2024-09-19T06:01:23.694640+0000","last_became_active":"2024-09-19T06:01:21.697247+0000","last_became_peered":"2024-09-19T06:01:21.697247+0000","last_unstale":"2024-09-19T06:01:23.694640+0000","last_undegraded":"2024-09-19T06:01:23.694640+0000","last_fullsized":"2024-09-19T06:01:23.694640+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687817+0000","last_change":"2024-09-19T06:01:22.709625+0000","last_active":"2024-09-19T06:01:23.687817+0000","last_peered":"2024-09-19T06:01:23.687817+0000","last_clean":"2024-09-19T06:01:23.687817+0000","last_became_active":"2024-09-19T06:01:22.709331+0000","last_became_peered":"2024-09-19T06:01:22.709331+0000","last_unstale":"2024-09-19T06:01:23.687817+0000","last_undegraded":"2024-09-19T06:01:23.687817+0000","last_fullsized":"2024-09-19T06:01:23.687817+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:07.263460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687804+0000","last_change":"2024-09-19T06:01:21.698194+0000","last_active":"2024-09-19T06:01:23.687804+0000","last_peered":"2024-09-19T06:01:23.687804+0000","last_clean":"2024-09-19T06:01:23.687804+0000","last_became_active":"2024-09-19T06:01:21.697609+0000","last_became_peered":"2024-09-19T06:01:21.697609+0000","last_unstale":"2024-09-19T06:01:23.687804+0000","last_undegraded":"2024-09-19T06:01:23.687804+0000","last_fullsized":"2024-09-19T06:01:23.687804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224876+0000","last_change":"2024-09-19T06:01:22.721087+0000","last_active":"2024-09-19T06:01:24.224876+0000","last_peered":"2024-09-19T06:01:24.224876+0000","last_clean":"2024-09-19T06:01:24.224876+0000","last_became_active":"2024-09-19T06:01:22.718235+0000","last_became_peered":"2024-09-19T06:01:22.718235+0000","last_unstale":"2024-09-19T06:01:24.224876+0000","last_undegraded":"2024-09-19T06:01:24.224876+0000","last_fullsized":"2024-09-19T06:01:24.224876+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685480+0000","last_change":"2024-09-19T06:01:21.695534+0000","last_active":"2024-09-19T06:01:23.685480+0000","last_peered":"2024-09-19T06:01:23.685480+0000","last_clean":"2024-09-19T06:01:23.685480+0000","last_became_active":"2024-09-19T06:01:21.695140+0000","last_became_peered":"2024-09-19T06:01:21.695140+0000","last_unstale":"2024-09-19T06:01:23.685480+0000","last_undegraded":"2024-09-19T06:01:23.685480+0000","last_fullsized":"2024-09-19T06:01:23.685480+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:21.488319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687246+0000","last_change":"2024-09-19T06:01:22.712689+0000","last_active":"2024-09-19T06:01:23.687246+0000","last_peered":"2024-09-19T06:01:23.687246+0000","last_clean":"2024-09-19T06:01:23.687246+0000","last_became_active":"2024-09-19T06:01:22.712461+0000","last_became_peered":"2024-09-19T06:01:22.712461+0000","last_unstale":"2024-09-19T06:01:23.687246+0000","last_undegraded":"2024-09-19T06:01:23.687246+0000","last_fullsized":"2024-09-19T06:01:23.687246+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:18.765586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"21'6","reported_seq":20,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694499+0000","last_change":"2024-09-19T06:01:21.696286+0000","last_active":"2024-09-19T06:01:23.694499+0000","last_peered":"2024-09-19T06:01:23.694499+0000","last_clean":"2024-09-19T06:01:23.694499+0000","last_became_active":"2024-09-19T06:01:21.695784+0000","last_became_peered":"2024-09-19T06:01:21.695784+0000","last_unstale":"2024-09-19T06:01:23.694499+0000","last_undegraded":"2024-09-19T06:01:23.694499+0000","last_fullsized":"2024-09-19T06:01:23.694499+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224265+0000","last_change":"2024-09-19T06:01:22.726316+0000","last_active":"2024-09-19T06:01:24.224265+0000","last_peered":"2024-09-19T06:01:24.224265+0000","last_clean":"2024-09-19T06:01:24.224265+0000","last_became_active":"2024-09-19T06:01:22.725815+0000","last_became_peered":"2024-09-19T06:01:22.725815+0000","last_unstale":"2024-09-19T06:01:24.224265+0000","last_undegraded":"2024-09-19T06:01:24.224265+0000","last_fullsized":"2024-09-19T06:01:24.224265+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:20.843057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224858+0000","last_change":"2024-09-19T06:01:21.683181+0000","last_active":"2024-09-19T06:01:24.224858+0000","last_peered":"2024-09-19T06:01:24.224858+0000","last_clean":"2024-09-19T06:01:24.224858+0000","last_became_active":"2024-09-19T06:01:21.681270+0000","last_became_peered":"2024-09-19T06:01:21.681270+0000","last_unstale":"2024-09-19T06:01:24.224858+0000","last_undegraded":"2024-09-19T06:01:24.224858+0000","last_fullsized":"2024-09-19T06:01:24.224858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:19.553772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223967+0000","last_change":"2024-09-19T06:01:22.716132+0000","last_active":"2024-09-19T06:01:24.223967+0000","last_peered":"2024-09-19T06:01:24.223967+0000","last_clean":"2024-09-19T06:01:24.223967+0000","last_became_active":"2024-09-19T06:01:22.715851+0000","last_became_peered":"2024-09-19T06:01:22.715851+0000","last_unstale":"2024-09-19T06:01:24.223967+0000","last_undegraded":"2024-09-19T06:01:24.223967+0000","last_fullsized":"2024-09-19T06:01:24.223967+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.585414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687140+0000","last_change":"2024-09-19T06:01:21.696040+0000","last_active":"2024-09-19T06:01:23.687140+0000","last_peered":"2024-09-19T06:01:23.687140+0000","last_clean":"2024-09-19T06:01:23.687140+0000","last_became_active":"2024-09-19T06:01:21.695760+0000","last_became_peered":"2024-09-19T06:01:21.695760+0000","last_unstale":"2024-09-19T06:01:23.687140+0000","last_undegraded":"2024-09-19T06:01:23.687140+0000","last_fullsized":"2024-09-19T06:01:23.687140+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224172+0000","last_change":"2024-09-19T06:01:22.719050+0000","last_active":"2024-09-19T06:01:24.224172+0000","last_peered":"2024-09-19T06:01:24.224172+0000","last_clean":"2024-09-19T06:01:24.224172+0000","last_became_active":"2024-09-19T06:01:22.718678+0000","last_became_peered":"2024-09-19T06:01:22.718678+0000","last_unstale":"2024-09-19T06:01:24.224172+0000","last_undegraded":"2024-09-19T06:01:24.224172+0000","last_fullsized":"2024-09-19T06:01:24.224172+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:05.617531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694280+0000","last_change":"2024-09-19T06:01:21.698303+0000","last_active":"2024-09-19T06:01:23.694280+0000","last_peered":"2024-09-19T06:01:23.694280+0000","last_clean":"2024-09-19T06:01:23.694280+0000","last_became_active":"2024-09-19T06:01:21.697831+0000","last_became_peered":"2024-09-19T06:01:21.697831+0000","last_unstale":"2024-09-19T06:01:23.694280+0000","last_undegraded":"2024-09-19T06:01:23.694280+0000","last_fullsized":"2024-09-19T06:01:23.694280+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694329+0000","last_change":"2024-09-19T06:01:22.710849+0000","last_active":"2024-09-19T06:01:23.694329+0000","last_peered":"2024-09-19T06:01:23.694329+0000","last_clean":"2024-09-19T06:01:23.694329+0000","last_became_active":"2024-09-19T06:01:22.709708+0000","last_became_peered":"2024-09-19T06:01:22.709708+0000","last_unstale":"2024-09-19T06:01:23.694329+0000","last_undegraded":"2024-09-19T06:01:23.694329+0000","last_fullsized":"2024-09-19T06:01:23.694329+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:54:21.081752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":22,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223698+0000","last_change":"2024-09-19T06:01:21.699529+0000","last_active":"2024-09-19T06:01:24.223698+0000","last_peered":"2024-09-19T06:01:24.223698+0000","last_clean":"2024-09-19T06:01:24.223698+0000","last_became_active":"2024-09-19T06:01:21.698662+0000","last_became_peered":"2024-09-19T06:01:21.698662+0000","last_unstale":"2024-09-19T06:01:24.223698+0000","last_undegraded":"2024-09-19T06:01:24.223698+0000","last_fullsized":"2024-09-19T06:01:24.223698+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:45.677783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224077+0000","last_change":"2024-09-19T06:01:22.720461+0000","last_active":"2024-09-19T06:01:24.224077+0000","last_peered":"2024-09-19T06:01:24.224077+0000","last_clean":"2024-09-19T06:01:24.224077+0000","last_became_active":"2024-09-19T06:01:22.720245+0000","last_became_peered":"2024-09-19T06:01:22.720245+0000","last_unstale":"2024-09-19T06:01:24.224077+0000","last_undegraded":"2024-09-19T06:01:24.224077+0000","last_fullsized":"2024-09-19T06:01:24.224077+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:22.884258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687563+0000","last_change":"2024-09-19T06:01:21.691674+0000","last_active":"2024-09-19T06:01:23.687563+0000","last_peered":"2024-09-19T06:01:23.687563+0000","last_clean":"2024-09-19T06:01:23.687563+0000","last_became_active":"2024-09-19T06:01:21.691306+0000","last_became_peered":"2024-09-19T06:01:21.691306+0000","last_unstale":"2024-09-19T06:01:23.687563+0000","last_undegraded":"2024-09-19T06:01:23.687563+0000","last_fullsized":"2024-09-19T06:01:23.687563+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:31:19.702166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224651+0000","last_change":"2024-09-19T06:01:22.719029+0000","last_active":"2024-09-19T06:01:24.224651+0000","last_peered":"2024-09-19T06:01:24.224651+0000","last_clean":"2024-09-19T06:01:24.224651+0000","last_became_active":"2024-09-19T06:01:22.718698+0000","last_became_peered":"2024-09-19T06:01:22.718698+0000","last_unstale":"2024-09-19T06:01:24.224651+0000","last_undegraded":"2024-09-19T06:01:24.224651+0000","last_fullsized":"2024-09-19T06:01:24.224651+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:35.277025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223944+0000","last_change":"2024-09-19T06:01:21.690328+0000","last_active":"2024-09-19T06:01:24.223944+0000","last_peered":"2024-09-19T06:01:24.223944+0000","last_clean":"2024-09-19T06:01:24.223944+0000","last_became_active":"2024-09-19T06:01:21.690001+0000","last_became_peered":"2024-09-19T06:01:21.690001+0000","last_unstale":"2024-09-19T06:01:24.223944+0000","last_undegraded":"2024-09-19T06:01:24.223944+0000","last_fullsized":"2024-09-19T06:01:24.223944+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224885+0000","last_change":"2024-09-19T06:01:22.719614+0000","last_active":"2024-09-19T06:01:24.224885+0000","last_peered":"2024-09-19T06:01:24.224885+0000","last_clean":"2024-09-19T06:01:24.224885+0000","last_became_active":"2024-09-19T06:01:22.718874+0000","last_became_peered":"2024-09-19T06:01:22.718874+0000","last_unstale":"2024-09-19T06:01:24.224885+0000","last_undegraded":"2024-09-19T06:01:24.224885+0000","last_fullsized":"2024-09-19T06:01:24.224885+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:12.257607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685534+0000","last_change":"2024-09-19T06:01:21.695934+0000","last_active":"2024-09-19T06:01:23.685534+0000","last_peered":"2024-09-19T06:01:23.685534+0000","last_clean":"2024-09-19T06:01:23.685534+0000","last_became_active":"2024-09-19T06:01:21.695714+0000","last_became_peered":"2024-09-19T06:01:21.695714+0000","last_unstale":"2024-09-19T06:01:23.685534+0000","last_undegraded":"2024-09-19T06:01:23.685534+0000","last_fullsized":"2024-09-19T06:01:23.685534+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:17:25.167648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687542+0000","last_change":"2024-09-19T06:01:22.699227+0000","last_active":"2024-09-19T06:01:23.687542+0000","last_peered":"2024-09-19T06:01:23.687542+0000","last_clean":"2024-09-19T06:01:23.687542+0000","last_became_active":"2024-09-19T06:01:22.698592+0000","last_became_peered":"2024-09-19T06:01:22.698592+0000","last_unstale":"2024-09-19T06:01:23.687542+0000","last_undegraded":"2024-09-19T06:01:23.687542+0000","last_fullsized":"2024-09-19T06:01:23.687542+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:11.226438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223799+0000","last_change":"2024-09-19T06:01:21.693117+0000","last_active":"2024-09-19T06:01:24.223799+0000","last_peered":"2024-09-19T06:01:24.223799+0000","last_clean":"2024-09-19T06:01:24.223799+0000","last_became_active":"2024-09-19T06:01:21.692764+0000","last_became_peered":"2024-09-19T06:01:21.692764+0000","last_unstale":"2024-09-19T06:01:24.223799+0000","last_undegraded":"2024-09-19T06:01:24.223799+0000","last_fullsized":"2024-09-19T06:01:24.223799+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:44.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224259+0000","last_change":"2024-09-19T06:01:22.726610+0000","last_active":"2024-09-19T06:01:24.224259+0000","last_peered":"2024-09-19T06:01:24.224259+0000","last_clean":"2024-09-19T06:01:24.224259+0000","last_became_active":"2024-09-19T06:01:22.726043+0000","last_became_peered":"2024-09-19T06:01:22.726043+0000","last_unstale":"2024-09-19T06:01:24.224259+0000","last_undegraded":"2024-09-19T06:01:24.224259+0000","last_fullsized":"2024-09-19T06:01:24.224259+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:36.235077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":170,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224006+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:01:24.224006+0000","last_peered":"2024-09-19T06:01:24.224006+0000","last_clean":"2024-09-19T06:01:24.224006+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:01:24.224006+0000","last_undegraded":"2024-09-19T06:01:24.224006+0000","last_fullsized":"2024-09-19T06:01:24.224006+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686988+0000","last_change":"2024-09-19T06:01:21.693522+0000","last_active":"2024-09-19T06:01:23.686988+0000","last_peered":"2024-09-19T06:01:23.686988+0000","last_clean":"2024-09-19T06:01:23.686988+0000","last_became_active":"2024-09-19T06:01:21.692954+0000","last_became_peered":"2024-09-19T06:01:21.692954+0000","last_unstale":"2024-09-19T06:01:23.686988+0000","last_undegraded":"2024-09-19T06:01:23.686988+0000","last_fullsized":"2024-09-19T06:01:23.686988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224803+0000","last_change":"2024-09-19T06:01:22.711509+0000","last_active":"2024-09-19T06:01:24.224803+0000","last_peered":"2024-09-19T06:01:24.224803+0000","last_clean":"2024-09-19T06:01:24.224803+0000","last_became_active":"2024-09-19T06:01:22.711242+0000","last_became_peered":"2024-09-19T06:01:22.711242+0000","last_unstale":"2024-09-19T06:01:24.224803+0000","last_undegraded":"2024-09-19T06:01:24.224803+0000","last_fullsized":"2024-09-19T06:01:24.224803+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:05.617531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223865+0000","last_change":"2024-09-19T06:01:21.703974+0000","last_active":"2024-09-19T06:01:24.223865+0000","last_peered":"2024-09-19T06:01:24.223865+0000","last_clean":"2024-09-19T06:01:24.223865+0000","last_became_active":"2024-09-19T06:01:21.703137+0000","last_became_peered":"2024-09-19T06:01:21.703137+0000","last_unstale":"2024-09-19T06:01:24.223865+0000","last_undegraded":"2024-09-19T06:01:24.223865+0000","last_fullsized":"2024-09-19T06:01:24.223865+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224216+0000","last_change":"2024-09-19T06:01:22.721520+0000","last_active":"2024-09-19T06:01:24.224216+0000","last_peered":"2024-09-19T06:01:24.224216+0000","last_clean":"2024-09-19T06:01:24.224216+0000","last_became_active":"2024-09-19T06:01:22.721156+0000","last_became_peered":"2024-09-19T06:01:22.721156+0000","last_unstale":"2024-09-19T06:01:24.224216+0000","last_undegraded":"2024-09-19T06:01:24.224216+0000","last_fullsized":"2024-09-19T06:01:24.224216+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:52:27.928823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223858+0000","last_change":"2024-09-19T06:01:21.691147+0000","last_active":"2024-09-19T06:01:24.223858+0000","last_peered":"2024-09-19T06:01:24.223858+0000","last_clean":"2024-09-19T06:01:24.223858+0000","last_became_active":"2024-09-19T06:01:21.690812+0000","last_became_peered":"2024-09-19T06:01:21.690812+0000","last_unstale":"2024-09-19T06:01:24.223858+0000","last_undegraded":"2024-09-19T06:01:24.223858+0000","last_fullsized":"2024-09-19T06:01:24.223858+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:15.016059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685069+0000","last_change":"2024-09-19T06:01:22.701726+0000","last_active":"2024-09-19T06:01:23.685069+0000","last_peered":"2024-09-19T06:01:23.685069+0000","last_clean":"2024-09-19T06:01:23.685069+0000","last_became_active":"2024-09-19T06:01:22.701427+0000","last_became_peered":"2024-09-19T06:01:22.701427+0000","last_unstale":"2024-09-19T06:01:23.685069+0000","last_undegraded":"2024-09-19T06:01:23.685069+0000","last_fullsized":"2024-09-19T06:01:23.685069+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:43.652076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687261+0000","last_change":"2024-09-19T06:01:21.694644+0000","last_active":"2024-09-19T06:01:23.687261+0000","last_peered":"2024-09-19T06:01:23.687261+0000","last_clean":"2024-09-19T06:01:23.687261+0000","last_became_active":"2024-09-19T06:01:21.694346+0000","last_became_peered":"2024-09-19T06:01:21.694346+0000","last_unstale":"2024-09-19T06:01:23.687261+0000","last_undegraded":"2024-09-19T06:01:23.687261+0000","last_fullsized":"2024-09-19T06:01:23.687261+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687077+0000","last_change":"2024-09-19T06:01:22.719525+0000","last_active":"2024-09-19T06:01:23.687077+0000","last_peered":"2024-09-19T06:01:23.687077+0000","last_clean":"2024-09-19T06:01:23.687077+0000","last_became_active":"2024-09-19T06:01:22.719230+0000","last_became_peered":"2024-09-19T06:01:22.719230+0000","last_unstale":"2024-09-19T06:01:23.687077+0000","last_undegraded":"2024-09-19T06:01:23.687077+0000","last_fullsized":"2024-09-19T06:01:23.687077+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:44.261540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685498+0000","last_change":"2024-09-19T06:01:21.700195+0000","last_active":"2024-09-19T06:01:23.685498+0000","last_peered":"2024-09-19T06:01:23.685498+0000","last_clean":"2024-09-19T06:01:23.685498+0000","last_became_active":"2024-09-19T06:01:21.699834+0000","last_became_peered":"2024-09-19T06:01:21.699834+0000","last_unstale":"2024-09-19T06:01:23.685498+0000","last_undegraded":"2024-09-19T06:01:23.685498+0000","last_fullsized":"2024-09-19T06:01:23.685498+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:23:12.485078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687783+0000","last_change":"2024-09-19T06:01:22.699413+0000","last_active":"2024-09-19T06:01:23.687783+0000","last_peered":"2024-09-19T06:01:23.687783+0000","last_clean":"2024-09-19T06:01:23.687783+0000","last_became_active":"2024-09-19T06:01:22.698664+0000","last_became_peered":"2024-09-19T06:01:22.698664+0000","last_unstale":"2024-09-19T06:01:23.687783+0000","last_undegraded":"2024-09-19T06:01:23.687783+0000","last_fullsized":"2024-09-19T06:01:23.687783+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:50.184698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224541+0000","last_change":"2024-09-19T06:01:21.702696+0000","last_active":"2024-09-19T06:01:24.224541+0000","last_peered":"2024-09-19T06:01:24.224541+0000","last_clean":"2024-09-19T06:01:24.224541+0000","last_became_active":"2024-09-19T06:01:21.702071+0000","last_became_peered":"2024-09-19T06:01:21.702071+0000","last_unstale":"2024-09-19T06:01:24.224541+0000","last_undegraded":"2024-09-19T06:01:24.224541+0000","last_fullsized":"2024-09-19T06:01:24.224541+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:37.123791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685404+0000","last_change":"2024-09-19T06:01:22.699649+0000","last_active":"2024-09-19T06:01:23.685404+0000","last_peered":"2024-09-19T06:01:23.685404+0000","last_clean":"2024-09-19T06:01:23.685404+0000","last_became_active":"2024-09-19T06:01:22.699404+0000","last_became_peered":"2024-09-19T06:01:22.699404+0000","last_unstale":"2024-09-19T06:01:23.685404+0000","last_undegraded":"2024-09-19T06:01:23.685404+0000","last_fullsized":"2024-09-19T06:01:23.685404+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:40:17.756003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"22'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685619+0000","last_change":"2024-09-19T06:01:21.699007+0000","last_active":"2024-09-19T06:01:23.685619+0000","last_peered":"2024-09-19T06:01:23.685619+0000","last_clean":"2024-09-19T06:01:23.685619+0000","last_became_active":"2024-09-19T06:01:21.698497+0000","last_became_peered":"2024-09-19T06:01:21.698497+0000","last_unstale":"2024-09-19T06:01:23.685619+0000","last_undegraded":"2024-09-19T06:01:23.685619+0000","last_fullsized":"2024-09-19T06:01:23.685619+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:20.280960+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224659+0000","last_change":"2024-09-19T06:01:22.712218+0000","last_active":"2024-09-19T06:01:24.224659+0000","last_peered":"2024-09-19T06:01:24.224659+0000","last_clean":"2024-09-19T06:01:24.224659+0000","last_became_active":"2024-09-19T06:01:22.711377+0000","last_became_peered":"2024-09-19T06:01:22.711377+0000","last_unstale":"2024-09-19T06:01:24.224659+0000","last_undegraded":"2024-09-19T06:01:24.224659+0000","last_fullsized":"2024-09-19T06:01:24.224659+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:22.884258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694709+0000","last_change":"2024-09-19T06:01:21.699657+0000","last_active":"2024-09-19T06:01:23.694709+0000","last_peered":"2024-09-19T06:01:23.694709+0000","last_clean":"2024-09-19T06:01:23.694709+0000","last_became_active":"2024-09-19T06:01:21.699365+0000","last_became_peered":"2024-09-19T06:01:21.699365+0000","last_unstale":"2024-09-19T06:01:23.694709+0000","last_undegraded":"2024-09-19T06:01:23.694709+0000","last_fullsized":"2024-09-19T06:01:23.694709+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:01:43.255328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224785+0000","last_change":"2024-09-19T06:01:22.703823+0000","last_active":"2024-09-19T06:01:24.224785+0000","last_peered":"2024-09-19T06:01:24.224785+0000","last_clean":"2024-09-19T06:01:24.224785+0000","last_became_active":"2024-09-19T06:01:22.702874+0000","last_became_peered":"2024-09-19T06:01:22.702874+0000","last_unstale":"2024-09-19T06:01:24.224785+0000","last_undegraded":"2024-09-19T06:01:24.224785+0000","last_fullsized":"2024-09-19T06:01:24.224785+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.223852+0000","last_change":"2024-09-19T06:01:21.704442+0000","last_active":"2024-09-19T06:01:24.223852+0000","last_peered":"2024-09-19T06:01:24.223852+0000","last_clean":"2024-09-19T06:01:24.223852+0000","last_became_active":"2024-09-19T06:01:21.704266+0000","last_became_peered":"2024-09-19T06:01:21.704266+0000","last_unstale":"2024-09-19T06:01:24.223852+0000","last_undegraded":"2024-09-19T06:01:24.223852+0000","last_fullsized":"2024-09-19T06:01:24.223852+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:43.057236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.686709+0000","last_change":"2024-09-19T06:01:22.707847+0000","last_active":"2024-09-19T06:01:23.686709+0000","last_peered":"2024-09-19T06:01:23.686709+0000","last_clean":"2024-09-19T06:01:23.686709+0000","last_became_active":"2024-09-19T06:01:22.707529+0000","last_became_peered":"2024-09-19T06:01:22.707529+0000","last_unstale":"2024-09-19T06:01:23.686709+0000","last_undegraded":"2024-09-19T06:01:23.686709+0000","last_fullsized":"2024-09-19T06:01:23.686709+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:17:44.063447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685240+0000","last_change":"2024-09-19T06:01:21.699483+0000","last_active":"2024-09-19T06:01:23.685240+0000","last_peered":"2024-09-19T06:01:23.685240+0000","last_clean":"2024-09-19T06:01:23.685240+0000","last_became_active":"2024-09-19T06:01:21.699159+0000","last_became_peered":"2024-09-19T06:01:21.699159+0000","last_unstale":"2024-09-19T06:01:23.685240+0000","last_undegraded":"2024-09-19T06:01:23.685240+0000","last_fullsized":"2024-09-19T06:01:23.685240+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:31:35.236559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224483+0000","last_change":"2024-09-19T06:01:22.694004+0000","last_active":"2024-09-19T06:01:24.224483+0000","last_peered":"2024-09-19T06:01:24.224483+0000","last_clean":"2024-09-19T06:01:24.224483+0000","last_became_active":"2024-09-19T06:01:22.693744+0000","last_became_peered":"2024-09-19T06:01:22.693744+0000","last_unstale":"2024-09-19T06:01:24.224483+0000","last_undegraded":"2024-09-19T06:01:24.224483+0000","last_fullsized":"2024-09-19T06:01:24.224483+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:04:31.590170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.685378+0000","last_change":"2024-09-19T06:01:21.697452+0000","last_active":"2024-09-19T06:01:23.685378+0000","last_peered":"2024-09-19T06:01:23.685378+0000","last_clean":"2024-09-19T06:01:23.685378+0000","last_became_active":"2024-09-19T06:01:21.697126+0000","last_became_peered":"2024-09-19T06:01:21.697126+0000","last_unstale":"2024-09-19T06:01:23.685378+0000","last_undegraded":"2024-09-19T06:01:23.685378+0000","last_fullsized":"2024-09-19T06:01:23.685378+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:25:58.990582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224342+0000","last_change":"2024-09-19T06:01:22.718580+0000","last_active":"2024-09-19T06:01:24.224342+0000","last_peered":"2024-09-19T06:01:24.224342+0000","last_clean":"2024-09-19T06:01:24.224342+0000","last_became_active":"2024-09-19T06:01:22.718318+0000","last_became_peered":"2024-09-19T06:01:22.718318+0000","last_unstale":"2024-09-19T06:01:24.224342+0000","last_undegraded":"2024-09-19T06:01:24.224342+0000","last_fullsized":"2024-09-19T06:01:24.224342+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:27.525151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224274+0000","last_change":"2024-09-19T06:01:21.702216+0000","last_active":"2024-09-19T06:01:24.224274+0000","last_peered":"2024-09-19T06:01:24.224274+0000","last_clean":"2024-09-19T06:01:24.224274+0000","last_became_active":"2024-09-19T06:01:21.701922+0000","last_became_peered":"2024-09-19T06:01:21.701922+0000","last_unstale":"2024-09-19T06:01:24.224274+0000","last_undegraded":"2024-09-19T06:01:24.224274+0000","last_fullsized":"2024-09-19T06:01:24.224274+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:05.582002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.694359+0000","last_change":"2024-09-19T06:01:22.715361+0000","last_active":"2024-09-19T06:01:23.694359+0000","last_peered":"2024-09-19T06:01:23.694359+0000","last_clean":"2024-09-19T06:01:23.694359+0000","last_became_active":"2024-09-19T06:01:22.715042+0000","last_became_peered":"2024-09-19T06:01:22.715042+0000","last_unstale":"2024-09-19T06:01:23.694359+0000","last_undegraded":"2024-09-19T06:01:23.694359+0000","last_fullsized":"2024-09-19T06:01:23.694359+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:06.550031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687761+0000","last_change":"2024-09-19T06:01:22.712681+0000","last_active":"2024-09-19T06:01:23.687761+0000","last_peered":"2024-09-19T06:01:23.687761+0000","last_clean":"2024-09-19T06:01:23.687761+0000","last_became_active":"2024-09-19T06:01:22.712306+0000","last_became_peered":"2024-09-19T06:01:22.712306+0000","last_unstale":"2024-09-19T06:01:23.687761+0000","last_undegraded":"2024-09-19T06:01:23.687761+0000","last_fullsized":"2024-09-19T06:01:23.687761+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:10:35.277025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224186+0000","last_change":"2024-09-19T06:01:21.700254+0000","last_active":"2024-09-19T06:01:24.224186+0000","last_peered":"2024-09-19T06:01:24.224186+0000","last_clean":"2024-09-19T06:01:24.224186+0000","last_became_active":"2024-09-19T06:01:21.698904+0000","last_became_peered":"2024-09-19T06:01:21.698904+0000","last_unstale":"2024-09-19T06:01:24.224186+0000","last_undegraded":"2024-09-19T06:01:24.224186+0000","last_fullsized":"2024-09-19T06:01:24.224186+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:36:17.759374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:23.687543+0000","last_change":"2024-09-19T06:01:22.710398+0000","last_active":"2024-09-19T06:01:23.687543+0000","last_peered":"2024-09-19T06:01:23.687543+0000","last_clean":"2024-09-19T06:01:23.687543+0000","last_became_active":"2024-09-19T06:01:22.710127+0000","last_became_peered":"2024-09-19T06:01:22.710127+0000","last_unstale":"2024-09-19T06:01:23.687543+0000","last_undegraded":"2024-09-19T06:01:23.687543+0000","last_fullsized":"2024-09-19T06:01:23.687543+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:08.369927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224401+0000","last_change":"2024-09-19T06:01:21.702756+0000","last_active":"2024-09-19T06:01:24.224401+0000","last_peered":"2024-09-19T06:01:24.224401+0000","last_clean":"2024-09-19T06:01:24.224401+0000","last_became_active":"2024-09-19T06:01:21.702476+0000","last_became_peered":"2024-09-19T06:01:21.702476+0000","last_unstale":"2024-09-19T06:01:24.224401+0000","last_undegraded":"2024-09-19T06:01:24.224401+0000","last_fullsized":"2024-09-19T06:01:24.224401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:52.024619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224736+0000","last_change":"2024-09-19T06:01:22.721123+0000","last_active":"2024-09-19T06:01:24.224736+0000","last_peered":"2024-09-19T06:01:24.224736+0000","last_clean":"2024-09-19T06:01:24.224736+0000","last_became_active":"2024-09-19T06:01:22.719678+0000","last_became_peered":"2024-09-19T06:01:22.719678+0000","last_unstale":"2024-09-19T06:01:24.224736+0000","last_undegraded":"2024-09-19T06:01:24.224736+0000","last_fullsized":"2024-09-19T06:01:24.224736+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:21:59.797807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":15,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224977+0000","last_change":"2024-09-19T06:01:21.694447+0000","last_active":"2024-09-19T06:01:24.224977+0000","last_peered":"2024-09-19T06:01:24.224977+0000","last_clean":"2024-09-19T06:01:24.224977+0000","last_became_active":"2024-09-19T06:01:21.693935+0000","last_became_peered":"2024-09-19T06:01:21.693935+0000","last_unstale":"2024-09-19T06:01:24.224977+0000","last_undegraded":"2024-09-19T06:01:24.224977+0000","last_fullsized":"2024-09-19T06:01:24.224977+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:54:19.553772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224941+0000","last_change":"2024-09-19T06:01:22.702203+0000","last_active":"2024-09-19T06:01:24.224941+0000","last_peered":"2024-09-19T06:01:24.224941+0000","last_clean":"2024-09-19T06:01:24.224941+0000","last_became_active":"2024-09-19T06:01:22.701906+0000","last_became_peered":"2024-09-19T06:01:22.701906+0000","last_unstale":"2024-09-19T06:01:24.224941+0000","last_undegraded":"2024-09-19T06:01:24.224941+0000","last_fullsized":"2024-09-19T06:01:24.224941+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:21.666430+0000","last_clean_scrub_stamp":"2024-09-19T06:01:21.666430+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:01:20.843057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":22,"state":"active+clean","last_fresh":"2024-09-19T06:01:24.224948+0000","last_change":"2024-09-19T06:01:21.689667+0000","last_active":"2024-09-19T06:01:24.224948+0000","last_peered":"2024-09-19T06:01:24.224948+0000","last_clean":"2024-09-19T06:01:24.224948+0000","last_became_active":"2024-09-19T06:01:21.688215+0000","last_became_peered":"2024-09-19T06:01:21.688215+0000","last_unstale":"2024-09-19T06:01:24.224948+0000","last_undegraded":"2024-09-19T06:01:24.224948+0000","last_fullsized":"2024-09-19T06:01:24.224948+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:20.660219+0000","last_clean_scrub_stamp":"2024-09-19T06:01:20.660219+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:59.618498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509447,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27828,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344012,"statfs":{"total":96636764160,"available":96608268288,"internally_reserved":0,"allocated":819200,"data_stored":667234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509446,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509446,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":225280,"data_stored":76374,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509446,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":76410,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509445,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":228,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":233472,"data_stored":77896,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509446,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":76284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509446,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27836,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344004,"statfs":{"total":96636764160,"available":96608260096,"internally_reserved":0,"allocated":827392,"data_stored":667290,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542152,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27256,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344584,"statfs":{"total":96636764160,"available":96608854016,"internally_reserved":0,"allocated":229376,"data_stored":76444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:01:32.274 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:01:32.274 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-19T06:01:32.274 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-19T06:01:32.274 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-19T06:01:32.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.459+0000 7f5070e00640 1 Processor -- start 2024-09-19T06:01:32.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.459+0000 7f5070e00640 1 -- start start 2024-09-19T06:01:32.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5070e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f506c0cfc80 0x7f506c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5070e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f506c15c330 0x7f506c0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5070e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f506c15c780 con 0x7f506c155800 2024-09-19T06:01:32.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5070e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f506c0b4e60 con 0x7f506c15c330 2024-09-19T06:01:32.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5070e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f506c0b50a0 con 0x7f506c0cfc80 2024-09-19T06:01:32.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5069e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f506c155800 0x7f506c0cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41332/0 (socket says 172.21.15.92:41332) 2024-09-19T06:01:32.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5069e00640 1 -- 172.21.15.92:0/1708166107 learned_addr learned my addr 172.21.15.92:0/1708166107 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:32.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3577769866 0 0) 0x7f506c15c780 con 0x7f506c155800 2024-09-19T06:01:32.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5050003520 con 0x7f506c155800 2024-09-19T06:01:32.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f5069400640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f506c0cfc80 0x7f506c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.461+0000 7f506a800640 1 --2- 172.21.15.92:0/1708166107 >> v2:172.21.15.102:3300/0 conn(0x7f506c15c330 0x7f506c0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1444676039 0 0) 0x7f5050003520 con 0x7f506c155800 2024-09-19T06:01:32.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f506c0cfc80 msgr2=0x7f506c0b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:32.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f506c0cfc80 0x7f506c0b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 >> v2:172.21.15.102:3300/0 conn(0x7f506c15c330 msgr2=0x7f506c0b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 --2- 172.21.15.92:0/1708166107 >> v2:172.21.15.102:3300/0 conn(0x7f506c15c330 0x7f506c0b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f506c0b5380 con 0x7f506c155800 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f505c0019f0 con 0x7f506c155800 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 >> v1:172.21.15.92:6789/0 conn(0x7f506c155800 legacy=0x7f506c0cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50500039b0 0x7f5050003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5050004800 0x7f5050004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f506c0cfc80 0x7f50500051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f506c0b4e60 con 0x7f50500039b0 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f506c0b50a0 con 0x7f5050004800 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f505000b9c0 con 0x7f506c0cfc80 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5069e00640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50500039b0 0x7f5050003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5069400640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5050004800 0x7f5050004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f506a800640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f506c0cfc80 0x7f50500051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5069e00640 1 -- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f506c0cfc80 msgr2=0x7f50500051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5069e00640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f506c0cfc80 0x7f50500051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5069e00640 1 -- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5050004800 msgr2=0x7f5050004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5069e00640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5050004800 0x7f5050004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.462+0000 7f5069e00640 1 -- 172.21.15.92:0/1708166107 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5050003520 con 0x7f50500039b0 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.463+0000 7f5069e00640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50500039b0 0x7f5050003dd0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f505c00a8b0 tx=0x7f5050005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=301e431965162687 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.463+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f505c00a4a0 con 0x7f50500039b0 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.464+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f505c02f070 con 0x7f50500039b0 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.464+0000 7f5068a00640 1 -- 172.21.15.92:0/1708166107 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f505c02bcf0 con 0x7f50500039b0 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.464+0000 7f5070e00640 1 -- 172.21.15.92:0/1708166107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50500039b0 msgr2=0x7f5050003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.464+0000 7f5070e00640 1 --2- 172.21.15.92:0/1708166107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50500039b0 0x7f5050003dd0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f505c00a8b0 tx=0x7f5050005830 comp rx=0 tx=0).stop 2024-09-19T06:01:32.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.464+0000 7f506a800640 1 -- 172.21.15.92:0/1708166107 reap_dead start 2024-09-19T06:01:32.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.464+0000 7f5070e00640 1 -- 172.21.15.92:0/1708166107 shutdown_connections 2024-09-19T06:01:32.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.464+0000 7f5070e00640 1 -- 172.21.15.92:0/1708166107 >> 172.21.15.92:0/1708166107 conn(0x7f506c06bc10 msgr2=0x7f506c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:32.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.464+0000 7f5070e00640 1 -- 172.21.15.92:0/1708166107 shutdown_connections 2024-09-19T06:01:32.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.464+0000 7f5070e00640 1 -- 172.21.15.92:0/1708166107 wait complete. 2024-09-19T06:01:32.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.466+0000 7f5070e00640 1 Processor -- start 2024-09-19T06:01:32.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.466+0000 7f5070e00640 1 -- start start 2024-09-19T06:01:32.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f5070e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f50500039b0 0x7f506c142a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f5070e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f506c15c740 0x7f506c15e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f5070e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f506c14bf10 0x7f506c14c390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f5070e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f506c0b5c20 con 0x7f506c14bf10 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f5070e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f506c0b5940 con 0x7f506c15c740 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f5070e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f506c155be0 con 0x7f50500039b0 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f506a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f506c14bf10 0x7f506c14c390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f506a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f506c14bf10 0x7f506c14c390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:57992/0 (socket says 172.21.15.92:57992) 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f506a800640 1 -- 172.21.15.92:0/2857682399 learned_addr learned my addr 172.21.15.92:0/2857682399 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f5069e00640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f50500039b0 0x7f506c142a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f5069400640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f506c15c740 0x7f506c15e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f506a800640 1 -- 172.21.15.92:0/2857682399 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f50500039b0 msgr2=0x7f506c142a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f506a800640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f50500039b0 0x7f506c142a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f506a800640 1 -- 172.21.15.92:0/2857682399 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f506c15c740 msgr2=0x7f506c15e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f506a800640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f506c15c740 0x7f506c15e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.467+0000 7f506a800640 1 -- 172.21.15.92:0/2857682399 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f506c15e6b0 con 0x7f506c14bf10 2024-09-19T06:01:32.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.468+0000 7f506a800640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f506c14bf10 0x7f506c14c390 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f506c0cf540 tx=0x7f5064011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:32.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.468+0000 7f5062000640 1 -- 172.21.15.92:0/2857682399 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5064019020 con 0x7f506c14bf10 2024-09-19T06:01:32.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.468+0000 7f5062000640 1 -- 172.21.15.92:0/2857682399 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5064004030 con 0x7f506c14bf10 2024-09-19T06:01:32.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.468+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f506c15cd00 con 0x7f506c14bf10 2024-09-19T06:01:32.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.468+0000 7f5062000640 1 -- 172.21.15.92:0/2857682399 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5064004400 con 0x7f506c14bf10 2024-09-19T06:01:32.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.468+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f506c15d2c0 con 0x7f506c14bf10 2024-09-19T06:01:32.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.469+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f506c14c8d0 con 0x7f506c14bf10 2024-09-19T06:01:32.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.470+0000 7f5062000640 1 -- 172.21.15.92:0/2857682399 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f506401c020 con 0x7f506c14bf10 2024-09-19T06:01:32.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.471+0000 7f5062000640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f504c06c2b0 0x7f504c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.471+0000 7f5062000640 1 -- 172.21.15.92:0/2857682399 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f506408b870 con 0x7f506c14bf10 2024-09-19T06:01:32.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.471+0000 7f5069e00640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f504c06c2b0 0x7f504c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.472+0000 7f5069e00640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f504c06c2b0 0x7f504c06e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f505c033000 tx=0x7f505c007000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:32.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.475+0000 7f5062000640 1 -- 172.21.15.92:0/2857682399 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5064023020 con 0x7f506c14bf10 2024-09-19T06:01:32.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.683+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) -- 0x7f506c0b6140 con 0x7f506c14bf10 2024-09-19T06:01:32.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.684+0000 7f5062000640 1 -- 172.21.15.92:0/2857682399 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) ==== 72+0+46 (secure 0 0 0) 0x7f5064059fd0 con 0x7f506c14bf10 2024-09-19T06:01:32.686 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:32.686 INFO:teuthology.orchestra.run.smithi092.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-19T06:01:32.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f504c06c2b0 msgr2=0x7f504c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f504c06c2b0 0x7f504c06e770 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f505c033000 tx=0x7f505c007000 comp rx=0 tx=0).stop 2024-09-19T06:01:32.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f506c14bf10 msgr2=0x7f506c14c390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f506c14bf10 0x7f506c14c390 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f506c0cf540 tx=0x7f5064011cf0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 shutdown_connections 2024-09-19T06:01:32.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f506c14bf10 0x7f506c14c390 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f504c06c2b0 0x7f504c06e770 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f506c15c740 0x7f506c15e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 --2- 172.21.15.92:0/2857682399 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f50500039b0 0x7f506c142a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 >> 172.21.15.92:0/2857682399 conn(0x7f506c06bc10 msgr2=0x7f506c1469d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:32.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 shutdown_connections 2024-09-19T06:01:32.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.686+0000 7f5070e00640 1 -- 172.21.15.92:0/2857682399 wait complete. 2024-09-19T06:01:32.703 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-19T06:01:32.704 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:32.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.856+0000 7fbef6a00640 1 Processor -- start 2024-09-19T06:01:32.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.856+0000 7fbef6a00640 1 -- start start 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.857+0000 7fbef6a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fbef015e800 0x7fbef00d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.857+0000 7fbef6a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbef00d2d90 con 0x7fbef00d1380 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.857+0000 7fbef6a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbef00d3060 con 0x7fbef00d2950 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.857+0000 7fbef6a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fbef00d3340 con 0x7fbef015e800 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.857+0000 7fbef6000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fbef00d1380 0x7fbef00b7cb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41336/0 (socket says 172.21.15.92:41336) 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.857+0000 7fbef6000640 1 -- 172.21.15.92:0/3007591292 learned_addr learned my addr 172.21.15.92:0/3007591292 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.857+0000 7fbef5600640 1 --2- 172.21.15.92:0/3007591292 >> v2:172.21.15.102:3300/0 conn(0x7fbef015e800 0x7fbef00d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.858+0000 7fbeefe00640 1 -- 172.21.15.92:0/3007591292 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1154035408 0 0) 0x7fbef00d2d90 con 0x7fbef00d1380 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.858+0000 7fbeefe00640 1 -- 172.21.15.92:0/3007591292 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbed8003520 con 0x7fbef00d1380 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.858+0000 7fbef5600640 1 -- 172.21.15.92:0/3007591292 >> v1:172.21.15.102:6789/0 conn(0x7fbef00d2950 legacy=0x7fbef00d0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.858+0000 7fbef5600640 1 -- 172.21.15.92:0/3007591292 >> v1:172.21.15.92:6789/0 conn(0x7fbef00d1380 legacy=0x7fbef00b7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.858+0000 7fbef5600640 1 -- 172.21.15.92:0/3007591292 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbef00d3620 con 0x7fbef015e800 2024-09-19T06:01:32.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.859+0000 7fbef5600640 1 --2- 172.21.15.92:0/3007591292 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 0x7fbef00d2410 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fbee4009d90 tx=0x7fbee402a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c3d90873ac12e544 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:32.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.859+0000 7fbeefe00640 1 -- 172.21.15.92:0/3007591292 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee4007740 con 0x7fbef015e800 2024-09-19T06:01:32.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.859+0000 7fbeefe00640 1 -- 172.21.15.92:0/3007591292 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbee40078e0 con 0x7fbef015e800 2024-09-19T06:01:32.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.859+0000 7fbeefe00640 1 -- 172.21.15.92:0/3007591292 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee4007cb0 con 0x7fbef015e800 2024-09-19T06:01:32.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.860+0000 7fbef6a00640 1 -- 172.21.15.92:0/3007591292 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 msgr2=0x7fbef00d2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.860+0000 7fbef6a00640 1 --2- 172.21.15.92:0/3007591292 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 0x7fbef00d2410 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fbee4009d90 tx=0x7fbee402a6f0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.860+0000 7fbef6a00640 1 -- 172.21.15.92:0/3007591292 shutdown_connections 2024-09-19T06:01:32.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.860+0000 7fbef6a00640 1 --2- 172.21.15.92:0/3007591292 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 0x7fbef00d2410 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.860+0000 7fbef6a00640 1 -- 172.21.15.92:0/3007591292 >> 172.21.15.92:0/3007591292 conn(0x7fbef0062630 msgr2=0x7fbef0062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:32.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.860+0000 7fbef6a00640 1 -- 172.21.15.92:0/3007591292 shutdown_connections 2024-09-19T06:01:32.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.860+0000 7fbef6a00640 1 -- 172.21.15.92:0/3007591292 wait complete. 2024-09-19T06:01:32.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.862+0000 7fbef6a00640 1 Processor -- start 2024-09-19T06:01:32.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.862+0000 7fbef6a00640 1 -- start start 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.862+0000 7fbef6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbef00d1380 0x7fbef01f3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.862+0000 7fbef6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbef00d2950 0x7fbef01e7e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef6a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 0x7fbef01e8380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef6a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbef015ebe0 con 0x7fbef00d1380 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef6a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbef00d3be0 con 0x7fbef015e800 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef6a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbef00b83c0 con 0x7fbef00d2950 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef5600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbef00d1380 0x7fbef01f3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef5600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbef00d1380 0x7fbef01f3fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58008/0 (socket says 172.21.15.92:58008) 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef5600640 1 -- 172.21.15.92:0/1908160406 learned_addr learned my addr 172.21.15.92:0/1908160406 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:32.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef4c00640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbef00d2950 0x7fbef01e7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef6000640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 0x7fbef01e8380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef5600640 1 -- 172.21.15.92:0/1908160406 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbef00d2950 msgr2=0x7fbef01e7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef5600640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbef00d2950 0x7fbef01e7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef5600640 1 -- 172.21.15.92:0/1908160406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 msgr2=0x7fbef01e8380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:32.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef5600640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 0x7fbef01e8380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:32.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef5600640 1 -- 172.21.15.92:0/1908160406 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbef015d810 con 0x7fbef00d1380 2024-09-19T06:01:32.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef6000640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 0x7fbef01e8380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:32.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.863+0000 7fbef5600640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbef00d1380 0x7fbef01f3fa0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbee4009eb0 tx=0x7fbee4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:32.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.864+0000 7fbeed600640 1 -- 172.21.15.92:0/1908160406 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee403f070 con 0x7fbef00d1380 2024-09-19T06:01:32.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.864+0000 7fbeed600640 1 -- 172.21.15.92:0/1908160406 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbee4031c40 con 0x7fbef00d1380 2024-09-19T06:01:32.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.864+0000 7fbeed600640 1 -- 172.21.15.92:0/1908160406 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbee4009450 con 0x7fbef00d1380 2024-09-19T06:01:32.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.864+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbef01e89c0 con 0x7fbef00d1380 2024-09-19T06:01:32.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.864+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbef00ccab0 con 0x7fbef00d1380 2024-09-19T06:01:32.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.865+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbef00d2410 con 0x7fbef00d1380 2024-09-19T06:01:32.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.866+0000 7fbeed600640 1 -- 172.21.15.92:0/1908160406 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbee4043410 con 0x7fbef00d1380 2024-09-19T06:01:32.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.866+0000 7fbeed600640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbed006c2b0 0x7fbed006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:32.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.866+0000 7fbeed600640 1 -- 172.21.15.92:0/1908160406 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fbee40ac790 con 0x7fbef00d1380 2024-09-19T06:01:32.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.867+0000 7fbef4c00640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbed006c2b0 0x7fbed006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:32.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.867+0000 7fbef4c00640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbed006c2b0 0x7fbed006e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbef00b32e0 tx=0x7fbedc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:32.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:32.870+0000 7fbeed600640 1 -- 172.21.15.92:0/1908160406 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbee407aef0 con 0x7fbef00d1380 2024-09-19T06:01:33.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.083+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbef0074190 con 0x7fbef00d1380 2024-09-19T06:01:33.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.084+0000 7fbeed600640 1 -- 172.21.15.92:0/1908160406 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5220 (secure 0 0 0) 0x7fbee407a7f0 con 0x7fbef00d1380 2024-09-19T06:01:33.086 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:33.086 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":7,"btime":"2024-09-19T06:01:25:709684+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/650020295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":650020295},{"type":"v1","addr":"172.21.15.102:6835","nonce":650020295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1041150931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1041150931},{"type":"v1","addr":"172.21.15.92:6837","nonce":1041150931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:01:22.085885+0000","modified":"2024-09-19T06:01:25.112114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6834/2542976570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":2542976570},{"type":"v1","addr":"172.21.15.102:6834","nonce":2542976570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-19T06:01:33.086 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 7 2024-09-19T06:01:33.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbed006c2b0 msgr2=0x7fbed006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbed006c2b0 0x7fbed006e770 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fbef00b32e0 tx=0x7fbedc009040 comp rx=0 tx=0).stop 2024-09-19T06:01:33.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbef00d1380 msgr2=0x7fbef01f3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbef00d1380 0x7fbef01f3fa0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fbee4009eb0 tx=0x7fbee4004a40 comp rx=0 tx=0).stop 2024-09-19T06:01:33.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 shutdown_connections 2024-09-19T06:01:33.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbed006c2b0 0x7fbed006e770 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbef015e800 0x7fbef01e8380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbef00d2950 0x7fbef01e7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 --2- 172.21.15.92:0/1908160406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbef00d1380 0x7fbef01f3fa0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 >> 172.21.15.92:0/1908160406 conn(0x7fbef0062630 msgr2=0x7fbef015f670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:33.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 shutdown_connections 2024-09-19T06:01:33.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.086+0000 7fbef6a00640 1 -- 172.21.15.92:0/1908160406 wait complete. 2024-09-19T06:01:33.103 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:33.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.255+0000 7f965fe00640 1 Processor -- start 2024-09-19T06:01:33.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.255+0000 7f965fe00640 1 -- start start 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.256+0000 7f965fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f966015e5f0 0x7f96600d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.256+0000 7f965fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 0x7f96600b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.256+0000 7f965fe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f96600b8730 0x7f96600ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.256+0000 7f965fe00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f96600b9b30 con 0x7f966015e5f0 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.256+0000 7f965fe00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f96600d1820 con 0x7f96600b8730 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.256+0000 7f965fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f966015e9d0 con 0x7f96600d13c0 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.256+0000 7f965ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f966015e5f0 0x7f96600d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.256+0000 7f965ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f966015e5f0 0x7f96600d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58016/0 (socket says 172.21.15.92:58016) 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.256+0000 7f965ea00640 1 -- 172.21.15.92:0/2386315184 learned_addr learned my addr 172.21.15.92:0/2386315184 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:33.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.257+0000 7f965e000640 1 --2- 172.21.15.92:0/2386315184 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 0x7f96600b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.257+0000 7f965f400640 1 --2- 172.21.15.92:0/2386315184 >> v2:172.21.15.102:3300/0 conn(0x7f96600b8730 0x7f96600ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.257+0000 7f965ea00640 1 -- 172.21.15.92:0/2386315184 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 msgr2=0x7f96600b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:33.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.257+0000 7f965ea00640 1 --2- 172.21.15.92:0/2386315184 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 0x7f96600b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.257+0000 7f965ea00640 1 -- 172.21.15.92:0/2386315184 >> v2:172.21.15.102:3300/0 conn(0x7f96600b8730 msgr2=0x7f96600ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:33.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.257+0000 7f965ea00640 1 --2- 172.21.15.92:0/2386315184 >> v2:172.21.15.102:3300/0 conn(0x7f96600b8730 0x7f96600ceac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.257+0000 7f965ea00640 1 -- 172.21.15.92:0/2386315184 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96600b8f20 con 0x7f966015e5f0 2024-09-19T06:01:33.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.258+0000 7f965ea00640 1 --2- 172.21.15.92:0/2386315184 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 0x7f96600d0e80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f966008d740 tx=0x7f965002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e87974d959ea9252 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:33.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.258+0000 7f965d600640 1 -- 172.21.15.92:0/2386315184 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9650037070 con 0x7f966015e5f0 2024-09-19T06:01:33.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.258+0000 7f965d600640 1 -- 172.21.15.92:0/2386315184 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9650032440 con 0x7f966015e5f0 2024-09-19T06:01:33.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.258+0000 7f965d600640 1 -- 172.21.15.92:0/2386315184 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9650032810 con 0x7f966015e5f0 2024-09-19T06:01:33.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.259+0000 7f965fe00640 1 -- 172.21.15.92:0/2386315184 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 msgr2=0x7f96600d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.259+0000 7f965fe00640 1 --2- 172.21.15.92:0/2386315184 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 0x7f96600d0e80 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f966008d740 tx=0x7f965002a1e0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.259+0000 7f965fe00640 1 -- 172.21.15.92:0/2386315184 shutdown_connections 2024-09-19T06:01:33.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.259+0000 7f965fe00640 1 --2- 172.21.15.92:0/2386315184 >> v2:172.21.15.102:3300/0 conn(0x7f96600b8730 0x7f96600ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.259+0000 7f965fe00640 1 --2- 172.21.15.92:0/2386315184 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 0x7f96600b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.259+0000 7f965fe00640 1 --2- 172.21.15.92:0/2386315184 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 0x7f96600d0e80 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.259+0000 7f965fe00640 1 -- 172.21.15.92:0/2386315184 >> 172.21.15.92:0/2386315184 conn(0x7f9660062630 msgr2=0x7f9660062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:33.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.259+0000 7f965fe00640 1 -- 172.21.15.92:0/2386315184 shutdown_connections 2024-09-19T06:01:33.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.259+0000 7f965fe00640 1 -- 172.21.15.92:0/2386315184 wait complete. 2024-09-19T06:01:33.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.260+0000 7f965fe00640 1 Processor -- start 2024-09-19T06:01:33.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.261+0000 7f965fe00640 1 -- start start 2024-09-19T06:01:33.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.261+0000 7f965fe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96600b8730 0x7f96601f3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.261+0000 7f965fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 0x7f96601581f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.261+0000 7f965fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 0x7f96600d3c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.261+0000 7f965fe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f96600b97c0 con 0x7f966015e5f0 2024-09-19T06:01:33.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.261+0000 7f965fe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f96600b94e0 con 0x7f96600b8730 2024-09-19T06:01:33.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.261+0000 7f965fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f96600b8bc0 con 0x7f96600d13c0 2024-09-19T06:01:33.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 0x7f96600d3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 0x7f96600d3c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58030/0 (socket says 172.21.15.92:58030) 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965f400640 1 -- 172.21.15.92:0/392739791 learned_addr learned my addr 172.21.15.92:0/392739791 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965ea00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96600b8730 0x7f96601f3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965e000640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 0x7f96601581f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965f400640 1 -- 172.21.15.92:0/392739791 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 msgr2=0x7f96601581f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965f400640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 0x7f96601581f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965f400640 1 -- 172.21.15.92:0/392739791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96600b8730 msgr2=0x7f96601f3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965f400640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96600b8730 0x7f96601f3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965f400640 1 -- 172.21.15.92:0/392739791 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9660158c40 con 0x7f966015e5f0 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.262+0000 7f965f400640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 0x7f96600d3c10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9658007d20 tx=0x7f965800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.263+0000 7f9656a00640 1 -- 172.21.15.92:0/392739791 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9658014420 con 0x7f966015e5f0 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.263+0000 7f9656a00640 1 -- 172.21.15.92:0/392739791 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9658019070 con 0x7f966015e5f0 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.263+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9660158f20 con 0x7f966015e5f0 2024-09-19T06:01:33.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.263+0000 7f9656a00640 1 -- 172.21.15.92:0/392739791 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9658014820 con 0x7f966015e5f0 2024-09-19T06:01:33.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.263+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96601594e0 con 0x7f966015e5f0 2024-09-19T06:01:33.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.264+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96600b81f0 con 0x7f966015e5f0 2024-09-19T06:01:33.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.264+0000 7f9656a00640 1 -- 172.21.15.92:0/392739791 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f96580149c0 con 0x7f966015e5f0 2024-09-19T06:01:33.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.265+0000 7f9656a00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f964006c2b0 0x7f964006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.265+0000 7f9656a00640 1 -- 172.21.15.92:0/392739791 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f965808bba0 con 0x7f966015e5f0 2024-09-19T06:01:33.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.265+0000 7f965ea00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f964006c2b0 0x7f964006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.266+0000 7f965ea00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f964006c2b0 0x7f964006e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9650034000 tx=0x7f965002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:33.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.270+0000 7f9656a00640 1 -- 172.21.15.92:0/392739791 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9658059c20 con 0x7f966015e5f0 2024-09-19T06:01:33.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.476+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f96600d48a0 con 0x7f966015e5f0 2024-09-19T06:01:33.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.476+0000 7f9656a00640 1 -- 172.21.15.92:0/392739791 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5220 (secure 0 0 0) 0x7f965805df20 con 0x7f966015e5f0 2024-09-19T06:01:33.478 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:33.479 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":7,"btime":"2024-09-19T06:01:25:709684+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/650020295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":650020295},{"type":"v1","addr":"172.21.15.102:6835","nonce":650020295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1041150931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1041150931},{"type":"v1","addr":"172.21.15.92:6837","nonce":1041150931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:01:22.085885+0000","modified":"2024-09-19T06:01:25.112114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6834/2542976570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":2542976570},{"type":"v1","addr":"172.21.15.102:6834","nonce":2542976570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-19T06:01:33.479 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 7 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.478+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f964006c2b0 msgr2=0x7f964006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.478+0000 7f965fe00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f964006c2b0 0x7f964006e770 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f9650034000 tx=0x7f965002e000 comp rx=0 tx=0).stop 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.478+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 msgr2=0x7f96600d3c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.478+0000 7f965fe00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 0x7f96600d3c10 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f9658007d20 tx=0x7f965800e4b0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.479+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 shutdown_connections 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.479+0000 7f965fe00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f966015e5f0 0x7f96600d3c10 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.479+0000 7f965fe00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96600d13c0 0x7f96601581f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.479+0000 7f965fe00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f964006c2b0 0x7f964006e770 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.479+0000 7f965fe00640 1 --2- 172.21.15.92:0/392739791 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96600b8730 0x7f96601f3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.479+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 >> 172.21.15.92:0/392739791 conn(0x7f9660062630 msgr2=0x7f96600b4bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:33.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.479+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 shutdown_connections 2024-09-19T06:01:33.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.479+0000 7f965fe00640 1 -- 172.21.15.92:0/392739791 wait complete. 2024-09-19T06:01:33.496 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:33.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.646+0000 7f96daa00640 1 Processor -- start 2024-09-19T06:01:33.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.646+0000 7f96daa00640 1 -- start start 2024-09-19T06:01:33.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96daa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 0x7f96d415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96daa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f96d40cf6c0 0x7f96d40cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96daa00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96d40b49c0 con 0x7f96d40b5dd0 2024-09-19T06:01:33.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96daa00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f96d415ca90 con 0x7f96d40cf6c0 2024-09-19T06:01:33.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96daa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f96d40b4cf0 con 0x7f96d415c170 2024-09-19T06:01:33.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96cb400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f96d40cf6c0 0x7f96d40cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96cb400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f96d40cf6c0 0x7f96d40cfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58038/0 (socket says 172.21.15.92:58038) 2024-09-19T06:01:33.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96cb400640 1 -- 172.21.15.92:0/475890432 learned_addr learned my addr 172.21.15.92:0/475890432 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:33.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96d8a00640 1 --1- 172.21.15.92:0/475890432 >> v1:172.21.15.92:6789/0 conn(0x7f96d40b5dd0 0x7f96d415ffb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41346/0 (socket says 172.21.15.92:41346) 2024-09-19T06:01:33.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.647+0000 7f96d3e00640 1 --2- 172.21.15.92:0/475890432 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 0x7f96d415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.648+0000 7f96cb400640 1 -- 172.21.15.92:0/475890432 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 msgr2=0x7f96d415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:33.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.648+0000 7f96cb400640 1 --2- 172.21.15.92:0/475890432 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 0x7f96d415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.648+0000 7f96cb400640 1 -- 172.21.15.92:0/475890432 >> v1:172.21.15.92:6789/0 conn(0x7f96d40b5dd0 legacy=0x7f96d415ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.648+0000 7f96cb400640 1 -- 172.21.15.92:0/475890432 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d40b4fd0 con 0x7f96d40cf6c0 2024-09-19T06:01:33.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.648+0000 7f96d3400640 1 -- 172.21.15.92:0/475890432 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1626812610 0 0) 0x7f96d40b49c0 con 0x7f96d40b5dd0 2024-09-19T06:01:33.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96cb400640 1 --2- 172.21.15.92:0/475890432 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 0x7f96d40cfb00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f96bc009870 tx=0x7f96bc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b9cef0649aecff3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:33.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96d3400640 1 -- 172.21.15.92:0/475890432 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc037070 con 0x7f96d40cf6c0 2024-09-19T06:01:33.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96d3400640 1 -- 172.21.15.92:0/475890432 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96bc032440 con 0x7f96d40cf6c0 2024-09-19T06:01:33.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96d3400640 1 -- 172.21.15.92:0/475890432 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc032810 con 0x7f96d40cf6c0 2024-09-19T06:01:33.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96daa00640 1 -- 172.21.15.92:0/475890432 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 msgr2=0x7f96d40cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96daa00640 1 --2- 172.21.15.92:0/475890432 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 0x7f96d40cfb00 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f96bc009870 tx=0x7f96bc02a270 comp rx=0 tx=0).stop 2024-09-19T06:01:33.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96daa00640 1 -- 172.21.15.92:0/475890432 shutdown_connections 2024-09-19T06:01:33.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96daa00640 1 --2- 172.21.15.92:0/475890432 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 0x7f96d40cfb00 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96daa00640 1 --2- 172.21.15.92:0/475890432 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 0x7f96d415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.649+0000 7f96daa00640 1 -- 172.21.15.92:0/475890432 >> 172.21.15.92:0/475890432 conn(0x7f96d406bc10 msgr2=0x7f96d406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:33.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.650+0000 7f96daa00640 1 -- 172.21.15.92:0/475890432 shutdown_connections 2024-09-19T06:01:33.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.650+0000 7f96daa00640 1 -- 172.21.15.92:0/475890432 wait complete. 2024-09-19T06:01:33.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.651+0000 7f96daa00640 1 Processor -- start 2024-09-19T06:01:33.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.651+0000 7f96daa00640 1 -- start start 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96daa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96d40b5dd0 0x7f96d4143ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96daa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 0x7f96d40cc730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96daa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 0x7f96d40cdf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96daa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f96d40b5870 con 0x7f96d40cf6c0 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96daa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f96d40b5590 con 0x7f96d40b5dd0 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96daa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f96d40b5b50 con 0x7f96d415c170 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96cb400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 0x7f96d40cc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96cb400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 0x7f96d40cc730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58046/0 (socket says 172.21.15.92:58046) 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96cb400640 1 -- 172.21.15.92:0/3103732852 learned_addr learned my addr 172.21.15.92:0/3103732852 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:33.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96d8a00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 0x7f96d40cdf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.652+0000 7f96d3e00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96d40b5dd0 0x7f96d4143ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96cb400640 1 -- 172.21.15.92:0/3103732852 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 msgr2=0x7f96d40cdf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96cb400640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 0x7f96d40cdf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96cb400640 1 -- 172.21.15.92:0/3103732852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96d40b5dd0 msgr2=0x7f96d4143ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96cb400640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96d40b5dd0 0x7f96d4143ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96cb400640 1 -- 172.21.15.92:0/3103732852 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96d40cce80 con 0x7f96d40cf6c0 2024-09-19T06:01:33.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96d3e00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96d40b5dd0 0x7f96d4143ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:33.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96cb400640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 0x7f96d40cc730 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f96bc000c00 tx=0x7f96bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:33.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96d0c00640 1 -- 172.21.15.92:0/3103732852 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc037040 con 0x7f96d40cf6c0 2024-09-19T06:01:33.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96d0c00640 1 -- 172.21.15.92:0/3103732852 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96bc042070 con 0x7f96d40cf6c0 2024-09-19T06:01:33.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96d0c00640 1 -- 172.21.15.92:0/3103732852 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96bc030880 con 0x7f96d40cf6c0 2024-09-19T06:01:33.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96d40cd160 con 0x7f96d40cf6c0 2024-09-19T06:01:33.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.653+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96d40cd720 con 0x7f96d40cf6c0 2024-09-19T06:01:33.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.654+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96d40cfb00 con 0x7f96d40cf6c0 2024-09-19T06:01:33.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.655+0000 7f96d0c00640 1 -- 172.21.15.92:0/3103732852 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f96bc030a20 con 0x7f96d40cf6c0 2024-09-19T06:01:33.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.656+0000 7f96d0c00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96b006c2b0 0x7f96b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:33.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.656+0000 7f96d0c00640 1 -- 172.21.15.92:0/3103732852 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f96bc0abc10 con 0x7f96d40cf6c0 2024-09-19T06:01:33.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.656+0000 7f96d3e00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96b006c2b0 0x7f96b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:33.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.657+0000 7f96d3e00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96b006c2b0 0x7f96b006e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f96c4009af0 tx=0x7f96c4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:33.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.660+0000 7f96d0c00640 1 -- 172.21.15.92:0/3103732852 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f96bc07a370 con 0x7f96d40cf6c0 2024-09-19T06:01:33.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.840+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f96d41552e0 con 0x7f96d40cf6c0 2024-09-19T06:01:33.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.841+0000 7f96d0c00640 1 -- 172.21.15.92:0/3103732852 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16653 (secure 0 0 0) 0x7f96bc080030 con 0x7f96d40cf6c0 2024-09-19T06:01:33.843 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:33.843 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":22,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:23.681103+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:01:20.418713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:01:21.087965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.843+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96b006c2b0 msgr2=0x7f96b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.843+0000 7f96daa00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96b006c2b0 0x7f96b006e770 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f96c4009af0 tx=0x7f96c4008040 comp rx=0 tx=0).stop 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.843+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 msgr2=0x7f96d40cc730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.843+0000 7f96daa00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 0x7f96d40cc730 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f96bc000c00 tx=0x7f96bc0046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.844+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 shutdown_connections 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.844+0000 7f96daa00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96d415c170 0x7f96d40cdf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.844+0000 7f96daa00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96d40cf6c0 0x7f96d40cc730 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.844+0000 7f96daa00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96b006c2b0 0x7f96b006e770 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.844+0000 7f96daa00640 1 --2- 172.21.15.92:0/3103732852 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96d40b5dd0 0x7f96d4143ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:33.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.844+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 >> 172.21.15.92:0/3103732852 conn(0x7f96d406bc10 msgr2=0x7f96d4072440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:33.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.844+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 shutdown_connections 2024-09-19T06:01:33.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:33.844+0000 7f96daa00640 1 -- 172.21.15.92:0/3103732852 wait complete. 2024-09-19T06:01:33.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:34.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.013+0000 7fe8ee600640 1 Processor -- start 2024-09-19T06:01:34.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.013+0000 7fe8ee600640 1 -- start start 2024-09-19T06:01:34.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.014+0000 7fe8ee600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe8e80ce970 0x7fe8e80b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.014+0000 7fe8ee600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe8e80b22b0 0x7fe8e815fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.014+0000 7fe8ee600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8e80d0130 con 0x7fe8e815f5f0 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.014+0000 7fe8ee600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe8e80d0ef0 con 0x7fe8e80b22b0 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.014+0000 7fe8ee600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe8e806ca80 con 0x7fe8e80ce970 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.014+0000 7fe8edc00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe8e80b22b0 0x7fe8e815fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.014+0000 7fe8edc00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe8e80b22b0 0x7fe8e815fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58056/0 (socket says 172.21.15.92:58056) 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.014+0000 7fe8edc00640 1 -- 172.21.15.92:0/3632035146 learned_addr learned my addr 172.21.15.92:0/3632035146 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.014+0000 7fe8dfe00640 1 --2- 172.21.15.92:0/3632035146 >> v2:172.21.15.102:3300/0 conn(0x7fe8e80ce970 0x7fe8e80b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.015+0000 7fe8edc00640 1 -- 172.21.15.92:0/3632035146 >> v2:172.21.15.102:3300/0 conn(0x7fe8e80ce970 msgr2=0x7fe8e80b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.015+0000 7fe8edc00640 1 --2- 172.21.15.92:0/3632035146 >> v2:172.21.15.102:3300/0 conn(0x7fe8e80ce970 0x7fe8e80b1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.015+0000 7fe8edc00640 1 -- 172.21.15.92:0/3632035146 >> v1:172.21.15.102:6789/0 conn(0x7fe8e815f5f0 legacy=0x7fe8e80ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.015+0000 7fe8edc00640 1 -- 172.21.15.92:0/3632035146 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8e80d0410 con 0x7fe8e80b22b0 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8edc00640 1 --2- 172.21.15.92:0/3632035146 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 0x7fe8e815fd30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe8e8071b10 tx=0x7fe8e002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23a5750df8baa7e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8e7e00640 1 -- 172.21.15.92:0/3632035146 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e0036070 con 0x7fe8e80b22b0 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8e7e00640 1 -- 172.21.15.92:0/3632035146 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8e0031600 con 0x7fe8e80b22b0 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8e7e00640 1 -- 172.21.15.92:0/3632035146 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8e00319d0 con 0x7fe8e80b22b0 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8ee600640 1 -- 172.21.15.92:0/3632035146 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 msgr2=0x7fe8e815fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8ee600640 1 --2- 172.21.15.92:0/3632035146 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 0x7fe8e815fd30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe8e8071b10 tx=0x7fe8e002a610 comp rx=0 tx=0).stop 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8ee600640 1 -- 172.21.15.92:0/3632035146 shutdown_connections 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8ee600640 1 --2- 172.21.15.92:0/3632035146 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 0x7fe8e815fd30 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8ee600640 1 --2- 172.21.15.92:0/3632035146 >> v2:172.21.15.102:3300/0 conn(0x7fe8e80ce970 0x7fe8e80b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8ee600640 1 -- 172.21.15.92:0/3632035146 >> 172.21.15.92:0/3632035146 conn(0x7fe8e8062a20 msgr2=0x7fe8e806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.016+0000 7fe8ee600640 1 -- 172.21.15.92:0/3632035146 shutdown_connections 2024-09-19T06:01:34.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.017+0000 7fe8ee600640 1 -- 172.21.15.92:0/3632035146 wait complete. 2024-09-19T06:01:34.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.018+0000 7fe8ee600640 1 Processor -- start 2024-09-19T06:01:34.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.018+0000 7fe8ee600640 1 -- start start 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8ee600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 0x7fe8e815bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8ee600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8e80ce970 0x7fe8e8152720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8ee600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8e815f5f0 0x7fe8e81f26b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8ee600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e815f9d0 con 0x7fe8e80b22b0 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8ee600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe8e80d09d0 con 0x7fe8e815f5f0 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8ee600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe8e8071fd0 con 0x7fe8e80ce970 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8ed200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 0x7fe8e815bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8ed200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 0x7fe8e815bfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58062/0 (socket says 172.21.15.92:58062) 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8ed200640 1 -- 172.21.15.92:0/3114277749 learned_addr learned my addr 172.21.15.92:0/3114277749 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8dfe00640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8e80ce970 0x7fe8e8152720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.019+0000 7fe8edc00640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8e815f5f0 0x7fe8e81f26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8ed200640 1 -- 172.21.15.92:0/3114277749 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8e80ce970 msgr2=0x7fe8e8152720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8ed200640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8e80ce970 0x7fe8e8152720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8ed200640 1 -- 172.21.15.92:0/3114277749 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8e815f5f0 msgr2=0x7fe8e81f26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8ed200640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8e815f5f0 0x7fe8e81f26b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8ed200640 1 -- 172.21.15.92:0/3114277749 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8e80af160 con 0x7fe8e80b22b0 2024-09-19T06:01:34.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8ed200640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 0x7fe8e815bfe0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe8d800c430 tx=0x7fe8d800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8e5600640 1 -- 172.21.15.92:0/3114277749 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d8017070 con 0x7fe8e80b22b0 2024-09-19T06:01:34.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8e5600640 1 -- 172.21.15.92:0/3114277749 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8d80052d0 con 0x7fe8e80b22b0 2024-09-19T06:01:34.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8e5600640 1 -- 172.21.15.92:0/3114277749 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe8d8003830 con 0x7fe8e80b22b0 2024-09-19T06:01:34.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8e80af440 con 0x7fe8e80b22b0 2024-09-19T06:01:34.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.020+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe8e8152c60 con 0x7fe8e80b22b0 2024-09-19T06:01:34.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.022+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe8e80b1d70 con 0x7fe8e80b22b0 2024-09-19T06:01:34.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.022+0000 7fe8e5600640 1 -- 172.21.15.92:0/3114277749 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe8d801a070 con 0x7fe8e80b22b0 2024-09-19T06:01:34.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.023+0000 7fe8e5600640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe8c406c2b0 0x7fe8c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.023+0000 7fe8e5600640 1 -- 172.21.15.92:0/3114277749 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe8d808a6f0 con 0x7fe8e80b22b0 2024-09-19T06:01:34.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.024+0000 7fe8dfe00640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe8c406c2b0 0x7fe8c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.024+0000 7fe8dfe00640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe8c406c2b0 0x7fe8c406e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe8e815c8e0 tx=0x7fe8d0009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.028+0000 7fe8e5600640 1 -- 172.21.15.92:0/3114277749 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe8d8058810 con 0x7fe8e80b22b0 2024-09-19T06:01:34.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.234+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe8e8073760 con 0x7fe8e80b22b0 2024-09-19T06:01:34.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.234+0000 7fe8e5600640 1 -- 172.21.15.92:0/3114277749 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5220 (secure 0 0 0) 0x7fe8d805cb10 con 0x7fe8e80b22b0 2024-09-19T06:01:34.236 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:34.237 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":7,"btime":"2024-09-19T06:01:25:709684+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/650020295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":650020295},{"type":"v1","addr":"172.21.15.102:6835","nonce":650020295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1041150931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1041150931},{"type":"v1","addr":"172.21.15.92:6837","nonce":1041150931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:01:22.085885+0000","modified":"2024-09-19T06:01:25.112114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6834/2542976570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":2542976570},{"type":"v1","addr":"172.21.15.102:6834","nonce":2542976570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-19T06:01:34.237 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 7 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.236+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe8c406c2b0 msgr2=0x7fe8c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.236+0000 7fe8ee600640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe8c406c2b0 0x7fe8c406e770 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fe8e815c8e0 tx=0x7fe8d0009190 comp rx=0 tx=0).stop 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.236+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 msgr2=0x7fe8e815bfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.236+0000 7fe8ee600640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 0x7fe8e815bfe0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe8d800c430 tx=0x7fe8d800c8f0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.237+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 shutdown_connections 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.237+0000 7fe8ee600640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe8c406c2b0 0x7fe8c406e770 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.237+0000 7fe8ee600640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8e815f5f0 0x7fe8e81f26b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.237+0000 7fe8ee600640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8e80ce970 0x7fe8e8152720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.237+0000 7fe8ee600640 1 --2- 172.21.15.92:0/3114277749 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8e80b22b0 0x7fe8e815bfe0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.237+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 >> 172.21.15.92:0/3114277749 conn(0x7fe8e8062a20 msgr2=0x7fe8e80cdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.237+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 shutdown_connections 2024-09-19T06:01:34.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.237+0000 7fe8ee600640 1 -- 172.21.15.92:0/3114277749 wait complete. 2024-09-19T06:01:34.656 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:01:22.085885+0000', 'modified': '2024-09-19T06:01:25.112114+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4290}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4290': {'gid': 4290, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.102:6834/2542976570', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6832', 'nonce': 2542976570}, {'type': 'v1', 'addr': '172.21.15.102:6834', 'nonce': 2542976570}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4290, 'qdb_cluster': [4290]} 2024-09-19T06:01:34.657 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:01:34.657 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T06:01:34.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.811+0000 7f019c800640 1 Processor -- start 2024-09-19T06:01:34.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.811+0000 7f019c800640 1 -- start start 2024-09-19T06:01:34.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.813+0000 7f019c800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f01940731c0 0x7f0194073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.813+0000 7f019c800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f019415a430 con 0x7f019415de80 2024-09-19T06:01:34.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.813+0000 7f019c800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f01940cd0a0 con 0x7f019415a050 2024-09-19T06:01:34.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.813+0000 7f019c800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0194073b40 con 0x7f01940731c0 2024-09-19T06:01:34.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.813+0000 7f019a800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f019415de80 0x7f019415e310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41360/0 (socket says 172.21.15.92:41360) 2024-09-19T06:01:34.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.813+0000 7f019a800640 1 -- 172.21.15.92:0/2664714029 learned_addr learned my addr 172.21.15.92:0/2664714029 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:34.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.813+0000 7f0199400640 1 --2- 172.21.15.92:0/2664714029 >> v2:172.21.15.102:3300/0 conn(0x7f01940731c0 0x7f0194073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.813+0000 7f0198a00640 1 -- 172.21.15.92:0/2664714029 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 658507926 0 0) 0x7f019415a430 con 0x7f019415de80 2024-09-19T06:01:34.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.813+0000 7f0198a00640 1 -- 172.21.15.92:0/2664714029 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f017c003520 con 0x7f019415de80 2024-09-19T06:01:34.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.814+0000 7f0199400640 1 -- 172.21.15.92:0/2664714029 >> v1:172.21.15.102:6789/0 conn(0x7f019415a050 legacy=0x7f019415d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.814+0000 7f0199400640 1 -- 172.21.15.92:0/2664714029 >> v1:172.21.15.92:6789/0 conn(0x7f019415de80 legacy=0x7f019415e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.814+0000 7f0198a00640 1 -- 172.21.15.92:0/2664714029 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 559039734 0 0) 0x7f017c003520 con 0x7f019415de80 2024-09-19T06:01:34.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.814+0000 7f0199400640 1 -- 172.21.15.92:0/2664714029 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f01940cd380 con 0x7f01940731c0 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.815+0000 7f0199400640 1 --2- 172.21.15.92:0/2664714029 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f01940731c0 0x7f0194073600 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f01840097a0 tx=0x7f018402a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=84a8e946c834d57f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.815+0000 7f0198a00640 1 -- 172.21.15.92:0/2664714029 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0184037070 con 0x7f01940731c0 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.815+0000 7f0198a00640 1 -- 172.21.15.92:0/2664714029 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f018402abc0 con 0x7f01940731c0 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.815+0000 7f0198a00640 1 -- 172.21.15.92:0/2664714029 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01900019f0 con 0x7f01940731c0 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.816+0000 7f019c800640 1 -- 172.21.15.92:0/2664714029 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f01940731c0 msgr2=0x7f0194073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.816+0000 7f019c800640 1 --2- 172.21.15.92:0/2664714029 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f01940731c0 0x7f0194073600 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f01840097a0 tx=0x7f018402a130 comp rx=0 tx=0).stop 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.816+0000 7f019c800640 1 -- 172.21.15.92:0/2664714029 shutdown_connections 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.816+0000 7f019c800640 1 --2- 172.21.15.92:0/2664714029 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f01940731c0 0x7f0194073600 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.816+0000 7f019c800640 1 -- 172.21.15.92:0/2664714029 >> 172.21.15.92:0/2664714029 conn(0x7f019406d0f0 msgr2=0x7f019406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:34.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.816+0000 7f019c800640 1 -- 172.21.15.92:0/2664714029 shutdown_connections 2024-09-19T06:01:34.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.816+0000 7f019c800640 1 -- 172.21.15.92:0/2664714029 wait complete. 2024-09-19T06:01:34.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.817+0000 7f019c800640 1 Processor -- start 2024-09-19T06:01:34.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.817+0000 7f019c800640 1 -- start start 2024-09-19T06:01:34.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.818+0000 7f019c800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f01940731c0 0x7f0194146fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.818+0000 7f019c800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f019415a050 0x7f0194154c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.818+0000 7f019c800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f019415de80 0x7f01941551a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.818+0000 7f019c800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f01940cdc20 con 0x7f019415a050 2024-09-19T06:01:34.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.818+0000 7f019c800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f01940cd940 con 0x7f019415de80 2024-09-19T06:01:34.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.818+0000 7f019c800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f01940b36e0 con 0x7f01940731c0 2024-09-19T06:01:34.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.818+0000 7f0199400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f019415a050 0x7f0194154c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.818+0000 7f0199400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f019415a050 0x7f0194154c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58066/0 (socket says 172.21.15.92:58066) 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.818+0000 7f0199400640 1 -- 172.21.15.92:0/4094259583 learned_addr learned my addr 172.21.15.92:0/4094259583 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.819+0000 7f0199e00640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f01940731c0 0x7f0194146fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.819+0000 7f019a800640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f019415de80 0x7f01941551a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.819+0000 7f0199400640 1 -- 172.21.15.92:0/4094259583 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f01940731c0 msgr2=0x7f0194146fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.819+0000 7f0199400640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f01940731c0 0x7f0194146fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.819+0000 7f0199400640 1 -- 172.21.15.92:0/4094259583 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f019415de80 msgr2=0x7f01941551a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.819+0000 7f0199400640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f019415de80 0x7f01941551a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.819+0000 7f0199400640 1 -- 172.21.15.92:0/4094259583 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0194153740 con 0x7f019415a050 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.819+0000 7f0199e00640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f01940731c0 0x7f0194146fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:34.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.819+0000 7f0199400640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f019415a050 0x7f0194154c60 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0184000c00 tx=0x7f01840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.820+0000 7f018e000640 1 -- 172.21.15.92:0/4094259583 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0184041070 con 0x7f019415a050 2024-09-19T06:01:34.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.820+0000 7f018e000640 1 -- 172.21.15.92:0/4094259583 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f018403c660 con 0x7f019415a050 2024-09-19T06:01:34.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.820+0000 7f018e000640 1 -- 172.21.15.92:0/4094259583 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0184037040 con 0x7f019415a050 2024-09-19T06:01:34.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.820+0000 7f019c800640 1 -- 172.21.15.92:0/4094259583 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0194153a20 con 0x7f019415a050 2024-09-19T06:01:34.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.820+0000 7f019c800640 1 -- 172.21.15.92:0/4094259583 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0194153fe0 con 0x7f019415a050 2024-09-19T06:01:34.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.822+0000 7f018e000640 1 -- 172.21.15.92:0/4094259583 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0184044070 con 0x7f019415a050 2024-09-19T06:01:34.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.823+0000 7f018e000640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f017806c2e0 0x7f017806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.823+0000 7f018e000640 1 -- 172.21.15.92:0/4094259583 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f01840abba0 con 0x7f019415a050 2024-09-19T06:01:34.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.823+0000 7f0199e00640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f017806c2e0 0x7f017806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.824+0000 7f019f7ea740 1 Processor -- start 2024-09-19T06:01:34.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.824+0000 7f0199e00640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f017806c2e0 0x7f017806e7a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0188000f60 tx=0x7f0188009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.824+0000 7f019f7ea740 1 -- start start 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.824+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 0x557fdf8fd490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.824+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b54b0 0x557fdf8b80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.824+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 0x557fdf8b2570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.824+0000 7f019f7ea740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x557fdf8163b0 con 0x557fdf8b54b0 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.824+0000 7f019f7ea740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557fdf81b410 con 0x557fdf8b9480 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.824+0000 7f019f7ea740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x557fdf7c3620 con 0x557fdf8b7cf0 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b54b0 0x557fdf8b80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 0x557fdf8fd490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f019a800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 0x557fdf8b2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b54b0 0x557fdf8b80d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58070/0 (socket says 172.21.15.92:58070) 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 0x557fdf8fd490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:42084/0 (socket says 172.21.15.92:42084) 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199400640 1 -- 172.21.15.92:0/2384487936 learned_addr learned my addr 172.21.15.92:0/2384487936 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199400640 1 -- 172.21.15.92:0/2384487936 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 msgr2=0x557fdf8fd490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199400640 1 --2- 172.21.15.92:0/2384487936 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 0x557fdf8fd490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199400640 1 -- 172.21.15.92:0/2384487936 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 msgr2=0x557fdf8b2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199400640 1 --2- 172.21.15.92:0/2384487936 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 0x557fdf8b2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199400640 1 -- 172.21.15.92:0/2384487936 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fdf52e2d0 con 0x557fdf8b54b0 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.825+0000 7f0199400640 1 --2- 172.21.15.92:0/2384487936 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b54b0 0x557fdf8b80d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0184079c40 tx=0x7f01840796d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b80a886796db2e63 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f0182600640 1 -- 172.21.15.92:0/2384487936 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f018404b070 con 0x557fdf8b54b0 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f0182600640 1 -- 172.21.15.92:0/2384487936 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f018407dfb0 con 0x557fdf8b54b0 2024-09-19T06:01:34.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f0182600640 1 -- 172.21.15.92:0/2384487936 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01840827e0 con 0x557fdf8b54b0 2024-09-19T06:01:34.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f019f7ea740 1 -- 172.21.15.92:0/2384487936 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b54b0 msgr2=0x557fdf8b80d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f019f7ea740 1 --2- 172.21.15.92:0/2384487936 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b54b0 0x557fdf8b80d0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f0184079c40 tx=0x7f01840796d0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f019f7ea740 1 -- 172.21.15.92:0/2384487936 shutdown_connections 2024-09-19T06:01:34.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f019f7ea740 1 --2- 172.21.15.92:0/2384487936 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 0x557fdf8b2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f019f7ea740 1 --2- 172.21.15.92:0/2384487936 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b54b0 0x557fdf8b80d0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f019f7ea740 1 --2- 172.21.15.92:0/2384487936 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 0x557fdf8fd490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f019f7ea740 1 -- 172.21.15.92:0/2384487936 >> 172.21.15.92:0/2384487936 conn(0x557fdf8b4740 msgr2=0x557fdf8fc960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f019f7ea740 1 -- 172.21.15.92:0/2384487936 shutdown_connections 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.826+0000 7f019f7ea740 1 -- 172.21.15.92:0/2384487936 wait complete. 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.827+0000 7f019f7ea740 1 -- start start 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.827+0000 7f019f7ea740 1 Processor -- start 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 0x557fdf8df6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 0x557fdf8fa070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b3160 0x557fdf8d88d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019f7ea740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x557fdf7d6780 con 0x557fdf8b3160 2024-09-19T06:01:34.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019f7ea740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557fdf8173d0 con 0x557fdf8b9480 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019f7ea740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x557fdf8b3be0 con 0x557fdf8b7cf0 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019f7ea740 10 client.0 _ll_register_callbacks cb 0x557fdf8145d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b3160 0x557fdf8d88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b3160 0x557fdf8d88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58082/0 (socket says 172.21.15.92:58082) 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f019a800640 1 -- 172.21.15.92:0/3474237359 learned_addr learned my addr 172.21.15.92:0/3474237359 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.828+0000 7f0199e00640 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 0x557fdf8df6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f0199400640 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 0x557fdf8fa070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f019a800640 1 -- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 msgr2=0x557fdf8df6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f019a800640 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 0x557fdf8df6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f019a800640 1 -- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 msgr2=0x557fdf8fa070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:34.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f019a800640 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 0x557fdf8fa070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f019a800640 1 -- 172.21.15.92:0/3474237359 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x557fdf5f86b0 con 0x557fdf8b3160 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f019a800640 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b3160 0x557fdf8d88d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0190012a40 tx=0x7f0190012f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5543bd854f917726 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f0176a00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f0176a00640 1 -- 172.21.15.92:0/3474237359 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190019020 con 0x557fdf8b3160 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f019f7ea740 1 -- 172.21.15.92:0/3474237359 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f018407dfb0 con 0x557fdf8b3160 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.829+0000 7f0176a00640 1 -- 172.21.15.92:0/3474237359 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f0190010b50 con 0x557fdf8b3160 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f0176a00640 1 -- 172.21.15.92:0/3474237359 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f0190023050 con 0x557fdf8b3160 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f019f7ea740 10 client.4590 fetch_fsmap learned FSMap version 7 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f019f7ea740 1 -- 172.21.15.92:0/3474237359 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x557fdf8d7460 con 0x557fdf8b3160 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f0176a00640 1 -- 172.21.15.92:0/3474237359 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f018407dfb0 con 0x557fdf8b3160 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f0176a00640 1 -- 172.21.15.92:0/3474237359 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f0190026020 con 0x557fdf8b3160 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f019f7ea740 10 client.4590 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T06:01:34.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f019f7ea740 10 client.4590 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T06:01:34.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f019f7ea740 20 client.4590 populate_metadata read hostname 'smithi092' 2024-09-19T06:01:34.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f019f7ea740 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] conn(0x557fdf910c00 0x557fdf8b1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f019f7ea740 4 client.4590 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:01:34.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f019f7ea740 1 -- 172.21.15.92:0/3474237359 --> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x557fdf828b40 con 0x557fdf910c00 2024-09-19T06:01:34.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.830+0000 7f0199e00640 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] conn(0x557fdf910c00 0x557fdf8b1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.831+0000 7f0199e00640 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] conn(0x557fdf910c00 0x557fdf8b1c40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d071b55e70d4510 server_cookie=b7fe67ea5eb9d335 in_seq=0 out_seq=0 2024-09-19T06:01:34.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.831+0000 7f0176a00640 10 client.4590 ms_handle_connect on v2:172.21.15.102:6832/2542976570 2024-09-19T06:01:34.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f0176a00640 1 -- 172.21.15.92:0/3474237359 <== mds.0 v2:172.21.15.102:6832/2542976570 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x557fdf828b40 con 0x557fdf910c00 2024-09-19T06:01:34.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f0176a00640 10 client.4590 handle_command_reply: tid=0 2024-09-19T06:01:34.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 client.4590 shutdown 2024-09-19T06:01:34.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 -- 172.21.15.92:0/3474237359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b3160 msgr2=0x557fdf8d88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b3160 0x557fdf8d88d0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0190012a40 tx=0x7f0190012f00 comp rx=0 tx=0).stop 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 -- 172.21.15.92:0/3474237359 shutdown_connections 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] conn(0x557fdf910c00 0x557fdf8b1c40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b3160 0x557fdf8d88d0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b9480 0x557fdf8fa070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 --2- 172.21.15.92:0/3474237359 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b7cf0 0x557fdf8df6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 -- 172.21.15.92:0/3474237359 >> 172.21.15.92:0/3474237359 conn(0x557fdf8b54b0 msgr2=0x557fdf8fbf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f0176a00640 0 client.4590 ms_handle_reset on v2:172.21.15.102:6832/2542976570 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 -- 172.21.15.92:0/3474237359 shutdown_connections 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.832+0000 7f019f7ea740 1 -- 172.21.15.92:0/3474237359 wait complete. 2024-09-19T06:01:34.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.833+0000 7f019f7ea740 20 client.4590 trim_cache size 0 max 16384 2024-09-19T06:01:34.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.851+0000 7f019f7ea740 1 Processor -- start 2024-09-19T06:01:34.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.851+0000 7f019f7ea740 1 -- start start 2024-09-19T06:01:34.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8b2990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 0x557fdf8f9bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf8d8390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019f7ea740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0194158080 con 0x557fdf8b9480 2024-09-19T06:01:34.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019f7ea740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f01940b4730 con 0x557fdf8b7cf0 2024-09-19T06:01:34.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019f7ea740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0194157a30 con 0x557fdf8b3160 2024-09-19T06:01:34.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf8d8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf8d8390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58092/0 (socket says 172.21.15.92:58092) 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019a800640 1 -- 172.21.15.92:0/1020857769 learned_addr learned my addr 172.21.15.92:0/1020857769 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f0199400640 1 --2- 172.21.15.92:0/1020857769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 0x557fdf8f9bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f0199e00640 1 --2- 172.21.15.92:0/1020857769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8b2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019a800640 1 -- 172.21.15.92:0/1020857769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 msgr2=0x557fdf8b2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019a800640 1 --2- 172.21.15.92:0/1020857769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8b2990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019a800640 1 -- 172.21.15.92:0/1020857769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 msgr2=0x557fdf8f9bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019a800640 1 --2- 172.21.15.92:0/1020857769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 0x557fdf8f9bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.852+0000 7f019a800640 1 -- 172.21.15.92:0/1020857769 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x557fdf8b7780 con 0x557fdf8b9480 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.853+0000 7f019a800640 1 --2- 172.21.15.92:0/1020857769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf8d8390 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0190001cf0 tx=0x7f019000c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e229d734493b8b27 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.853+0000 7f0181c00640 1 -- 172.21.15.92:0/1020857769 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0190019070 con 0x557fdf8b9480 2024-09-19T06:01:34.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.853+0000 7f0181c00640 1 -- 172.21.15.92:0/1020857769 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f019002c070 con 0x557fdf8b9480 2024-09-19T06:01:34.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.853+0000 7f0181c00640 1 -- 172.21.15.92:0/1020857769 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f01900071f0 con 0x557fdf8b9480 2024-09-19T06:01:34.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.853+0000 7f019f7ea740 1 -- 172.21.15.92:0/1020857769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 msgr2=0x557fdf8d8390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.853+0000 7f019f7ea740 1 --2- 172.21.15.92:0/1020857769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf8d8390 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f0190001cf0 tx=0x7f019000c000 comp rx=0 tx=0).stop 2024-09-19T06:01:34.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.854+0000 7f019f7ea740 1 -- 172.21.15.92:0/1020857769 shutdown_connections 2024-09-19T06:01:34.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.854+0000 7f019f7ea740 1 --2- 172.21.15.92:0/1020857769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf8d8390 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.854+0000 7f019f7ea740 1 --2- 172.21.15.92:0/1020857769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 0x557fdf8f9bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.854+0000 7f019f7ea740 1 --2- 172.21.15.92:0/1020857769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8b2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.854+0000 7f019f7ea740 1 -- 172.21.15.92:0/1020857769 >> 172.21.15.92:0/1020857769 conn(0x557fdf8b54b0 msgr2=0x557fdf8dfd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:34.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.854+0000 7f019f7ea740 1 -- 172.21.15.92:0/1020857769 shutdown_connections 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.854+0000 7f019f7ea740 1 -- 172.21.15.92:0/1020857769 wait complete. 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.854+0000 7f019f7ea740 1 -- start start 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.854+0000 7f019f7ea740 1 Processor -- start 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.855+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8d9d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.855+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 0x557fdf90bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.855+0000 7f019f7ea740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf961300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.855+0000 7f019f7ea740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x557fdf910a80 con 0x557fdf8b9480 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.855+0000 7f019f7ea740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x557fdf8d79c0 con 0x557fdf8b7cf0 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.855+0000 7f019f7ea740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x557fdf9110d0 con 0x557fdf8b3160 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f019f7ea740 10 client.0 _ll_register_callbacks cb 0x7f01900013d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:01:34.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8d9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f019a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf961300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 0x557fdf90bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8d9d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:42112/0 (socket says 172.21.15.92:42112) 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199e00640 1 -- 172.21.15.92:0/4089870976 learned_addr learned my addr 172.21.15.92:0/4089870976 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199e00640 1 -- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 msgr2=0x557fdf90bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199e00640 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 0x557fdf90bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199e00640 1 -- 172.21.15.92:0/4089870976 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 msgr2=0x557fdf961300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199e00640 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf961300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199e00640 1 -- 172.21.15.92:0/4089870976 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x557fdf961840 con 0x557fdf8b3160 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f019a800640 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf961300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0199e00640 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8d9d20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0188014730 tx=0x7f0188001120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=54cfe8646805f825 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:34.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.856+0000 7f0176a00640 10 client.0 ms_handle_connect on v2:172.21.15.102:3301/0 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f0176a00640 1 -- 172.21.15.92:0/4089870976 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0188023750 con 0x557fdf8b3160 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f0176a00640 1 -- 172.21.15.92:0/4089870976 <== mon.2 v2:172.21.15.102:3301/0 2 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f01880238f0 con 0x557fdf8b3160 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f019f7ea740 1 -- 172.21.15.92:0/4089870976 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f019002c070 con 0x557fdf8b3160 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f0176a00640 1 -- 172.21.15.92:0/4089870976 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_get_version_reply(handle=1 version=7) ==== 24+0+0 (secure 0 0 0) 0x7f0188038050 con 0x557fdf8b3160 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f019f7ea740 10 client.4448 fetch_fsmap learned FSMap version 7 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f019f7ea740 1 -- 172.21.15.92:0/4089870976 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) -- 0x557fdf8d9520 con 0x557fdf8b3160 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f0176a00640 1 -- 172.21.15.92:0/4089870976 <== mon.2 v2:172.21.15.102:3301/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f019002c070 con 0x557fdf8b3160 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f0176a00640 1 -- 172.21.15.92:0/4089870976 <== mon.2 v2:172.21.15.102:3301/0 5 ==== fsmap(e 7) ==== 3502+0+0 (secure 0 0 0) 0x7f018803b020 con 0x557fdf8b3160 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f019f7ea740 10 client.4448 fetch_fsmap finished waiting for FSMap version 7 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f019f7ea740 10 client.4448 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f019f7ea740 20 client.4448 populate_metadata read hostname 'smithi092' 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f019f7ea740 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] conn(0x557fdf8e0020 0x557fdf8ffe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f019f7ea740 4 client.4448 mds_command: new command op to 4290 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:01:34.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.857+0000 7f019f7ea740 1 -- 172.21.15.92:0/4089870976 --> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] -- command(tid 0: {"prefix": "status"}) -- 0x557fdf8fbd00 con 0x557fdf8e0020 2024-09-19T06:01:34.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.858+0000 7f0199400640 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] conn(0x557fdf8e0020 0x557fdf8ffe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:34.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f0176a00640 10 client.4448 ms_handle_connect on v2:172.21.15.102:6832/2542976570 2024-09-19T06:01:34.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f0199400640 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] conn(0x557fdf8e0020 0x557fdf8ffe70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a92594191fbb4ef server_cookie=439e665d9a2cbb7c in_seq=0 out_seq=0 2024-09-19T06:01:34.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f0176a00640 1 -- 172.21.15.92:0/4089870976 <== mds.0 v2:172.21.15.102:6832/2542976570 1 ==== command_reply(tid 0: 0 ) ==== 8+0+330 (crc 0 0 0) 0x557fdf8fbd00 con 0x557fdf8e0020 2024-09-19T06:01:34.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f0176a00640 10 client.4448 handle_command_reply: tid=0 2024-09-19T06:01:34.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 client.4448 shutdown 2024-09-19T06:01:34.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 -- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 msgr2=0x557fdf8d9d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8d9d20 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f0188014730 tx=0x7f0188001120 comp rx=0 tx=0).stop 2024-09-19T06:01:34.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 -- 172.21.15.92:0/4089870976 shutdown_connections 2024-09-19T06:01:34.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:6832/2542976570,v1:172.21.15.102:6834/2542976570] conn(0x557fdf8e0020 0x557fdf8ffe70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x557fdf8b9480 0x557fdf961300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f0176a00640 0 client.4448 ms_handle_reset on v2:172.21.15.102:6832/2542976570 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x557fdf8b7cf0 0x557fdf90bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 --2- 172.21.15.92:0/4089870976 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x557fdf8b3160 0x557fdf8d9d20 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 -- 172.21.15.92:0/4089870976 >> 172.21.15.92:0/4089870976 conn(0x557fdf8b54b0 msgr2=0x557fdf8b67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 -- 172.21.15.92:0/4089870976 shutdown_connections 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.859+0000 7f019f7ea740 1 -- 172.21.15.92:0/4089870976 wait complete. 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019f7ea740 20 client.4448 trim_cache size 0 max 16384 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:01:34.866 INFO:teuthology.orchestra.run.smithi092.stdout: "cluster_fsid": "f5d8e754-8e2b-4858-a423-49d63e91d369", 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "whoami": 0, 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 4290, 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "want_state": "up:active", 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "state": "up:active", 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs", 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "rank_uptime": 12.177995918000001, 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "mdsmap_epoch": 7, 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch": 22, 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch_barrier": 22, 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout: "uptime": 17.867097695999998 2024-09-19T06:01:34.867 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:01:34.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 -- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f017806c2e0 msgr2=0x7f017806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f017806c2e0 0x7f017806e7a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f0188000f60 tx=0x7f0188009040 comp rx=0 tx=0).stop 2024-09-19T06:01:34.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 -- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f019415a050 msgr2=0x7f0194154c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:34.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f019415a050 0x7f0194154c60 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f0184000c00 tx=0x7f01840046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 -- 172.21.15.92:0/4094259583 shutdown_connections 2024-09-19T06:01:34.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f017806c2e0 0x7f017806e7a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f019415de80 0x7f01941551a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f019415a050 0x7f0194154c60 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 --2- 172.21.15.92:0/4094259583 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f01940731c0 0x7f0194146fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:34.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 -- 172.21.15.92:0/4094259583 >> 172.21.15.92:0/4094259583 conn(0x7f019406d0f0 msgr2=0x7f019415d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:34.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 -- 172.21.15.92:0/4094259583 shutdown_connections 2024-09-19T06:01:34.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:34.860+0000 7f019c800640 1 -- 172.21.15.92:0/4094259583 wait complete. 2024-09-19T06:01:34.877 INFO:teuthology.run_tasks:Running task sequential... 2024-09-19T06:01:34.888 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-19T06:01:34.888 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-19T06:01:34.889 INFO:teuthology.task.print:Enabling mgr modules 2024-09-19T06:01:34.889 INFO:teuthology.run_tasks:Running task kclient... 2024-09-19T06:01:34.913 INFO:tasks.kclient:Mounting kernel clients... 2024-09-19T06:01:34.913 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-19T06:01:34.913 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:34.913 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:01:34.950 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:34.950 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link delete ceph-brx 2024-09-19T06:01:35.049 INFO:teuthology.orchestra.run.smithi092.stderr:Cannot find device "ceph-brx" 2024-09-19T06:01:35.051 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:01:35.052 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:35.052 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:01:35.087 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:35.087 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link delete ceph-brx 2024-09-19T06:01:35.185 INFO:teuthology.orchestra.run.smithi092.stderr:Cannot find device "ceph-brx" 2024-09-19T06:01:35.187 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:01:35.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:35.188 DEBUG:teuthology.orchestra.run.smithi102:> ip netns list 2024-09-19T06:01:35.228 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:35.229 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link delete ceph-brx 2024-09-19T06:01:35.337 INFO:teuthology.orchestra.run.smithi102.stderr:Cannot find device "ceph-brx" 2024-09-19T06:01:35.340 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:01:35.340 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:35.340 DEBUG:teuthology.orchestra.run.smithi102:> ip netns list 2024-09-19T06:01:35.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:35.380 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link delete ceph-brx 2024-09-19T06:01:35.484 INFO:teuthology.orchestra.run.smithi102.stderr:Cannot find device "ceph-brx" 2024-09-19T06:01:35.487 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:01:35.488 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2024-09-19T06:01:35.488 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T06:01:35.488 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:01:35.488 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:01:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.640+0000 7f3cca200640 1 Processor -- start 2024-09-19T06:01:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.640+0000 7f3cca200640 1 -- start start 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.641+0000 7f3cca200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 0x7f3cc40ba240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.641+0000 7f3cca200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f3cc40d3fe0 0x7f3cc40d2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.641+0000 7f3cca200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3cc40cf2f0 0x7f3cc40cf7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.641+0000 7f3cca200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f3cc40d2cc0 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.641+0000 7f3cca200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f3cc40d4400 con 0x7f3cc40d3fe0 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.641+0000 7f3cca200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3cc40d2f40 con 0x7f3cc415e7a0 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3cc40cf2f0 0x7f3cc40cf7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3cc40cf2f0 0x7f3cc40cf7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58104/0 (socket says 172.21.15.92:58104) 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc3e00640 1 -- 172.21.15.92:0/2230171801 learned_addr learned my addr 172.21.15.92:0/2230171801 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc3400640 1 --2- 172.21.15.92:0/2230171801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 0x7f3cc40ba240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:35.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc2a00640 1 --2- 172.21.15.92:0/2230171801 >> v2:172.21.15.102:3300/0 conn(0x7f3cc40d3fe0 0x7f3cc40d2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:35.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc3e00640 1 -- 172.21.15.92:0/2230171801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 msgr2=0x7f3cc40ba240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:35.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc3e00640 1 --2- 172.21.15.92:0/2230171801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 0x7f3cc40ba240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc3e00640 1 -- 172.21.15.92:0/2230171801 >> v2:172.21.15.102:3300/0 conn(0x7f3cc40d3fe0 msgr2=0x7f3cc40d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:35.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc3e00640 1 --2- 172.21.15.92:0/2230171801 >> v2:172.21.15.102:3300/0 conn(0x7f3cc40d3fe0 0x7f3cc40d2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.642+0000 7f3cc3e00640 1 -- 172.21.15.92:0/2230171801 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc40d3220 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.643+0000 7f3cc3e00640 1 --2- 172.21.15.92:0/2230171801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 0x7f3cc40cf7a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3cc40696f0 tx=0x7f3cbc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cb5a7d8c166eed4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:35.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.643+0000 7f3cc2000640 1 -- 172.21.15.92:0/2230171801 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cbc036070 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.643+0000 7f3cc2000640 1 -- 172.21.15.92:0/2230171801 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cbc031600 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.643+0000 7f3cc2000640 1 -- 172.21.15.92:0/2230171801 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cbc0319d0 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.644+0000 7f3cca200640 1 -- 172.21.15.92:0/2230171801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 msgr2=0x7f3cc40cf7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:35.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.644+0000 7f3cca200640 1 --2- 172.21.15.92:0/2230171801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 0x7f3cc40cf7a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f3cc40696f0 tx=0x7f3cbc02a730 comp rx=0 tx=0).stop 2024-09-19T06:01:35.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.644+0000 7f3cca200640 1 -- 172.21.15.92:0/2230171801 shutdown_connections 2024-09-19T06:01:35.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.644+0000 7f3cca200640 1 --2- 172.21.15.92:0/2230171801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 0x7f3cc40cf7a0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.644+0000 7f3cca200640 1 --2- 172.21.15.92:0/2230171801 >> v2:172.21.15.102:3300/0 conn(0x7f3cc40d3fe0 0x7f3cc40d2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.644+0000 7f3cca200640 1 --2- 172.21.15.92:0/2230171801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 0x7f3cc40ba240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.644+0000 7f3cca200640 1 -- 172.21.15.92:0/2230171801 >> 172.21.15.92:0/2230171801 conn(0x7f3cc40d1550 msgr2=0x7f3cc40d1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:35.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.644+0000 7f3cca200640 1 -- 172.21.15.92:0/2230171801 shutdown_connections 2024-09-19T06:01:35.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.644+0000 7f3cca200640 1 -- 172.21.15.92:0/2230171801 wait complete. 2024-09-19T06:01:35.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.645+0000 7f3cca200640 1 Processor -- start 2024-09-19T06:01:35.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.646+0000 7f3cca200640 1 -- start start 2024-09-19T06:01:35.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.646+0000 7f3cca200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 0x7f3cc415d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:35.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.646+0000 7f3cca200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cc40d3fe0 0x7f3cc4153b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:35.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cca200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 0x7f3cc4160ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:35.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cca200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc40d3ac0 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cca200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3cc40d37e0 con 0x7f3cc40d3fe0 2024-09-19T06:01:35.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cca200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3cc415eb80 con 0x7f3cc415e7a0 2024-09-19T06:01:35.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 0x7f3cc415d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:35.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 0x7f3cc415d0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58106/0 (socket says 172.21.15.92:58106) 2024-09-19T06:01:35.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3400640 1 -- 172.21.15.92:0/4247865600 learned_addr learned my addr 172.21.15.92:0/4247865600 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc2a00640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cc40d3fe0 0x7f3cc4153b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3e00640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 0x7f3cc4160ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3400640 1 -- 172.21.15.92:0/4247865600 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 msgr2=0x7f3cc4160ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3400640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 0x7f3cc4160ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3400640 1 -- 172.21.15.92:0/4247865600 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cc40d3fe0 msgr2=0x7f3cc4153b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3400640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cc40d3fe0 0x7f3cc4153b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3400640 1 -- 172.21.15.92:0/4247865600 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3cc415fe50 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.647+0000 7f3cc3400640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 0x7f3cc415d0c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f3cb400e870 tx=0x7f3cb400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.648+0000 7f3cbb400640 1 -- 172.21.15.92:0/4247865600 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb4017070 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.648+0000 7f3cbb400640 1 -- 172.21.15.92:0/4247865600 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3cb400c8e0 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.648+0000 7f3cbb400640 1 -- 172.21.15.92:0/4247865600 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3cb400ccd0 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.648+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3cc4160130 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.648+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3cc41606f0 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.649+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3cc40d2780 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.650+0000 7f3cbb400640 1 -- 172.21.15.92:0/4247865600 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3cb401a070 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.650+0000 7f3cbb400640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ca406c2b0 0x7f3ca406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:35.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.650+0000 7f3cbb400640 1 -- 172.21.15.92:0/4247865600 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f3cb408b510 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.651+0000 7f3cc2a00640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ca406c2b0 0x7f3ca406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:35.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.651+0000 7f3cc2a00640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ca406c2b0 0x7f3ca406e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4161b30 tx=0x7f3cb0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:35.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.654+0000 7f3cbb400640 1 -- 172.21.15.92:0/4247865600 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3cb4059620 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.861+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f3cc406d200 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.862+0000 7f3cbb400640 1 -- 172.21.15.92:0/4247865600 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f3cb405d920 con 0x7f3cc40cf2f0 2024-09-19T06:01:35.864 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ca406c2b0 msgr2=0x7f3ca406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ca406c2b0 0x7f3ca406e770 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f3cc4161b30 tx=0x7f3cb0008040 comp rx=0 tx=0).stop 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 msgr2=0x7f3cc415d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 0x7f3cc415d0c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f3cb400e870 tx=0x7f3cb400ed30 comp rx=0 tx=0).stop 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 shutdown_connections 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3cc415e7a0 0x7f3cc4160ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ca406c2b0 0x7f3ca406e770 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3cc40d3fe0 0x7f3cc4153b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 --2- 172.21.15.92:0/4247865600 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc40cf2f0 0x7f3cc415d0c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:35.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 >> 172.21.15.92:0/4247865600 conn(0x7f3cc40d1550 msgr2=0x7f3cc4074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:35.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 shutdown_connections 2024-09-19T06:01:35.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:35.864+0000 7f3cca200640 1 -- 172.21.15.92:0/4247865600 wait complete. 2024-09-19T06:01:35.881 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T06:01:35.881 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:01:35.881 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:01:35.882 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:01:35.882 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:01:35.882 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T06:01:35.882 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T06:01:35.882 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:01:35.882 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:01:35.882 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:35.882 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:01:35.917 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:01:35.917 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:01:35.917 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:01:35.917 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:35.917 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:01:35.917 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:35.917 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:35.917 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42716sec preferred_lft 42716sec 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:01:35.918 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:35.919 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T06:01:35.919 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:35.920 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:01:35.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add name ceph-brx type bridge 2024-09-19T06:01:35.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip addr flush dev ceph-brx 2024-09-19T06:01:35.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set ceph-brx up 2024-09-19T06:01:35.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T06:01:35.920 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:01:36.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:36.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:36 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:36.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:36.366 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:01:36.420 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:01:36.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:36.424 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:01:36.475 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:01:36.476 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:01:36.476 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:01:36.476 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:01:36.476 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:01:36.476 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:36.476 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:01:36.476 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:01:36.476 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:01:36.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:01:36.477 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:01:36.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:36 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:37.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:37.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:37.085 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:01:37.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:37.121 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list-id 2024-09-19T06:01:37.196 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:37.196 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:01:37.196 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:01:37.196 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-19T06:01:37.196 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:01:37.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:37.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:37.374 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-19T06:01:37.375 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:37.375 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:01:37.375 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-19T06:01:37.375 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T06:01:37.375 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-19T06:01:37.375 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-19T06:01:37.375 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-19T06:01:37.375 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:01:37.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:37.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:37.615 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:37.615 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:01:37.615 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-09-19T06:01:37.615 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T06:01:37.615 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:01:37.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:37 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:37.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:37 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:37.783 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:01:37.783 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:01:37.800 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:01:37.818 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:01:37.819 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:01:37.819 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:01:37.862 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:01:37.897 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T06:01:37.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:37.897 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:38.054 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:38.054 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:01:38.682 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:38.682 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:01:38.682 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:01:38.682 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 0@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:01:38.682 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:01:38.684 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:01:38.684 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:01:38.684 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:01:38.684 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:01:38.684 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:01:38.687 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:01:38.687 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:38.687 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:01:38.747 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:38.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:38 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:38.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:38 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:38.845 INFO:teuthology.orchestra.run.smithi092.stdout:client4457 2024-09-19T06:01:38.845 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:01:38.845 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:38.881 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:39.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:39.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:39.019 INFO:teuthology.orchestra.run.smithi092.stdout:client4457 2024-09-19T06:01:39.020 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:39.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:39.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:39.118 INFO:teuthology.orchestra.run.smithi092.stdout:client4457 2024-09-19T06:01:39.118 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/f5d8e754-8e2b-4858-a423-49d63e91d369.client4457/status') 2024-09-19T06:01:39.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:39.222 INFO:teuthology.orchestra.run.smithi092.stdout:instance: client.4457 (3)172.21.15.92:0/686516517 2024-09-19T06:01:39.222 INFO:teuthology.orchestra.run.smithi092.stdout:blocklisted: false 2024-09-19T06:01:39.223 INFO:teuthology.orchestra.run.smithi092.stderr:0+1 records in 2024-09-19T06:01:39.223 INFO:teuthology.orchestra.run.smithi092.stderr:0+1 records out 2024-09-19T06:01:39.223 INFO:teuthology.orchestra.run.smithi092.stderr:69 bytes copied, 6.4001e-05 s, 1.1 MB/s 2024-09-19T06:01:39.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:39.233 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2024-09-19T06:01:39.233 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T06:01:39.233 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T06:01:39.234 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:01:39.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.385+0000 7f0759c00640 1 Processor -- start 2024-09-19T06:01:39.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.385+0000 7f0759c00640 1 -- start start 2024-09-19T06:01:39.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.386+0000 7f0759c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c550 0x7f07540b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:39.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.386+0000 7f0759c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07540b4cf0 con 0x7f07540b6310 2024-09-19T06:01:39.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.386+0000 7f0759c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07540b4fd0 con 0x7f075415c170 2024-09-19T06:01:39.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.386+0000 7f0759c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f07540b52b0 con 0x7f075415c550 2024-09-19T06:01:39.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0753400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f07540b6310 0x7f07540b39b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44352/0 (socket says 172.21.15.92:44352) 2024-09-19T06:01:39.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0753400640 1 -- 172.21.15.92:0/1288645624 learned_addr learned my addr 172.21.15.92:0/1288645624 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:39.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0752000640 1 --2- 172.21.15.92:0/1288645624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c550 0x7f07540b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:39.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0751600640 1 -- 172.21.15.92:0/1288645624 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2807955965 0 0) 0x7f07540b4cf0 con 0x7f07540b6310 2024-09-19T06:01:39.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0751600640 1 -- 172.21.15.92:0/1288645624 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0738003520 con 0x7f07540b6310 2024-09-19T06:01:39.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0751600640 1 -- 172.21.15.92:0/1288645624 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 423176137 0 0) 0x7f07540b4fd0 con 0x7f075415c170 2024-09-19T06:01:39.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0751600640 1 -- 172.21.15.92:0/1288645624 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f07540b4cf0 con 0x7f075415c170 2024-09-19T06:01:39.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0752000640 1 -- 172.21.15.92:0/1288645624 >> v1:172.21.15.102:6789/0 conn(0x7f075415c170 legacy=0x7f07540cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:39.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0752000640 1 -- 172.21.15.92:0/1288645624 >> v1:172.21.15.92:6789/0 conn(0x7f07540b6310 legacy=0x7f07540b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:39.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.387+0000 7f0752000640 1 -- 172.21.15.92:0/1288645624 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07540b5590 con 0x7f075415c550 2024-09-19T06:01:39.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.388+0000 7f0752000640 1 --2- 172.21.15.92:0/1288645624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c550 0x7f07540b5dd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f07400097d0 tx=0x7f074002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5c422a9206ea696f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:39.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0751600640 1 -- 172.21.15.92:0/1288645624 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0740037070 con 0x7f075415c550 2024-09-19T06:01:39.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0751600640 1 -- 172.21.15.92:0/1288645624 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0740032440 con 0x7f075415c550 2024-09-19T06:01:39.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0751600640 1 -- 172.21.15.92:0/1288645624 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0740032810 con 0x7f075415c550 2024-09-19T06:01:39.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0759c00640 1 -- 172.21.15.92:0/1288645624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c550 msgr2=0x7f07540b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:39.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0759c00640 1 --2- 172.21.15.92:0/1288645624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c550 0x7f07540b5dd0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f07400097d0 tx=0x7f074002a210 comp rx=0 tx=0).stop 2024-09-19T06:01:39.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0759c00640 1 -- 172.21.15.92:0/1288645624 shutdown_connections 2024-09-19T06:01:39.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0759c00640 1 --2- 172.21.15.92:0/1288645624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c550 0x7f07540b5dd0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:39.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0759c00640 1 -- 172.21.15.92:0/1288645624 >> 172.21.15.92:0/1288645624 conn(0x7f075406bc10 msgr2=0x7f075406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:39.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0759c00640 1 -- 172.21.15.92:0/1288645624 shutdown_connections 2024-09-19T06:01:39.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.389+0000 7f0759c00640 1 -- 172.21.15.92:0/1288645624 wait complete. 2024-09-19T06:01:39.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.391+0000 7f0759c00640 1 Processor -- start 2024-09-19T06:01:39.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.391+0000 7f0759c00640 1 -- start start 2024-09-19T06:01:39.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.392+0000 7f0759c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07540b6310 0x7f075415e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:39.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.392+0000 7f0759c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c170 0x7f07541f6480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:39.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.392+0000 7f0759c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f075415c550 0x7f075415e1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:39.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.392+0000 7f0759c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f075415c990 con 0x7f07540b6310 2024-09-19T06:01:39.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.392+0000 7f0759c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f07540b5b50 con 0x7f075415c550 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.392+0000 7f0759c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f07540cfdd0 con 0x7f075415c170 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.392+0000 7f0752a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07540b6310 0x7f075415e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.392+0000 7f0752a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07540b6310 0x7f075415e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58684/0 (socket says 172.21.15.92:58684) 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.392+0000 7f0752a00640 1 -- 172.21.15.92:0/776715680 learned_addr learned my addr 172.21.15.92:0/776715680 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0752000640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c170 0x7f07541f6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0753400640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f075415c550 0x7f075415e1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0752a00640 1 -- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c170 msgr2=0x7f07541f6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0752a00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c170 0x7f07541f6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0752a00640 1 -- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f075415c550 msgr2=0x7f075415e1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0752a00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f075415c550 0x7f075415e1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0752a00640 1 -- 172.21.15.92:0/776715680 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f075415ef60 con 0x7f07540b6310 2024-09-19T06:01:39.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0752000640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c170 0x7f07541f6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:39.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0753400640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f075415c550 0x7f075415e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:39.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0752a00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07540b6310 0x7f075415e980 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f074400c500 tx=0x7f074400c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:39.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f074aa00640 1 -- 172.21.15.92:0/776715680 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07440052d0 con 0x7f07540b6310 2024-09-19T06:01:39.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f074aa00640 1 -- 172.21.15.92:0/776715680 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0744005490 con 0x7f07540b6310 2024-09-19T06:01:39.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f074aa00640 1 -- 172.21.15.92:0/776715680 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0744012870 con 0x7f07540b6310 2024-09-19T06:01:39.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f075415f240 con 0x7f07540b6310 2024-09-19T06:01:39.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.393+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07541f5f60 con 0x7f07540b6310 2024-09-19T06:01:39.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.394+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07540b5dd0 con 0x7f07540b6310 2024-09-19T06:01:39.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.395+0000 7f074aa00640 1 -- 172.21.15.92:0/776715680 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0744012a10 con 0x7f07540b6310 2024-09-19T06:01:39.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.396+0000 7f074aa00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f073406c2b0 0x7f073406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:39.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.396+0000 7f074aa00640 1 -- 172.21.15.92:0/776715680 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f074408b1a0 con 0x7f07540b6310 2024-09-19T06:01:39.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.396+0000 7f0752000640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f073406c2b0 0x7f073406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:39.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.397+0000 7f0752000640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f073406c2b0 0x7f073406e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0740034000 tx=0x7f074002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:39.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.401+0000 7f074aa00640 1 -- 172.21.15.92:0/776715680 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0744059880 con 0x7f07540b6310 2024-09-19T06:01:39.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.611+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f075415f410 con 0x7f07540b6310 2024-09-19T06:01:39.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.612+0000 7f074aa00640 1 -- 172.21.15.92:0/776715680 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f0744076e20 con 0x7f07540b6310 2024-09-19T06:01:39.614 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f073406c2b0 msgr2=0x7f073406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f073406c2b0 0x7f073406e770 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0740034000 tx=0x7f074002e000 comp rx=0 tx=0).stop 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07540b6310 msgr2=0x7f075415e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07540b6310 0x7f075415e980 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f074400c500 tx=0x7f074400c9c0 comp rx=0 tx=0).stop 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 shutdown_connections 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f073406c2b0 0x7f073406e770 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f075415c550 0x7f075415e1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f075415c170 0x7f07541f6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 --2- 172.21.15.92:0/776715680 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07540b6310 0x7f075415e980 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.614+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 >> 172.21.15.92:0/776715680 conn(0x7f075406bc10 msgr2=0x7f07540b37b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.615+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 shutdown_connections 2024-09-19T06:01:39.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39.615+0000 7f0759c00640 1 -- 172.21.15.92:0/776715680 wait complete. 2024-09-19T06:01:39.632 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T06:01:39.632 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:01:39.632 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:01:39.632 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-19T06:01:39.632 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-19T06:01:39.633 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T06:01:39.633 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T06:01:39.633 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:01:39.633 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-19T06:01:39.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:39.633 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:01:39.668 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:39.669 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42712sec preferred_lft 42712sec 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::3026:f9ff:fec4:ac60/64 scope link 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:01:39.670 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::580b:55ff:fe2d:e55/64 scope link 2024-09-19T06:01:39.671 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:39.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:39.672 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:01:39.765 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:01:39.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:39.769 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:01:39.805 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:01:39.805 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:01:39.806 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:01:39.806 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:01:39.806 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:01:39.806 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:39.806 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:01:39.806 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:01:39.806 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:01:39.806 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:01:39.806 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:01:39.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:39.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:39 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:40.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:40.003 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:01:40.038 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:01:40.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:40.039 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list-id 2024-09-19T06:01:40.113 INFO:teuthology.orchestra.run.smithi092.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-19T06:01:40.114 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:40.114 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:01:40.114 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:01:40.114 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-19T06:01:40.114 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:01:40.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:40.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:40.289 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:40.289 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T06:01:40.344 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:01:40.344 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:01:40.344 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:01:40.344 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:40.345 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:01:40.345 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:40.345 INFO:teuthology.orchestra.run.smithi092.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:01:40.345 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 36:a5:6c:d3:b6:e9 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T06:01:40.345 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T06:01:40.345 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:40.345 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::34a5:6cff:fed3:b6e9/64 scope link 2024-09-19T06:01:40.345 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:40.347 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:40.347 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 36:a5:6c:d3:b6:e9 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T06:01:40.403 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:40.404 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::34a5:6cff:fed3:b6e9/64 scope link 2024-09-19T06:01:40.404 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:40.406 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-19T06:01:40.406 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:40.406 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:01:40.406 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-19T06:01:40.407 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T06:01:40.407 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-19T06:01:40.407 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-19T06:01:40.407 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-19T06:01:40.407 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:01:40.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:40.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:40.621 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:40.621 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:01:40.621 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.1 up 2024-09-19T06:01:40.621 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T06:01:40.621 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:01:40.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:40 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:40.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:40 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:40.786 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:01:40.786 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-19T06:01:40.821 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-19T06:01:40.821 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:01:40.821 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-19T06:01:40.897 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2024-09-19T06:01:40.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:40.897 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:41.025 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:41.026 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:01:41.053 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:41.053 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:01:41.053 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:01:41.054 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 2@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:01:41.054 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:01:41.055 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.2 does not contain SELinux labels. 2024-09-19T06:01:41.055 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:01:41.055 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:01:41.055 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:01:41.056 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:01:41.058 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:01:41.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:41.058 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-19T06:01:41.114 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:41.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:41.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:41.203 INFO:teuthology.orchestra.run.smithi092.stdout:client4611 2024-09-19T06:01:41.204 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:01:41.204 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:41.239 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:41.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:41.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:41.368 INFO:teuthology.orchestra.run.smithi092.stdout:client4611 2024-09-19T06:01:41.369 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:41.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:41.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:41.457 INFO:teuthology.orchestra.run.smithi092.stdout:client4611 2024-09-19T06:01:41.458 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.2 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/f5d8e754-8e2b-4858-a423-49d63e91d369.client4611/status') 2024-09-19T06:01:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:41.556 INFO:teuthology.orchestra.run.smithi092.stdout:instance: client.4611 (3)192.168.0.2:0/82526211 2024-09-19T06:01:41.556 INFO:teuthology.orchestra.run.smithi092.stdout:blocklisted: false 2024-09-19T06:01:41.556 INFO:teuthology.orchestra.run.smithi092.stderr:0+1 records in 2024-09-19T06:01:41.557 INFO:teuthology.orchestra.run.smithi092.stderr:0+1 records out 2024-09-19T06:01:41.557 INFO:teuthology.orchestra.run.smithi092.stderr:67 bytes copied, 5.159e-05 s, 1.3 MB/s 2024-09-19T06:01:41.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:41.567 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2024-09-19T06:01:41.567 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T06:01:41.567 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T06:01:41.567 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:01:41.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.718+0000 7f20eec00640 1 Processor -- start 2024-09-19T06:01:41.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.718+0000 7f20eec00640 1 -- start start 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.720+0000 7f20eec00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 0x7f20e815c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.720+0000 7f20eec00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20e80b50a0 con 0x7f20e80cfc80 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.720+0000 7f20eec00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20e80b5380 con 0x7f20e8155800 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.720+0000 7f20eec00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f20e80b6550 con 0x7f20e80b6140 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.720+0000 7f20df400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f20e80cfc80 0x7f20e815c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44356/0 (socket says 172.21.15.92:44356) 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.720+0000 7f20df400640 1 -- 172.21.15.92:0/1806288567 learned_addr learned my addr 172.21.15.92:0/1806288567 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.720+0000 7f20ecc00640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 0x7f20e815c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.720+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1849033265 0 0) 0x7f20e80b50a0 con 0x7f20e80cfc80 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.720+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f20cc005730 con 0x7f20e80cfc80 2024-09-19T06:01:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3221678333 0 0) 0x7f20e80b5380 con 0x7f20e8155800 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f20e80b50a0 con 0x7f20e8155800 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3098230646 0 0) 0x7f20cc005730 con 0x7f20e80cfc80 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 msgr2=0x7f20e815c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 0x7f20e815c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 >> v1:172.21.15.102:6789/0 conn(0x7f20e8155800 legacy=0x7f20e80cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20e80b5660 con 0x7f20e80cfc80 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f20d0001670 con 0x7f20e80cfc80 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20ecc00640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 0x7f20e815c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 >> v1:172.21.15.92:6789/0 conn(0x7f20e80cfc80 legacy=0x7f20e815c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20cc005d80 0x7f20cc006180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:41.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 0x7f20cc006a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20cc006f50 0x7f20cc0073d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f20e80b6550 con 0x7f20cc005d80 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f20cc00dc80 con 0x7f20cc006f50 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f20cc00de80 con 0x7f20e80b6140 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7e00640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20cc005d80 0x7f20cc006180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20df400640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 0x7f20cc006a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20ecc00640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20cc006f50 0x7f20cc0073d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7e00640 1 -- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 msgr2=0x7f20cc006a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.721+0000 7f20e7e00640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 0x7f20cc006a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.722+0000 7f20e7e00640 1 -- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20cc006f50 msgr2=0x7f20cc0073d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.722+0000 7f20e7e00640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20cc006f50 0x7f20cc0073d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.722+0000 7f20e7e00640 1 -- 172.21.15.92:0/1806288567 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20cc005730 con 0x7f20cc005d80 2024-09-19T06:01:41.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.722+0000 7f20df400640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e80b6140 0x7f20cc006a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.722+0000 7f20e7e00640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20cc005d80 0x7f20cc006180 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f20d80018d0 tx=0x7f20cc007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a9b7214bc511c9c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d80014f0 con 0x7f20cc005d80 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20d80052d0 con 0x7f20cc005d80 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20e7400640 1 -- 172.21.15.92:0/1806288567 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20d802ac90 con 0x7f20cc005d80 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20eec00640 1 -- 172.21.15.92:0/1806288567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20cc005d80 msgr2=0x7f20cc006180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20eec00640 1 --2- 172.21.15.92:0/1806288567 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20cc005d80 0x7f20cc006180 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f20d80018d0 tx=0x7f20cc007a40 comp rx=0 tx=0).stop 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20ecc00640 1 -- 172.21.15.92:0/1806288567 reap_dead start 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20eec00640 1 -- 172.21.15.92:0/1806288567 shutdown_connections 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20eec00640 1 -- 172.21.15.92:0/1806288567 >> 172.21.15.92:0/1806288567 conn(0x7f20e806bc10 msgr2=0x7f20e806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20eec00640 1 -- 172.21.15.92:0/1806288567 shutdown_connections 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.723+0000 7f20eec00640 1 -- 172.21.15.92:0/1806288567 wait complete. 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.725+0000 7f20eec00640 1 Processor -- start 2024-09-19T06:01:41.730 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.725+0000 7f20eec00640 1 -- start start 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20eec00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20cc005d80 0x7f20e814f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20eec00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e814fe70 0x7f20e806ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20eec00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20e81f3370 0x7f20e806d370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20eec00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f20e8155be0 con 0x7f20e81f3370 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20eec00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f20e80b5c20 con 0x7f20cc005d80 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20eec00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f20e815c330 con 0x7f20e814fe70 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20ecc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20e81f3370 0x7f20e806d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20ecc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20e81f3370 0x7f20e806d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58688/0 (socket says 172.21.15.92:58688) 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20ecc00640 1 -- 172.21.15.92:0/239676204 learned_addr learned my addr 172.21.15.92:0/239676204 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:41.731 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20e7e00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20cc005d80 0x7f20e814f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:41.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.726+0000 7f20df400640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e814fe70 0x7f20e806ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:41.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20ecc00640 1 -- 172.21.15.92:0/239676204 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e814fe70 msgr2=0x7f20e806ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:41.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20ecc00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e814fe70 0x7f20e806ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:41.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20ecc00640 1 -- 172.21.15.92:0/239676204 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20cc005d80 msgr2=0x7f20e814f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:41.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20ecc00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20cc005d80 0x7f20e814f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:41.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20ecc00640 1 -- 172.21.15.92:0/239676204 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20e81502c0 con 0x7f20e81f3370 2024-09-19T06:01:41.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20df400640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e814fe70 0x7f20e806ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:41.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20ecc00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20e81f3370 0x7f20e806d370 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f20e806e210 tx=0x7f20e0009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:41.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20e4c00640 1 -- 172.21.15.92:0/239676204 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e000fda0 con 0x7f20e81f3370 2024-09-19T06:01:41.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20e4c00640 1 -- 172.21.15.92:0/239676204 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f20e0003990 con 0x7f20e81f3370 2024-09-19T06:01:41.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20e4c00640 1 -- 172.21.15.92:0/239676204 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f20e0003d80 con 0x7f20e81f3370 2024-09-19T06:01:41.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f20e814f600 con 0x7f20e81f3370 2024-09-19T06:01:41.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.727+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f20e81f3b30 con 0x7f20e81f3370 2024-09-19T06:01:41.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.728+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f20e815c660 con 0x7f20e81f3370 2024-09-19T06:01:41.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.729+0000 7f20e4c00640 1 -- 172.21.15.92:0/239676204 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f20e0004020 con 0x7f20e81f3370 2024-09-19T06:01:41.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.730+0000 7f20e4c00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f20c406c2b0 0x7f20c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:41.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.730+0000 7f20e4c00640 1 -- 172.21.15.92:0/239676204 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f20e008bea0 con 0x7f20e81f3370 2024-09-19T06:01:41.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.730+0000 7f20e7e00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f20c406c2b0 0x7f20c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:41.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.731+0000 7f20e7e00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f20c406c2b0 0x7f20c406e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f20d8032000 tx=0x7f20d8009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:41.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.734+0000 7f20e4c00640 1 -- 172.21.15.92:0/239676204 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f20e0019030 con 0x7f20e81f3370 2024-09-19T06:01:41.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.944+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f20e815b8c0 con 0x7f20e81f3370 2024-09-19T06:01:41.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.944+0000 7f20e4c00640 1 -- 172.21.15.92:0/239676204 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7f20e0010040 con 0x7f20e81f3370 2024-09-19T06:01:41.946 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f20c406c2b0 msgr2=0x7f20c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f20c406c2b0 0x7f20c406e770 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f20d8032000 tx=0x7f20d8009030 comp rx=0 tx=0).stop 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20e81f3370 msgr2=0x7f20e806d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20e81f3370 0x7f20e806d370 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f20e806e210 tx=0x7f20e0009f90 comp rx=0 tx=0).stop 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 shutdown_connections 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f20e81f3370 0x7f20e806d370 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20e814fe70 0x7f20e806ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f20c406c2b0 0x7f20c406e770 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 --2- 172.21.15.92:0/239676204 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20cc005d80 0x7f20e814f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 >> 172.21.15.92:0/239676204 conn(0x7f20e806bc10 msgr2=0x7f20e80ce4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:41.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.946+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 shutdown_connections 2024-09-19T06:01:41.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:41.947+0000 7f20eec00640 1 -- 172.21.15.92:0/239676204 wait complete. 2024-09-19T06:01:41.964 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T06:01:41.964 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:01:41.965 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi102.front.sepia.ceph.com 2024-09-19T06:01:41.965 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-19T06:01:41.965 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-19T06:01:41.965 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T06:01:41.965 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T06:01:41.965 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:01:41.965 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-19T06:01:41.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:41.965 DEBUG:teuthology.orchestra.run.smithi102:> ip addr 2024-09-19T06:01:42.003 INFO:teuthology.orchestra.run.smithi102.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:01:42.003 INFO:teuthology.orchestra.run.smithi102.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 ::1/128 scope host 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 0c:c4:7a:d8:d9:dc brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout: altname enp7s0f0 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 0c:c4:7a:d8:d9:dd brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout: altname enp7s0f1 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:42.004 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 0c:c4:7a:8f:d7:68 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:42.005 INFO:teuthology.orchestra.run.smithi102.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:01:42.005 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 0c:c4:7a:8f:d7:69 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:42.005 INFO:teuthology.orchestra.run.smithi102.stdout: inet 172.21.15.102/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:01:42.005 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft 42676sec preferred_lft 42676sec 2024-09-19T06:01:42.005 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 fe80::ec4:7aff:fe8f:d769/64 scope link noprefixroute 2024-09-19T06:01:42.005 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:42.006 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-19T06:01:42.006 DEBUG:teuthology.orchestra.run.smithi102:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:42.006 DEBUG:teuthology.orchestra.run.smithi102:> set -e 2024-09-19T06:01:42.006 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link add name ceph-brx type bridge 2024-09-19T06:01:42.006 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip addr flush dev ceph-brx 2024-09-19T06:01:42.006 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link set ceph-brx up 2024-09-19T06:01:42.006 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-19T06:01:42.006 DEBUG:teuthology.orchestra.run.smithi102:> ') 2024-09-19T06:01:42.123 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:42.441 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:42.449 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:42.449 DEBUG:teuthology.orchestra.run.smithi102:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:01:42.504 INFO:teuthology.orchestra.run.smithi102.stdout:1 2024-09-19T06:01:42.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:42.976 DEBUG:teuthology.orchestra.run.smithi102:> route 2024-09-19T06:01:43.032 INFO:teuthology.orchestra.run.smithi102.stdout:Kernel IP routing table 2024-09-19T06:01:43.032 INFO:teuthology.orchestra.run.smithi102.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:01:43.032 INFO:teuthology.orchestra.run.smithi102.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:01:43.032 INFO:teuthology.orchestra.run.smithi102.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:01:43.032 INFO:teuthology.orchestra.run.smithi102.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:01:43.032 DEBUG:teuthology.orchestra.run.smithi102:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:43.033 DEBUG:teuthology.orchestra.run.smithi102:> set -e 2024-09-19T06:01:43.033 DEBUG:teuthology.orchestra.run.smithi102:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:01:43.033 DEBUG:teuthology.orchestra.run.smithi102:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:01:43.033 DEBUG:teuthology.orchestra.run.smithi102:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:01:43.033 DEBUG:teuthology.orchestra.run.smithi102:> ') 2024-09-19T06:01:43.111 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:43.609 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:43.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:43.618 DEBUG:teuthology.orchestra.run.smithi102:> ip netns list 2024-09-19T06:01:43.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:43.657 DEBUG:teuthology.orchestra.run.smithi102:> ip netns list-id 2024-09-19T06:01:43.728 DEBUG:teuthology.orchestra.run.smithi102:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:43.728 DEBUG:teuthology.orchestra.run.smithi102:> set -e 2024-09-19T06:01:43.729 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T06:01:43.729 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-19T06:01:43.729 DEBUG:teuthology.orchestra.run.smithi102:> ') 2024-09-19T06:01:43.845 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:43.899 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:43.907 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-19T06:01:43.907 DEBUG:teuthology.orchestra.run.smithi102:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:43.907 DEBUG:teuthology.orchestra.run.smithi102:> set -e 2024-09-19T06:01:43.907 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-19T06:01:43.908 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-19T06:01:43.908 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-19T06:01:43.908 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-19T06:01:43.908 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-19T06:01:43.908 DEBUG:teuthology.orchestra.run.smithi102:> ') 2024-09-19T06:01:43.987 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:43 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:44.149 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:44.157 DEBUG:teuthology.orchestra.run.smithi102:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:44.157 DEBUG:teuthology.orchestra.run.smithi102:> set -e 2024-09-19T06:01:44.157 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link set brx.0 up 2024-09-19T06:01:44.158 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link set dev brx.0 master ceph-brx 2024-09-19T06:01:44.158 DEBUG:teuthology.orchestra.run.smithi102:> ') 2024-09-19T06:01:44.235 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:44 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:44.315 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:44 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:44.323 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:01:44.323 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-19T06:01:44.358 INFO:teuthology.orchestra.run.smithi102.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-19T06:01:44.359 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:01:44.359 DEBUG:teuthology.orchestra.run.smithi102:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-19T06:01:44.434 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2024-09-19T06:01:44.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:44.434 DEBUG:teuthology.orchestra.run.smithi102:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:44.570 INFO:teuthology.orchestra.run.smithi102.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:44.570 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:01:45.233 INFO:teuthology.orchestra.run.smithi102.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:45.233 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:01:45.234 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:01:45.234 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: trying mount with new device syntax: 1@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:01:45.234 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:01:45.236 INFO:teuthology.orchestra.run.smithi102.stdout:mount: /home/ubuntu/cephtest/mnt.1 does not contain SELinux labels. 2024-09-19T06:01:45.237 INFO:teuthology.orchestra.run.smithi102.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:01:45.237 INFO:teuthology.orchestra.run.smithi102.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:01:45.237 INFO:teuthology.orchestra.run.smithi102.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:01:45.237 INFO:teuthology.orchestra.run.smithi102.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:01:45.239 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:01:45.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:45.240 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-19T06:01:45.295 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:45.373 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:45 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:45.376 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:45.384 INFO:teuthology.orchestra.run.smithi102.stdout:client4469 2024-09-19T06:01:45.384 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:01:45.385 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:45.420 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:45.538 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:45 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:45.540 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:45.548 INFO:teuthology.orchestra.run.smithi102.stdout:client4469 2024-09-19T06:01:45.549 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:45.625 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:45 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:45.629 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:45.637 INFO:teuthology.orchestra.run.smithi102.stdout:client4469 2024-09-19T06:01:45.638 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest/mnt.1 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/f5d8e754-8e2b-4858-a423-49d63e91d369.client4469/status') 2024-09-19T06:01:45.717 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:45 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:45.738 INFO:teuthology.orchestra.run.smithi102.stdout:instance: client.4469 (3)192.168.0.1:0/638639154 2024-09-19T06:01:45.738 INFO:teuthology.orchestra.run.smithi102.stdout:blocklisted: false 2024-09-19T06:01:45.739 INFO:teuthology.orchestra.run.smithi102.stderr:0+1 records in 2024-09-19T06:01:45.739 INFO:teuthology.orchestra.run.smithi102.stderr:0+1 records out 2024-09-19T06:01:45.739 INFO:teuthology.orchestra.run.smithi102.stderr:68 bytes copied, 5.615e-05 s, 1.2 MB/s 2024-09-19T06:01:45.741 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:45 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:45.749 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2024-09-19T06:01:45.750 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-19T06:01:45.750 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T06:01:45.750 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:01:45.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.908+0000 7ff111400640 1 Processor -- start 2024-09-19T06:01:45.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.908+0000 7ff111400640 1 -- start start 2024-09-19T06:01:45.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.909+0000 7ff111400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff10c15e5f0 0x7ff10c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:45.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.909+0000 7ff111400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff10c0b8900 0x7ff10c0d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:45.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.909+0000 7ff111400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff10c15e9d0 con 0x7ff10c0d13c0 2024-09-19T06:01:45.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.909+0000 7ff111400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff10c0b9b30 con 0x7ff10c0b8900 2024-09-19T06:01:45.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.909+0000 7ff111400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff10c0b8f20 con 0x7ff10c15e5f0 2024-09-19T06:01:45.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.909+0000 7ff110a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff10c0b8900 0x7ff10c0d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:45.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.909+0000 7ff10b400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff10c0d13c0 0x7ff10c0b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44370/0 (socket says 172.21.15.92:44370) 2024-09-19T06:01:45.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.909+0000 7ff10b400640 1 -- 172.21.15.92:0/4176500204 learned_addr learned my addr 172.21.15.92:0/4176500204 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:45.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.910+0000 7ff10be00640 1 --2- 172.21.15.92:0/4176500204 >> v2:172.21.15.102:3300/0 conn(0x7ff10c15e5f0 0x7ff10c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:45.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.910+0000 7ff110a00640 1 -- 172.21.15.92:0/4176500204 >> v2:172.21.15.102:3300/0 conn(0x7ff10c15e5f0 msgr2=0x7ff10c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:45.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.910+0000 7ff110a00640 1 --2- 172.21.15.92:0/4176500204 >> v2:172.21.15.102:3300/0 conn(0x7ff10c15e5f0 0x7ff10c0d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:45.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.910+0000 7ff110a00640 1 -- 172.21.15.92:0/4176500204 >> v1:172.21.15.92:6789/0 conn(0x7ff10c0d13c0 legacy=0x7ff10c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:45.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.910+0000 7ff110a00640 1 -- 172.21.15.92:0/4176500204 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff10c0b9200 con 0x7ff10c0b8900 2024-09-19T06:01:45.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.911+0000 7ff110a00640 1 --2- 172.21.15.92:0/4176500204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0b8900 0x7ff10c0d2bc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0633c0 tx=0x7ff10402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7aee4f597bb9fa9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:45.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.911+0000 7ff10aa00640 1 -- 172.21.15.92:0/4176500204 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff104007740 con 0x7ff10c0b8900 2024-09-19T06:01:45.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.911+0000 7ff10aa00640 1 -- 172.21.15.92:0/4176500204 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1040078e0 con 0x7ff10c0b8900 2024-09-19T06:01:45.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.911+0000 7ff10aa00640 1 -- 172.21.15.92:0/4176500204 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff104007cb0 con 0x7ff10c0b8900 2024-09-19T06:01:45.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.912+0000 7ff111400640 1 -- 172.21.15.92:0/4176500204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0b8900 msgr2=0x7ff10c0d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:45.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.912+0000 7ff111400640 1 --2- 172.21.15.92:0/4176500204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0b8900 0x7ff10c0d2bc0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0633c0 tx=0x7ff10402a680 comp rx=0 tx=0).stop 2024-09-19T06:01:45.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.912+0000 7ff111400640 1 -- 172.21.15.92:0/4176500204 shutdown_connections 2024-09-19T06:01:45.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.912+0000 7ff111400640 1 --2- 172.21.15.92:0/4176500204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0b8900 0x7ff10c0d2bc0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:45.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.912+0000 7ff111400640 1 --2- 172.21.15.92:0/4176500204 >> v2:172.21.15.102:3300/0 conn(0x7ff10c15e5f0 0x7ff10c0d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:45.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.912+0000 7ff111400640 1 -- 172.21.15.92:0/4176500204 >> 172.21.15.92:0/4176500204 conn(0x7ff10c062630 msgr2=0x7ff10c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:45.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.912+0000 7ff111400640 1 -- 172.21.15.92:0/4176500204 shutdown_connections 2024-09-19T06:01:45.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.912+0000 7ff111400640 1 -- 172.21.15.92:0/4176500204 wait complete. 2024-09-19T06:01:45.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.913+0000 7ff111400640 1 Processor -- start 2024-09-19T06:01:45.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.913+0000 7ff111400640 1 -- start start 2024-09-19T06:01:45.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.914+0000 7ff111400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c0b8900 0x7ff10c1578b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:45.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.914+0000 7ff111400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d13c0 0x7ff10c1530a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:45.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.914+0000 7ff111400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c15e5f0 0x7ff10c152880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:45.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.914+0000 7ff111400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c0d3100 con 0x7ff10c0d13c0 2024-09-19T06:01:45.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.914+0000 7ff111400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c0b97c0 con 0x7ff10c15e5f0 2024-09-19T06:01:45.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.914+0000 7ff111400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff10c0d3280 con 0x7ff10c0b8900 2024-09-19T06:01:45.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d13c0 0x7ff10c1530a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:45.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d13c0 0x7ff10c1530a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58700/0 (socket says 172.21.15.92:58700) 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10b400640 1 -- 172.21.15.92:0/480559899 learned_addr learned my addr 172.21.15.92:0/480559899 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10be00640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c0b8900 0x7ff10c1578b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff110a00640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c15e5f0 0x7ff10c152880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10b400640 1 -- 172.21.15.92:0/480559899 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c0b8900 msgr2=0x7ff10c1578b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10b400640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c0b8900 0x7ff10c1578b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10b400640 1 -- 172.21.15.92:0/480559899 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c15e5f0 msgr2=0x7ff10c152880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10b400640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c15e5f0 0x7ff10c152880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10b400640 1 -- 172.21.15.92:0/480559899 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff10c159470 con 0x7ff10c0d13c0 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff110a00640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c15e5f0 0x7ff10c152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff10b400640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d13c0 0x7ff10c1530a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff0f800c400 tx=0x7ff0f800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff103e00640 1 -- 172.21.15.92:0/480559899 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f8017070 con 0x7ff10c0d13c0 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff103e00640 1 -- 172.21.15.92:0/480559899 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0f8005ce0 con 0x7ff10c0d13c0 2024-09-19T06:01:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff10c159750 con 0x7ff10c0d13c0 2024-09-19T06:01:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.915+0000 7ff103e00640 1 -- 172.21.15.92:0/480559899 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f8007310 con 0x7ff10c0d13c0 2024-09-19T06:01:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.916+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff10c1535e0 con 0x7ff10c0d13c0 2024-09-19T06:01:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.917+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff10c069c20 con 0x7ff10c0d13c0 2024-09-19T06:01:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.918+0000 7ff103e00640 1 -- 172.21.15.92:0/480559899 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff0f801a070 con 0x7ff10c0d13c0 2024-09-19T06:01:45.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.919+0000 7ff103e00640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0ec06c2b0 0x7ff0ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:45.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.919+0000 7ff103e00640 1 -- 172.21.15.92:0/480559899 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff0f808a7c0 con 0x7ff10c0d13c0 2024-09-19T06:01:45.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.919+0000 7ff10be00640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0ec06c2b0 0x7ff0ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:45.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.920+0000 7ff10be00640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0ec06c2b0 0x7ff0ec06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff0fc0079a0 tx=0x7ff0fc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:45.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:45.924+0000 7ff103e00640 1 -- 172.21.15.92:0/480559899 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0f80588d0 con 0x7ff10c0d13c0 2024-09-19T06:01:46.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.132+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ff10c0d2bc0 con 0x7ff10c0d13c0 2024-09-19T06:01:46.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.132+0000 7ff103e00640 1 -- 172.21.15.92:0/480559899 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) ==== 53+0+73 (secure 0 0 0) 0x7ff0f805cbd0 con 0x7ff10c0d13c0 2024-09-19T06:01:46.135 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:01:46.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.134+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0ec06c2b0 msgr2=0x7ff0ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:46.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.134+0000 7ff111400640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0ec06c2b0 0x7ff0ec06e770 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7ff0fc0079a0 tx=0x7ff0fc008040 comp rx=0 tx=0).stop 2024-09-19T06:01:46.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.134+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d13c0 msgr2=0x7ff10c1530a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:46.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.134+0000 7ff111400640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d13c0 0x7ff10c1530a0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7ff0f800c400 tx=0x7ff0f800c8c0 comp rx=0 tx=0).stop 2024-09-19T06:01:46.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.135+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 shutdown_connections 2024-09-19T06:01:46.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.135+0000 7ff111400640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0ec06c2b0 0x7ff0ec06e770 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:46.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.135+0000 7ff111400640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c15e5f0 0x7ff10c152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.135+0000 7ff111400640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d13c0 0x7ff10c1530a0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.135+0000 7ff111400640 1 --2- 172.21.15.92:0/480559899 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c0b8900 0x7ff10c1578b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.135+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 >> 172.21.15.92:0/480559899 conn(0x7ff10c062630 msgr2=0x7ff10c0b5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.135+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 shutdown_connections 2024-09-19T06:01:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:46.135+0000 7ff111400640 1 -- 172.21.15.92:0/480559899 wait complete. 2024-09-19T06:01:46.153 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-19T06:01:46.153 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:01:46.153 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi102.front.sepia.ceph.com 2024-09-19T06:01:46.153 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-19T06:01:46.153 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-19T06:01:46.153 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-19T06:01:46.153 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-19T06:01:46.153 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:01:46.153 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-19T06:01:46.153 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:46.154 DEBUG:teuthology.orchestra.run.smithi102:> ip addr 2024-09-19T06:01:46.189 INFO:teuthology.orchestra.run.smithi102.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:01:46.190 INFO:teuthology.orchestra.run.smithi102.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:01:46.190 INFO:teuthology.orchestra.run.smithi102.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:01:46.190 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.190 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 ::1/128 scope host 2024-09-19T06:01:46.190 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.190 INFO:teuthology.orchestra.run.smithi102.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:46.190 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 0c:c4:7a:d8:d9:dc brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:46.190 INFO:teuthology.orchestra.run.smithi102.stdout: altname enp7s0f0 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 0c:c4:7a:d8:d9:dd brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout: altname enp7s0f1 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 0c:c4:7a:8f:d7:68 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 0c:c4:7a:8f:d7:69 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout: inet 172.21.15.102/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft 42672sec preferred_lft 42672sec 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 fe80::ec4:7aff:fe8f:d769/64 scope link noprefixroute 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:01:46.191 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether f2:dc:d5:0c:13:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:01:46.192 INFO:teuthology.orchestra.run.smithi102.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:01:46.192 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.192 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 fe80::c472:caff:fede:70fb/64 scope link 2024-09-19T06:01:46.192 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.192 INFO:teuthology.orchestra.run.smithi102.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:01:46.192 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether f2:dc:d5:0c:13:45 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T06:01:46.192 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 fe80::f0dc:d5ff:fe0c:1345/64 scope link tentative 2024-09-19T06:01:46.192 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:46.193 DEBUG:teuthology.orchestra.run.smithi102:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:01:46.288 INFO:teuthology.orchestra.run.smithi102.stdout:1 2024-09-19T06:01:46.292 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:46.292 DEBUG:teuthology.orchestra.run.smithi102:> route 2024-09-19T06:01:46.329 INFO:teuthology.orchestra.run.smithi102.stdout:Kernel IP routing table 2024-09-19T06:01:46.329 INFO:teuthology.orchestra.run.smithi102.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:01:46.329 INFO:teuthology.orchestra.run.smithi102.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:01:46.329 INFO:teuthology.orchestra.run.smithi102.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:01:46.329 INFO:teuthology.orchestra.run.smithi102.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:01:46.330 DEBUG:teuthology.orchestra.run.smithi102:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:46.330 DEBUG:teuthology.orchestra.run.smithi102:> set -e 2024-09-19T06:01:46.330 DEBUG:teuthology.orchestra.run.smithi102:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:01:46.330 DEBUG:teuthology.orchestra.run.smithi102:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:01:46.331 DEBUG:teuthology.orchestra.run.smithi102:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:01:46.331 DEBUG:teuthology.orchestra.run.smithi102:> ') 2024-09-19T06:01:46.445 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:46.518 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:46.527 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:46.527 DEBUG:teuthology.orchestra.run.smithi102:> ip netns list 2024-09-19T06:01:46.563 INFO:teuthology.orchestra.run.smithi102.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T06:01:46.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:46.563 DEBUG:teuthology.orchestra.run.smithi102:> ip netns list-id 2024-09-19T06:01:46.639 INFO:teuthology.orchestra.run.smithi102.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-19T06:01:46.640 DEBUG:teuthology.orchestra.run.smithi102:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:46.640 DEBUG:teuthology.orchestra.run.smithi102:> set -e 2024-09-19T06:01:46.640 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T06:01:46.640 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-19T06:01:46.640 DEBUG:teuthology.orchestra.run.smithi102:> ') 2024-09-19T06:01:46.761 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:46 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:46.813 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:46 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:46.821 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:46.822 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 ::1/128 scope host 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 52:d4:79:b6:dd:48 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T06:01:46.885 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.886 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 fe80::50d4:79ff:feb6:dd48/64 scope link 2024-09-19T06:01:46.886 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.887 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:46.888 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-19T06:01:46.943 INFO:teuthology.orchestra.run.smithi102.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:01:46.943 INFO:teuthology.orchestra.run.smithi102.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:01:46.943 INFO:teuthology.orchestra.run.smithi102.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:01:46.943 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.943 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 ::1/128 scope host 2024-09-19T06:01:46.943 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.943 INFO:teuthology.orchestra.run.smithi102.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:01:46.943 INFO:teuthology.orchestra.run.smithi102.stdout: link/ether 52:d4:79:b6:dd:48 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-19T06:01:46.943 INFO:teuthology.orchestra.run.smithi102.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-19T06:01:46.944 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.944 INFO:teuthology.orchestra.run.smithi102.stdout: inet6 fe80::50d4:79ff:feb6:dd48/64 scope link 2024-09-19T06:01:46.944 INFO:teuthology.orchestra.run.smithi102.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:01:46.946 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-19T06:01:46.946 DEBUG:teuthology.orchestra.run.smithi102:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:46.946 DEBUG:teuthology.orchestra.run.smithi102:> set -e 2024-09-19T06:01:46.946 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-19T06:01:46.946 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-19T06:01:46.946 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-19T06:01:46.946 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-19T06:01:46.946 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-19T06:01:46.947 DEBUG:teuthology.orchestra.run.smithi102:> ') 2024-09-19T06:01:47.027 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:47.159 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:47.167 DEBUG:teuthology.orchestra.run.smithi102:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:01:47.167 DEBUG:teuthology.orchestra.run.smithi102:> set -e 2024-09-19T06:01:47.167 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link set brx.1 up 2024-09-19T06:01:47.167 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link set dev brx.1 master ceph-brx 2024-09-19T06:01:47.167 DEBUG:teuthology.orchestra.run.smithi102:> ') 2024-09-19T06:01:47.245 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:47 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:47.325 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:47.333 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:01:47.334 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-19T06:01:47.369 INFO:teuthology.orchestra.run.smithi102.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-19T06:01:47.369 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:01:47.369 DEBUG:teuthology.orchestra.run.smithi102:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-19T06:01:47.444 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2024-09-19T06:01:47.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:47.445 DEBUG:teuthology.orchestra.run.smithi102:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:47.573 INFO:teuthology.orchestra.run.smithi102.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:47.573 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:01:47.602 INFO:teuthology.orchestra.run.smithi102.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:01:47.602 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:01:47.602 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:01:47.602 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: trying mount with new device syntax: 3@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:01:47.603 INFO:teuthology.orchestra.run.smithi102.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:01:47.603 INFO:teuthology.orchestra.run.smithi102.stdout:mount: /home/ubuntu/cephtest/mnt.3 does not contain SELinux labels. 2024-09-19T06:01:47.603 INFO:teuthology.orchestra.run.smithi102.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:01:47.604 INFO:teuthology.orchestra.run.smithi102.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:01:47.604 INFO:teuthology.orchestra.run.smithi102.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:01:47.604 INFO:teuthology.orchestra.run.smithi102.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:01:47.607 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:01:47.607 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:47.607 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-19T06:01:47.665 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:47.744 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:47 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:47.750 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:47.756 INFO:teuthology.orchestra.run.smithi102.stdout:client4606 2024-09-19T06:01:47.757 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:01:47.757 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:47.794 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:47.916 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:47 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:47.920 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:47 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:47.928 INFO:teuthology.orchestra.run.smithi102.stdout:client4606 2024-09-19T06:01:47.928 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:01:48.008 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:48 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:01:48.011 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:48.019 INFO:teuthology.orchestra.run.smithi102.stdout:client4606 2024-09-19T06:01:48.020 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest/mnt.3 && exec stdin-killer --timeout=300 -- bash -c 'sudo dd if=/sys/kernel/debug/ceph/f5d8e754-8e2b-4858-a423-49d63e91d369.client4606/status') 2024-09-19T06:01:48.098 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:48 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:01:48.119 INFO:teuthology.orchestra.run.smithi102.stdout:instance: client.4606 (3)192.168.0.2:0/241213815 2024-09-19T06:01:48.119 INFO:teuthology.orchestra.run.smithi102.stdout:blocklisted: false 2024-09-19T06:01:48.119 INFO:teuthology.orchestra.run.smithi102.stderr:0+1 records in 2024-09-19T06:01:48.119 INFO:teuthology.orchestra.run.smithi102.stderr:0+1 records out 2024-09-19T06:01:48.119 INFO:teuthology.orchestra.run.smithi102.stderr:68 bytes copied, 6.6645e-05 s, 1.0 MB/s 2024-09-19T06:01:48.121 INFO:teuthology.orchestra.run.smithi102.stderr:2024-09-19T06:01:48 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:01:48.129 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-19T06:01:48.402 INFO:tasks.cephfs_test_runner:Starting test: test_dir_deletion (tasks.cephfs.test_strays.TestStrays) That when deleting a bunch of dentries and the containing 2024-09-19T06:01:48.402 INFO:tasks.cephfs_test_runner:test_dir_deletion (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:01:48.402 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:48.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.561+0000 7f9b56600640 1 Processor -- start 2024-09-19T06:01:48.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.561+0000 7f9b56600640 1 -- start start 2024-09-19T06:01:48.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b56600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f9b5015c170 0x7f9b5015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b56600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 0x7f9b500cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b56600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9b500b49c0 con 0x7f9b500b5dd0 2024-09-19T06:01:48.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b56600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f9b5015ca90 con 0x7f9b5015c170 2024-09-19T06:01:48.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b56600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9b500b4cf0 con 0x7f9b500cf6c0 2024-09-19T06:01:48.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b4f400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f9b5015c170 0x7f9b5015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b46a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 0x7f9b500cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b4f400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f9b5015c170 0x7f9b5015c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:50948/0 (socket says 172.21.15.92:50948) 2024-09-19T06:01:48.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b4f400640 1 -- 172.21.15.92:0/3876816736 learned_addr learned my addr 172.21.15.92:0/3876816736 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:48.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.563+0000 7f9b4fe00640 1 --1- 172.21.15.92:0/3876816736 >> v1:172.21.15.102:6789/0 conn(0x7f9b500b5dd0 0x7f9b5015ffb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:48392/0 (socket says 172.21.15.92:48392) 2024-09-19T06:01:48.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.564+0000 7f9b4f400640 1 -- 172.21.15.92:0/3876816736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 msgr2=0x7f9b500cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:48.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.564+0000 7f9b4f400640 1 --2- 172.21.15.92:0/3876816736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 0x7f9b500cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.564+0000 7f9b4f400640 1 -- 172.21.15.92:0/3876816736 >> v1:172.21.15.102:6789/0 conn(0x7f9b500b5dd0 legacy=0x7f9b5015ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.564+0000 7f9b4f400640 1 -- 172.21.15.92:0/3876816736 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b500b4fd0 con 0x7f9b5015c170 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.565+0000 7f9b4f400640 1 --2- 172.21.15.92:0/3876816736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b5015c170 0x7f9b5015c550 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9b40009870 tx=0x7f9b4002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9a8b72c6080ce94d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.565+0000 7f9b4ea00640 1 -- 172.21.15.92:0/3876816736 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b40037070 con 0x7f9b5015c170 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.565+0000 7f9b4ea00640 1 -- 172.21.15.92:0/3876816736 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b40032440 con 0x7f9b5015c170 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.565+0000 7f9b4ea00640 1 -- 172.21.15.92:0/3876816736 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b40032810 con 0x7f9b5015c170 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.566+0000 7f9b56600640 1 -- 172.21.15.92:0/3876816736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b5015c170 msgr2=0x7f9b5015c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.566+0000 7f9b56600640 1 --2- 172.21.15.92:0/3876816736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b5015c170 0x7f9b5015c550 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f9b40009870 tx=0x7f9b4002a270 comp rx=0 tx=0).stop 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.566+0000 7f9b56600640 1 -- 172.21.15.92:0/3876816736 shutdown_connections 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.566+0000 7f9b56600640 1 --2- 172.21.15.92:0/3876816736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 0x7f9b500cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.566+0000 7f9b56600640 1 --2- 172.21.15.92:0/3876816736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b5015c170 0x7f9b5015c550 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.566+0000 7f9b56600640 1 -- 172.21.15.92:0/3876816736 >> 172.21.15.92:0/3876816736 conn(0x7f9b5006bc10 msgr2=0x7f9b5006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.566+0000 7f9b56600640 1 -- 172.21.15.92:0/3876816736 shutdown_connections 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.566+0000 7f9b56600640 1 -- 172.21.15.92:0/3876816736 wait complete. 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.567+0000 7f9b56600640 1 Processor -- start 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.567+0000 7f9b56600640 1 -- start start 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.568+0000 7f9b56600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b5dd0 0x7f9b5015a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.568+0000 7f9b56600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 0x7f9b5014dd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.568+0000 7f9b56600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015c170 0x7f9b500719f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.568+0000 7f9b56600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9b500b5870 con 0x7f9b5015c170 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.568+0000 7f9b56600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9b500b5590 con 0x7f9b500b5dd0 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.568+0000 7f9b56600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9b500b5b50 con 0x7f9b500cf6c0 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015c170 0x7f9b500719f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015c170 0x7f9b500719f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50652/0 (socket says 172.21.15.92:50652) 2024-09-19T06:01:48.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4fe00640 1 -- 172.21.15.92:0/3499455840 learned_addr learned my addr 172.21.15.92:0/3499455840 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b46a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 0x7f9b5014dd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4f400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b5dd0 0x7f9b5015a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4fe00640 1 -- 172.21.15.92:0/3499455840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 msgr2=0x7f9b5014dd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4fe00640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 0x7f9b5014dd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4fe00640 1 -- 172.21.15.92:0/3499455840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b5dd0 msgr2=0x7f9b5015a620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4fe00640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b5dd0 0x7f9b5015a620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4fe00640 1 -- 172.21.15.92:0/3499455840 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9b5015ab60 con 0x7f9b5015c170 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4f400640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b5dd0 0x7f9b5015a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.569+0000 7f9b4fe00640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015c170 0x7f9b500719f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9b4800c730 tx=0x7f9b4800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.570+0000 7f9b47e00640 1 -- 172.21.15.92:0/3499455840 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b48017070 con 0x7f9b5015c170 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.570+0000 7f9b47e00640 1 -- 172.21.15.92:0/3499455840 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9b4800ce40 con 0x7f9b5015c170 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.570+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9b501573e0 con 0x7f9b5015c170 2024-09-19T06:01:48.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.570+0000 7f9b47e00640 1 -- 172.21.15.92:0/3499455840 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9b4800a7e0 con 0x7f9b5015c170 2024-09-19T06:01:48.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.570+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9b501579a0 con 0x7f9b5015c170 2024-09-19T06:01:48.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.571+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9b500cfae0 con 0x7f9b5015c170 2024-09-19T06:01:48.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.572+0000 7f9b47e00640 1 -- 172.21.15.92:0/3499455840 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9b4801a070 con 0x7f9b5015c170 2024-09-19T06:01:48.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.572+0000 7f9b47e00640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b2c06c2b0 0x7f9b2c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.572+0000 7f9b47e00640 1 -- 172.21.15.92:0/3499455840 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f9b4808a8a0 con 0x7f9b5015c170 2024-09-19T06:01:48.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.573+0000 7f9b4f400640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b2c06c2b0 0x7f9b2c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.573+0000 7f9b4f400640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b2c06c2b0 0x7f9b2c06e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9b40034000 tx=0x7f9b4002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:48.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.577+0000 7f9b47e00640 1 -- 172.21.15.92:0/3499455840 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9b480589b0 con 0x7f9b5015c170 2024-09-19T06:01:48.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.752+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f9b50071200 con 0x7f9b5015c170 2024-09-19T06:01:48.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.753+0000 7f9b47e00640 1 -- 172.21.15.92:0/3499455840 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16653 (secure 0 0 0) 0x7f9b4805ccb0 con 0x7f9b5015c170 2024-09-19T06:01:48.755 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:48.756 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":22,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:23.681103+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:01:20.418713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:01:21.087965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b2c06c2b0 msgr2=0x7f9b2c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b2c06c2b0 0x7f9b2c06e770 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9b40034000 tx=0x7f9b4002e000 comp rx=0 tx=0).stop 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015c170 msgr2=0x7f9b500719f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015c170 0x7f9b500719f0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f9b4800c730 tx=0x7f9b4800cbf0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 shutdown_connections 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b5015c170 0x7f9b500719f0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9b500cf6c0 0x7f9b5014dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9b2c06c2b0 0x7f9b2c06e770 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 --2- 172.21.15.92:0/3499455840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9b500b5dd0 0x7f9b5015a620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 >> 172.21.15.92:0/3499455840 conn(0x7f9b5006bc10 msgr2=0x7f9b500b2880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:48.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 shutdown_connections 2024-09-19T06:01:48.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.756+0000 7f9b56600640 1 -- 172.21.15.92:0/3499455840 wait complete. 2024-09-19T06:01:48.775 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T06:01:12.930784+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-19T06:01:20.418713+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-19T06:01:21.087965+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T06:01:48.775 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T06:01:48.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.929+0000 7f157f200640 1 Processor -- start 2024-09-19T06:01:48.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.929+0000 7f157f200640 1 -- start start 2024-09-19T06:01:48.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.930+0000 7f157f200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f157815e800 0x7f15780d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.930+0000 7f157f200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d1380 0x7f15780b7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.930+0000 7f157f200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15780d2d90 con 0x7f15780d2950 2024-09-19T06:01:48.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.930+0000 7f157f200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f15780d3060 con 0x7f157815e800 2024-09-19T06:01:48.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.930+0000 7f157f200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f15780d3340 con 0x7f15780d1380 2024-09-19T06:01:48.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.930+0000 7f157d400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f15780d2950 0x7f15780d0c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:57424/0 (socket says 172.21.15.92:57424) 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.930+0000 7f157d400640 1 -- 172.21.15.92:0/581467415 learned_addr learned my addr 172.21.15.92:0/581467415 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.931+0000 7f157e800640 1 --2- 172.21.15.92:0/581467415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d1380 0x7f15780b7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.931+0000 7f157de00640 1 --2- 172.21.15.92:0/581467415 >> v2:172.21.15.102:3300/0 conn(0x7f157815e800 0x7f15780d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.931+0000 7f157ca00640 1 -- 172.21.15.92:0/581467415 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1545633646 0 0) 0x7f15780d2d90 con 0x7f15780d2950 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.931+0000 7f157ca00640 1 -- 172.21.15.92:0/581467415 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1560003520 con 0x7f15780d2950 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.931+0000 7f157e800640 1 -- 172.21.15.92:0/581467415 >> v2:172.21.15.102:3300/0 conn(0x7f157815e800 msgr2=0x7f15780d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.931+0000 7f157e800640 1 --2- 172.21.15.92:0/581467415 >> v2:172.21.15.102:3300/0 conn(0x7f157815e800 0x7f15780d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.931+0000 7f157e800640 1 -- 172.21.15.92:0/581467415 >> v1:172.21.15.92:6789/0 conn(0x7f15780d2950 legacy=0x7f15780d0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.931+0000 7f157e800640 1 -- 172.21.15.92:0/581467415 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15780d3620 con 0x7f15780d1380 2024-09-19T06:01:48.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.931+0000 7f157de00640 1 --2- 172.21.15.92:0/581467415 >> v2:172.21.15.102:3300/0 conn(0x7f157815e800 0x7f15780d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:48.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.932+0000 7f157e800640 1 --2- 172.21.15.92:0/581467415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d1380 0x7f15780b7cb0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1574009d90 tx=0x7f157402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6758dc9f5896d536 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.932+0000 7f157ca00640 1 -- 172.21.15.92:0/581467415 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1574007740 con 0x7f15780d1380 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.932+0000 7f157ca00640 1 -- 172.21.15.92:0/581467415 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f15740078e0 con 0x7f15780d1380 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.932+0000 7f157ca00640 1 -- 172.21.15.92:0/581467415 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1574007cb0 con 0x7f15780d1380 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.933+0000 7f157f200640 1 -- 172.21.15.92:0/581467415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d1380 msgr2=0x7f15780b7cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.933+0000 7f157f200640 1 --2- 172.21.15.92:0/581467415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d1380 0x7f15780b7cb0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f1574009d90 tx=0x7f157402a660 comp rx=0 tx=0).stop 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.933+0000 7f157f200640 1 -- 172.21.15.92:0/581467415 shutdown_connections 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.933+0000 7f157f200640 1 --2- 172.21.15.92:0/581467415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d1380 0x7f15780b7cb0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.933+0000 7f157f200640 1 --2- 172.21.15.92:0/581467415 >> v2:172.21.15.102:3300/0 conn(0x7f157815e800 0x7f15780d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.933+0000 7f157f200640 1 -- 172.21.15.92:0/581467415 >> 172.21.15.92:0/581467415 conn(0x7f1578062630 msgr2=0x7f1578062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.933+0000 7f157f200640 1 -- 172.21.15.92:0/581467415 shutdown_connections 2024-09-19T06:01:48.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.933+0000 7f157f200640 1 -- 172.21.15.92:0/581467415 wait complete. 2024-09-19T06:01:48.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.935+0000 7f157f200640 1 Processor -- start 2024-09-19T06:01:48.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.935+0000 7f157f200640 1 -- start start 2024-09-19T06:01:48.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157f200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15780d1380 0x7f157815ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157f200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d2950 0x7f157814d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157f200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f157815e800 0x7f157815b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157f200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f157815ebe0 con 0x7f157815e800 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157f200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f15780d3be0 con 0x7f15780d1380 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157f200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f15780b81f0 con 0x7f15780d2950 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f157815e800 0x7f157815b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f157815e800 0x7f157815b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50668/0 (socket says 172.21.15.92:50668) 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157e800640 1 -- 172.21.15.92:0/4082226560 learned_addr learned my addr 172.21.15.92:0/4082226560 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157d400640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d2950 0x7f157814d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.936+0000 7f157de00640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15780d1380 0x7f157815ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f157e800640 1 -- 172.21.15.92:0/4082226560 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d2950 msgr2=0x7f157814d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f157e800640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d2950 0x7f157814d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f157e800640 1 -- 172.21.15.92:0/4082226560 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15780d1380 msgr2=0x7f157815ed60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f157e800640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15780d1380 0x7f157815ed60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:48.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f157e800640 1 -- 172.21.15.92:0/4082226560 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f157815f5b0 con 0x7f157815e800 2024-09-19T06:01:48.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f157e800640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f157815e800 0x7f157815b710 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1574009eb0 tx=0x7f1574004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:48.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f1572000640 1 -- 172.21.15.92:0/4082226560 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1574040070 con 0x7f157815e800 2024-09-19T06:01:48.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f1572000640 1 -- 172.21.15.92:0/4082226560 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1574031bc0 con 0x7f157815e800 2024-09-19T06:01:48.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f1572000640 1 -- 172.21.15.92:0/4082226560 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1574009450 con 0x7f157815e800 2024-09-19T06:01:48.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f157815f890 con 0x7f157815e800 2024-09-19T06:01:48.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.937+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f157815fe50 con 0x7f157815e800 2024-09-19T06:01:48.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.938+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f15780b7cb0 con 0x7f157815e800 2024-09-19T06:01:48.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.939+0000 7f1572000640 1 -- 172.21.15.92:0/4082226560 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1574039040 con 0x7f157815e800 2024-09-19T06:01:48.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.940+0000 7f1572000640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f155c06c2b0 0x7f155c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:48.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.940+0000 7f1572000640 1 -- 172.21.15.92:0/4082226560 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f15740acbd0 con 0x7f157815e800 2024-09-19T06:01:48.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.941+0000 7f157de00640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f155c06c2b0 0x7f155c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:48.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.941+0000 7f157de00640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f155c06c2b0 0x7f155c06e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f15780b99a0 tx=0x7f156c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:48.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:48.944+0000 7f1572000640 1 -- 172.21.15.92:0/4082226560 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f157407ad70 con 0x7f157815e800 2024-09-19T06:01:49.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.119+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f15780d18f0 con 0x7f157815e800 2024-09-19T06:01:49.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.120+0000 7f1572000640 1 -- 172.21.15.92:0/4082226560 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v22) ==== 93+0+10 (secure 0 0 0) 0x7f157407f070 con 0x7f157815e800 2024-09-19T06:01:49.122 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 1 2024-09-19T06:01:49.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f155c06c2b0 msgr2=0x7f155c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f155c06c2b0 0x7f155c06e770 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f15780b99a0 tx=0x7f156c009190 comp rx=0 tx=0).stop 2024-09-19T06:01:49.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f157815e800 msgr2=0x7f157815b710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f157815e800 0x7f157815b710 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1574009eb0 tx=0x7f1574004a40 comp rx=0 tx=0).stop 2024-09-19T06:01:49.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 shutdown_connections 2024-09-19T06:01:49.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f157815e800 0x7f157815b710 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15780d2950 0x7f157814d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f155c06c2b0 0x7f155c06e770 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 --2- 172.21.15.92:0/4082226560 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f15780d1380 0x7f157815ed60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 >> 172.21.15.92:0/4082226560 conn(0x7f1578062630 msgr2=0x7f1578062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:49.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 shutdown_connections 2024-09-19T06:01:49.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.122+0000 7f157f200640 1 -- 172.21.15.92:0/4082226560 wait complete. 2024-09-19T06:01:49.140 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-19T06:01:49.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.293+0000 7fc1be800640 1 Processor -- start 2024-09-19T06:01:49.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.293+0000 7fc1be800640 1 -- start start 2024-09-19T06:01:49.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.294+0000 7fc1be800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc1b80b6290 0x7fc1b8071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.294+0000 7fc1be800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1b80ccff0 con 0x7fc1b8072530 2024-09-19T06:01:49.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.295+0000 7fc1be800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1b80cd2d0 con 0x7fc1b815b480 2024-09-19T06:01:49.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.295+0000 7fc1be800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fc1b80cd5b0 con 0x7fc1b80b6290 2024-09-19T06:01:49.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.295+0000 7fc1aea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc1b80b6290 0x7fc1b8071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.295+0000 7fc1b7e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc1b8072530 0x7fc1b815bc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:57426/0 (socket says 172.21.15.92:57426) 2024-09-19T06:01:49.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.295+0000 7fc1b7e00640 1 -- 172.21.15.92:0/1517778537 learned_addr learned my addr 172.21.15.92:0/1517778537 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:49.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.295+0000 7fc1aea00640 1 -- 172.21.15.92:0/1517778537 >> v1:172.21.15.102:6789/0 conn(0x7fc1b815b480 legacy=0x7fc1b80b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:49.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.295+0000 7fc1aea00640 1 -- 172.21.15.92:0/1517778537 >> v1:172.21.15.92:6789/0 conn(0x7fc1b8072530 legacy=0x7fc1b815bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.295+0000 7fc1aea00640 1 -- 172.21.15.92:0/1517778537 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1b80cd890 con 0x7fc1b80b6290 2024-09-19T06:01:49.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.296+0000 7fc1aea00640 1 --2- 172.21.15.92:0/1517778537 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b80b6290 0x7fc1b8071ff0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc1a00097a0 tx=0x7fc1a002c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7476fd268e2c9b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:49.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.296+0000 7fc1b6a00640 1 -- 172.21.15.92:0/1517778537 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a0039070 con 0x7fc1b80b6290 2024-09-19T06:01:49.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.296+0000 7fc1b6a00640 1 -- 172.21.15.92:0/1517778537 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1a0034640 con 0x7fc1b80b6290 2024-09-19T06:01:49.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.296+0000 7fc1b6a00640 1 -- 172.21.15.92:0/1517778537 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a002ce60 con 0x7fc1b80b6290 2024-09-19T06:01:49.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.297+0000 7fc1be800640 1 -- 172.21.15.92:0/1517778537 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b80b6290 msgr2=0x7fc1b8071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.297+0000 7fc1be800640 1 --2- 172.21.15.92:0/1517778537 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b80b6290 0x7fc1b8071ff0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fc1a00097a0 tx=0x7fc1a002c350 comp rx=0 tx=0).stop 2024-09-19T06:01:49.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.297+0000 7fc1be800640 1 -- 172.21.15.92:0/1517778537 shutdown_connections 2024-09-19T06:01:49.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.297+0000 7fc1be800640 1 --2- 172.21.15.92:0/1517778537 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b80b6290 0x7fc1b8071ff0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.297+0000 7fc1be800640 1 -- 172.21.15.92:0/1517778537 >> 172.21.15.92:0/1517778537 conn(0x7fc1b806d0f0 msgr2=0x7fc1b806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:49.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.297+0000 7fc1be800640 1 -- 172.21.15.92:0/1517778537 shutdown_connections 2024-09-19T06:01:49.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.297+0000 7fc1be800640 1 -- 172.21.15.92:0/1517778537 wait complete. 2024-09-19T06:01:49.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.299+0000 7fc1be800640 1 Processor -- start 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.299+0000 7fc1be800640 1 -- start start 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.299+0000 7fc1be800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b8072530 0x7fc1b8144f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1be800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1b815b480 0x7fc1b81e3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1be800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1b80cc1c0 0x7fc1b80cb230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1be800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b815b9e0 con 0x7fc1b8072530 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1be800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc1b815b860 con 0x7fc1b815b480 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1be800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc1b815c370 con 0x7fc1b80cc1c0 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b8072530 0x7fc1b8144f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b8072530 0x7fc1b8144f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50680/0 (socket says 172.21.15.92:50680) 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7400640 1 -- 172.21.15.92:0/437603897 learned_addr learned my addr 172.21.15.92:0/437603897 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1aea00640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1b815b480 0x7fc1b81e3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7e00640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1b80cc1c0 0x7fc1b80cb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7400640 1 -- 172.21.15.92:0/437603897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1b80cc1c0 msgr2=0x7fc1b80cb230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7400640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1b80cc1c0 0x7fc1b80cb230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7400640 1 -- 172.21.15.92:0/437603897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1b815b480 msgr2=0x7fc1b81e3d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7400640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1b815b480 0x7fc1b81e3d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7400640 1 -- 172.21.15.92:0/437603897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1b80ca1f0 con 0x7fc1b8072530 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1aea00640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1b815b480 0x7fc1b81e3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.300+0000 7fc1b7400640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b8072530 0x7fc1b8144f90 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc1a800b420 tx=0x7fc1a800b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.301+0000 7fc1afe00640 1 -- 172.21.15.92:0/437603897 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a8011830 con 0x7fc1b8072530 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.301+0000 7fc1afe00640 1 -- 172.21.15.92:0/437603897 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc1a8016070 con 0x7fc1b8072530 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.301+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1b80ca470 con 0x7fc1b8072530 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.301+0000 7fc1afe00640 1 -- 172.21.15.92:0/437603897 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1a8011c10 con 0x7fc1b8072530 2024-09-19T06:01:49.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.301+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1b80caa30 con 0x7fc1b8072530 2024-09-19T06:01:49.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.302+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1b8069180 con 0x7fc1b8072530 2024-09-19T06:01:49.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.303+0000 7fc1afe00640 1 -- 172.21.15.92:0/437603897 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc1a801b460 con 0x7fc1b8072530 2024-09-19T06:01:49.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.304+0000 7fc1afe00640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc19406c2e0 0x7fc19406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.304+0000 7fc1afe00640 1 -- 172.21.15.92:0/437603897 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fc1a808af20 con 0x7fc1b8072530 2024-09-19T06:01:49.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.304+0000 7fc1aea00640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc19406c2e0 0x7fc19406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.304+0000 7fc1aea00640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc19406c2e0 0x7fc19406e7a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc1a0036000 tx=0x7fc1a0030000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:49.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.308+0000 7fc1afe00640 1 -- 172.21.15.92:0/437603897 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc1b8069180 con 0x7fc1b8072530 2024-09-19T06:01:49.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.481+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) -- 0x7fc1b815dc00 con 0x7fc1b8072530 2024-09-19T06:01:49.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.482+0000 7fc1afe00640 1 -- 172.21.15.92:0/437603897 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v22) ==== 104+0+11 (secure 0 0 0) 0x7fc1a8020020 con 0x7fc1b8072530 2024-09-19T06:01:49.484 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 32 2024-09-19T06:01:49.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc19406c2e0 msgr2=0x7fc19406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc19406c2e0 0x7fc19406e7a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc1a0036000 tx=0x7fc1a0030000 comp rx=0 tx=0).stop 2024-09-19T06:01:49.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b8072530 msgr2=0x7fc1b8144f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b8072530 0x7fc1b8144f90 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fc1a800b420 tx=0x7fc1a800b8e0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 shutdown_connections 2024-09-19T06:01:49.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1b80cc1c0 0x7fc1b80cb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc19406c2e0 0x7fc19406e7a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1b815b480 0x7fc1b81e3d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 --2- 172.21.15.92:0/437603897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1b8072530 0x7fc1b8144f90 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 >> 172.21.15.92:0/437603897 conn(0x7fc1b806d0f0 msgr2=0x7fc1b815a6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:49.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 shutdown_connections 2024-09-19T06:01:49.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.484+0000 7fc1be800640 1 -- 172.21.15.92:0/437603897 wait complete. 2024-09-19T06:01:49.503 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T06:01:49.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.655+0000 7fbd62400640 1 Processor -- start 2024-09-19T06:01:49.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.655+0000 7fbd62400640 1 -- start start 2024-09-19T06:01:49.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.656+0000 7fbd62400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15a050 0x7fbd5c15d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.656+0000 7fbd62400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd5c15a430 con 0x7fbd5c15ee90 2024-09-19T06:01:49.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.656+0000 7fbd62400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbd5c160df0 con 0x7fbd5c0731c0 2024-09-19T06:01:49.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.656+0000 7fbd62400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbd5c15d9a0 con 0x7fbd5c15a050 2024-09-19T06:01:49.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5be00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fbd5c15ee90 0x7fbd5c1606e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:57440/0 (socket says 172.21.15.92:57440) 2024-09-19T06:01:49.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5be00640 1 -- 172.21.15.92:0/2138703839 learned_addr learned my addr 172.21.15.92:0/2138703839 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:49.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5b400640 1 --2- 172.21.15.92:0/2138703839 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15a050 0x7fbd5c15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5a000640 1 -- 172.21.15.92:0/2138703839 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3911782973 0 0) 0x7fbd5c15a430 con 0x7fbd5c15ee90 2024-09-19T06:01:49.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5a000640 1 -- 172.21.15.92:0/2138703839 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbd40003520 con 0x7fbd5c15ee90 2024-09-19T06:01:49.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5a000640 1 -- 172.21.15.92:0/2138703839 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4189853781 0 0) 0x7fbd5c160df0 con 0x7fbd5c0731c0 2024-09-19T06:01:49.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5a000640 1 -- 172.21.15.92:0/2138703839 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fbd5c15a430 con 0x7fbd5c0731c0 2024-09-19T06:01:49.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5b400640 1 -- 172.21.15.92:0/2138703839 >> v1:172.21.15.102:6789/0 conn(0x7fbd5c0731c0 legacy=0x7fbd5c15ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5b400640 1 -- 172.21.15.92:0/2138703839 >> v1:172.21.15.92:6789/0 conn(0x7fbd5c15ee90 legacy=0x7fbd5c1606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.657+0000 7fbd5b400640 1 -- 172.21.15.92:0/2138703839 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd5c0cd0a0 con 0x7fbd5c15a050 2024-09-19T06:01:49.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.658+0000 7fbd5b400640 1 --2- 172.21.15.92:0/2138703839 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15a050 0x7fbd5c15d460 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c0097d0 tx=0x7fbd4c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5aa3a77a72037c7b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:49.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd5a000640 1 -- 172.21.15.92:0/2138703839 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4c037070 con 0x7fbd5c15a050 2024-09-19T06:01:49.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd5a000640 1 -- 172.21.15.92:0/2138703839 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd4c032440 con 0x7fbd5c15a050 2024-09-19T06:01:49.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd5a000640 1 -- 172.21.15.92:0/2138703839 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd4c0327f0 con 0x7fbd5c15a050 2024-09-19T06:01:49.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd62400640 1 -- 172.21.15.92:0/2138703839 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15a050 msgr2=0x7fbd5c15d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd62400640 1 --2- 172.21.15.92:0/2138703839 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15a050 0x7fbd5c15d460 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c0097d0 tx=0x7fbd4c02a180 comp rx=0 tx=0).stop 2024-09-19T06:01:49.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd62400640 1 -- 172.21.15.92:0/2138703839 shutdown_connections 2024-09-19T06:01:49.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd62400640 1 --2- 172.21.15.92:0/2138703839 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15a050 0x7fbd5c15d460 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd62400640 1 -- 172.21.15.92:0/2138703839 >> 172.21.15.92:0/2138703839 conn(0x7fbd5c06d0f0 msgr2=0x7fbd5c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:49.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd62400640 1 -- 172.21.15.92:0/2138703839 shutdown_connections 2024-09-19T06:01:49.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.659+0000 7fbd62400640 1 -- 172.21.15.92:0/2138703839 wait complete. 2024-09-19T06:01:49.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.661+0000 7fbd62400640 1 Processor -- start 2024-09-19T06:01:49.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.661+0000 7fbd62400640 1 -- start start 2024-09-19T06:01:49.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd62400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd5c0731c0 0x7fbd5c149fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd62400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbd5c15a050 0x7fbd5c15b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd62400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15ee90 0x7fbd5c15be70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd62400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbd5c0cd940 con 0x7fbd5c15a050 2024-09-19T06:01:49.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd62400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbd5c0cd660 con 0x7fbd5c0731c0 2024-09-19T06:01:49.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd62400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbd5c0cdc20 con 0x7fbd5c15ee90 2024-09-19T06:01:49.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd5aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbd5c15a050 0x7fbd5c15b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd5aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbd5c15a050 0x7fbd5c15b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50690/0 (socket says 172.21.15.92:50690) 2024-09-19T06:01:49.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd5aa00640 1 -- 172.21.15.92:0/1699295754 learned_addr learned my addr 172.21.15.92:0/1699295754 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:49.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd5b400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd5c0731c0 0x7fbd5c149fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.662+0000 7fbd5be00640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15ee90 0x7fbd5c15be70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd5aa00640 1 -- 172.21.15.92:0/1699295754 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15ee90 msgr2=0x7fbd5c15be70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd5aa00640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15ee90 0x7fbd5c15be70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd5aa00640 1 -- 172.21.15.92:0/1699295754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd5c0731c0 msgr2=0x7fbd5c149fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd5aa00640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd5c0731c0 0x7fbd5c149fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd5aa00640 1 -- 172.21.15.92:0/1699295754 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbd5c0ce460 con 0x7fbd5c15a050 2024-09-19T06:01:49.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd5aa00640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbd5c15a050 0x7fbd5c15b930 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbd4800c400 tx=0x7fbd4800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:49.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd53400640 1 -- 172.21.15.92:0/1699295754 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd48017070 con 0x7fbd5c15a050 2024-09-19T06:01:49.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd53400640 1 -- 172.21.15.92:0/1699295754 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbd480052d0 con 0x7fbd5c15a050 2024-09-19T06:01:49.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd53400640 1 -- 172.21.15.92:0/1699295754 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbd48003810 con 0x7fbd5c15a050 2024-09-19T06:01:49.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbd5c0ce740 con 0x7fbd5c15a050 2024-09-19T06:01:49.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.663+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbd5c0ced00 con 0x7fbd5c15a050 2024-09-19T06:01:49.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.664+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbd5c0b36e0 con 0x7fbd5c15a050 2024-09-19T06:01:49.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.665+0000 7fbd53400640 1 -- 172.21.15.92:0/1699295754 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbd4801a070 con 0x7fbd5c15a050 2024-09-19T06:01:49.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.666+0000 7fbd53400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbd3c06c2b0 0x7fbd3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:49.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.666+0000 7fbd53400640 1 -- 172.21.15.92:0/1699295754 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fbd4808a8a0 con 0x7fbd5c15a050 2024-09-19T06:01:49.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.666+0000 7fbd5b400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbd3c06c2b0 0x7fbd3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:49.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.667+0000 7fbd5b400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbd3c06c2b0 0x7fbd3c06e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c034000 tx=0x7fbd4c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:49.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.670+0000 7fbd53400640 1 -- 172.21.15.92:0/1699295754 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbd48058920 con 0x7fbd5c15a050 2024-09-19T06:01:49.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.843+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fbd5c0b2730 con 0x7fbd5c15a050 2024-09-19T06:01:49.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.843+0000 7fbd53400640 1 -- 172.21.15.92:0/1699295754 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) ==== 100+0+11 (secure 0 0 0) 0x7fbd4805cc20 con 0x7fbd5c15a050 2024-09-19T06:01:49.846 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 64 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.845+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbd3c06c2b0 msgr2=0x7fbd3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.845+0000 7fbd62400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbd3c06c2b0 0x7fbd3c06e770 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c034000 tx=0x7fbd4c02e000 comp rx=0 tx=0).stop 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.845+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbd5c15a050 msgr2=0x7fbd5c15b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.845+0000 7fbd62400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbd5c15a050 0x7fbd5c15b930 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fbd4800c400 tx=0x7fbd4800c8c0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.846+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 shutdown_connections 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.846+0000 7fbd62400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbd5c15ee90 0x7fbd5c15be70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.846+0000 7fbd62400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbd5c15a050 0x7fbd5c15b930 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.846+0000 7fbd62400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbd3c06c2b0 0x7fbd3c06e770 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.846+0000 7fbd62400640 1 --2- 172.21.15.92:0/1699295754 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbd5c0731c0 0x7fbd5c149fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.846+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 >> 172.21.15.92:0/1699295754 conn(0x7fbd5c06d0f0 msgr2=0x7fbd5c158bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:49.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.846+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 shutdown_connections 2024-09-19T06:01:49.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:49.846+0000 7fbd62400640 1 -- 172.21.15.92:0/1699295754 wait complete. 2024-09-19T06:01:49.864 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_strays.TestStrays.test_dir_deletion' 2024-09-19T06:01:50.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.017+0000 7f45f7600640 1 Processor -- start 2024-09-19T06:01:50.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.017+0000 7f45f7600640 1 -- start start 2024-09-19T06:01:50.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45f7600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45f015e660 0x7f45f00cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45f7600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 0x7f45f00d1110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45f7600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f45f00d1650 0x7f45f006bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45f7600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f45f00d1ac0 con 0x7f45f015e660 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45f7600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f45f015ea40 con 0x7f45f00d1650 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45f7600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f45f00d3870 con 0x7f45f00d3310 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45f4c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45f015e660 0x7f45f00cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45f4c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45f015e660 0x7f45f00cf730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50698/0 (socket says 172.21.15.92:50698) 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45f4c00640 1 -- 172.21.15.92:0/2531080552 learned_addr learned my addr 172.21.15.92:0/2531080552 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.018+0000 7f45efe00640 1 --2- 172.21.15.92:0/2531080552 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 0x7f45f00d1110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:50.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.019+0000 7f45f5600640 1 --2- 172.21.15.92:0/2531080552 >> v2:172.21.15.102:3300/0 conn(0x7f45f00d1650 0x7f45f006bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:50.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.019+0000 7f45f4c00640 1 -- 172.21.15.92:0/2531080552 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 msgr2=0x7f45f00d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:50.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.019+0000 7f45f4c00640 1 --2- 172.21.15.92:0/2531080552 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 0x7f45f00d1110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:50.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.019+0000 7f45f4c00640 1 -- 172.21.15.92:0/2531080552 >> v2:172.21.15.102:3300/0 conn(0x7f45f00d1650 msgr2=0x7f45f006bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:50.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.019+0000 7f45f4c00640 1 --2- 172.21.15.92:0/2531080552 >> v2:172.21.15.102:3300/0 conn(0x7f45f00d1650 0x7f45f006bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:50.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.019+0000 7f45f4c00640 1 -- 172.21.15.92:0/2531080552 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f00d3b50 con 0x7f45f015e660 2024-09-19T06:01:50.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.019+0000 7f45f5600640 1 --2- 172.21.15.92:0/2531080552 >> v2:172.21.15.102:3300/0 conn(0x7f45f00d1650 0x7f45f006bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:50.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.020+0000 7f45f4c00640 1 --2- 172.21.15.92:0/2531080552 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f015e660 0x7f45f00cf730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f45f00cb760 tx=0x7f45e402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a287a402e4256420 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:50.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.020+0000 7f45ef400640 1 -- 172.21.15.92:0/2531080552 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e4037070 con 0x7f45f015e660 2024-09-19T06:01:50.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.020+0000 7f45ef400640 1 -- 172.21.15.92:0/2531080552 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45e4032440 con 0x7f45f015e660 2024-09-19T06:01:50.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.020+0000 7f45ef400640 1 -- 172.21.15.92:0/2531080552 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e4032810 con 0x7f45f015e660 2024-09-19T06:01:50.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.020+0000 7f45f7600640 1 -- 172.21.15.92:0/2531080552 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f015e660 msgr2=0x7f45f00cf730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:50.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.020+0000 7f45f7600640 1 --2- 172.21.15.92:0/2531080552 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f015e660 0x7f45f00cf730 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f45f00cb760 tx=0x7f45e402a1e0 comp rx=0 tx=0).stop 2024-09-19T06:01:50.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.021+0000 7f45f7600640 1 -- 172.21.15.92:0/2531080552 shutdown_connections 2024-09-19T06:01:50.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.021+0000 7f45f7600640 1 --2- 172.21.15.92:0/2531080552 >> v2:172.21.15.102:3300/0 conn(0x7f45f00d1650 0x7f45f006bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:50.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.021+0000 7f45f7600640 1 --2- 172.21.15.92:0/2531080552 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 0x7f45f00d1110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:50.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.021+0000 7f45f7600640 1 --2- 172.21.15.92:0/2531080552 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f015e660 0x7f45f00cf730 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:50.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.021+0000 7f45f7600640 1 -- 172.21.15.92:0/2531080552 >> 172.21.15.92:0/2531080552 conn(0x7f45f00b6410 msgr2=0x7f45f00b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:50.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.021+0000 7f45f7600640 1 -- 172.21.15.92:0/2531080552 shutdown_connections 2024-09-19T06:01:50.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.021+0000 7f45f7600640 1 -- 172.21.15.92:0/2531080552 wait complete. 2024-09-19T06:01:50.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.022+0000 7f45f7600640 1 Processor -- start 2024-09-19T06:01:50.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.022+0000 7f45f7600640 1 -- start start 2024-09-19T06:01:50.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.023+0000 7f45f7600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f00d1650 0x7f45f015ec10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.023+0000 7f45f7600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 0x7f45f015f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.023+0000 7f45f7600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45f015e660 0x7f45f0159db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.023+0000 7f45f7600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f45f00d43f0 con 0x7f45f00d1650 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.023+0000 7f45f7600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f45f00d4110 con 0x7f45f015e660 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.023+0000 7f45f7600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f45f00cfc70 con 0x7f45f00d3310 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.023+0000 7f45f4c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f00d1650 0x7f45f015ec10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f4c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f00d1650 0x7f45f015ec10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50714/0 (socket says 172.21.15.92:50714) 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f4c00640 1 -- 172.21.15.92:0/3494681016 learned_addr learned my addr 172.21.15.92:0/3494681016 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45efe00640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 0x7f45f015f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f5600640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45f015e660 0x7f45f0159db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f4c00640 1 -- 172.21.15.92:0/3494681016 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 msgr2=0x7f45f015f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:50.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f4c00640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 0x7f45f015f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f4c00640 1 -- 172.21.15.92:0/3494681016 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45f015e660 msgr2=0x7f45f0159db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f4c00640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45f015e660 0x7f45f0159db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f4c00640 1 -- 172.21.15.92:0/3494681016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45f015ab70 con 0x7f45f00d1650 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f4c00640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f00d1650 0x7f45f015ec10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f45e402a220 tx=0x7f45e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45ecc00640 1 -- 172.21.15.92:0/3494681016 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e4041020 con 0x7f45f00d1650 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45ecc00640 1 -- 172.21.15.92:0/3494681016 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45e40306c0 con 0x7f45f00d1650 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45f01e71e0 con 0x7f45f00d1650 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.024+0000 7f45ecc00640 1 -- 172.21.15.92:0/3494681016 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45e4037040 con 0x7f45f00d1650 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.025+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45f01e77a0 con 0x7f45f00d1650 2024-09-19T06:01:50.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.025+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45f00d1110 con 0x7f45f00d1650 2024-09-19T06:01:50.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.026+0000 7f45ecc00640 1 -- 172.21.15.92:0/3494681016 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f45e4044020 con 0x7f45f00d1650 2024-09-19T06:01:50.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.027+0000 7f45ecc00640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45d006c2b0 0x7f45d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:50.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.027+0000 7f45ecc00640 1 -- 172.21.15.92:0/3494681016 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f45e40abd10 con 0x7f45f00d1650 2024-09-19T06:01:50.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.027+0000 7f45efe00640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45d006c2b0 0x7f45d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:50.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.028+0000 7f45efe00640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45d006c2b0 0x7f45d006e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f45dc006fd0 tx=0x7f45dc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:50.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.031+0000 7f45ecc00640 1 -- 172.21.15.92:0/3494681016 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f45e40b1020 con 0x7f45f00d1650 2024-09-19T06:01:50.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.270+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_dir_deletion"]} v 0) -- 0x7f45f015bad0 con 0x7f45f00d1650 2024-09-19T06:01:50.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.994+0000 7f45ecc00640 1 -- 172.21.15.92:0/3494681016 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_dir_deletion"]}]=0 v46) ==== 135+0+0 (secure 0 0 0) 0x7f45e404b030 con 0x7f45f00d1650 2024-09-19T06:01:51.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.997+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45d006c2b0 msgr2=0x7f45d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.997+0000 7f45f7600640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45d006c2b0 0x7f45d006e770 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f45dc006fd0 tx=0x7f45dc008040 comp rx=0 tx=0).stop 2024-09-19T06:01:51.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f00d1650 msgr2=0x7f45f015ec10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f00d1650 0x7f45f015ec10 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f45e402a220 tx=0x7f45e40046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 shutdown_connections 2024-09-19T06:01:51.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f45d006c2b0 0x7f45d006e770 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45f015e660 0x7f45f0159db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45f00d3310 0x7f45f015f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 --2- 172.21.15.92:0/3494681016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45f00d1650 0x7f45f015ec10 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 >> 172.21.15.92:0/3494681016 conn(0x7f45f00b6410 msgr2=0x7f45f00b5600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:51.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 shutdown_connections 2024-09-19T06:01:51.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:50.998+0000 7f45f7600640 1 -- 172.21.15.92:0/3494681016 wait complete. 2024-09-19T06:01:51.019 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T06:01:51.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.177+0000 7f989b200640 1 Processor -- start 2024-09-19T06:01:51.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.177+0000 7f989b200640 1 -- start start 2024-09-19T06:01:51.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.178+0000 7f989b200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f989c0d1590 0x7f989c0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.178+0000 7f989b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0b8730 0x7f989c0d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.178+0000 7f989b200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f989c15e9d0 con 0x7f989c15e5f0 2024-09-19T06:01:51.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.178+0000 7f989b200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f989c0b9b30 con 0x7f989c0d1590 2024-09-19T06:01:51.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.178+0000 7f989b200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f989c0b8f20 con 0x7f989c0b8730 2024-09-19T06:01:51.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f989a800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0b8730 0x7f989c0d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f9899e00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f989c15e5f0 0x7f989c0d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:48426/0 (socket says 172.21.15.92:48426) 2024-09-19T06:01:51.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f9899e00640 1 -- 172.21.15.92:0/1028113539 learned_addr learned my addr 172.21.15.92:0/1028113539 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:51.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f9891400640 1 --2- 172.21.15.92:0/1028113539 >> v2:172.21.15.102:3300/0 conn(0x7f989c0d1590 0x7f989c0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f9899400640 1 -- 172.21.15.92:0/1028113539 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2753799043 0 0) 0x7f989c15e9d0 con 0x7f989c15e5f0 2024-09-19T06:01:51.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f9899400640 1 -- 172.21.15.92:0/1028113539 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9880003520 con 0x7f989c15e5f0 2024-09-19T06:01:51.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f9891400640 1 -- 172.21.15.92:0/1028113539 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0b8730 msgr2=0x7f989c0d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:51.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f9891400640 1 --2- 172.21.15.92:0/1028113539 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0b8730 0x7f989c0d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f9891400640 1 -- 172.21.15.92:0/1028113539 >> v1:172.21.15.102:6789/0 conn(0x7f989c15e5f0 legacy=0x7f989c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f9891400640 1 -- 172.21.15.92:0/1028113539 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f989c0b9200 con 0x7f989c0d1590 2024-09-19T06:01:51.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.179+0000 7f989a800640 1 --2- 172.21.15.92:0/1028113539 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0b8730 0x7f989c0d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:51.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.180+0000 7f9891400640 1 --2- 172.21.15.92:0/1028113539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f989c0d1590 0x7f989c0b81f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f98840097a0 tx=0x7f988402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6523dfed97f6f324 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:51.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.180+0000 7f9899400640 1 -- 172.21.15.92:0/1028113539 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9884037070 con 0x7f989c0d1590 2024-09-19T06:01:51.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.180+0000 7f9899400640 1 -- 172.21.15.92:0/1028113539 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9884032440 con 0x7f989c0d1590 2024-09-19T06:01:51.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.180+0000 7f9899400640 1 -- 172.21.15.92:0/1028113539 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9884032810 con 0x7f989c0d1590 2024-09-19T06:01:51.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.181+0000 7f989b200640 1 -- 172.21.15.92:0/1028113539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f989c0d1590 msgr2=0x7f989c0b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.181+0000 7f989b200640 1 --2- 172.21.15.92:0/1028113539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f989c0d1590 0x7f989c0b81f0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f98840097a0 tx=0x7f988402a180 comp rx=0 tx=0).stop 2024-09-19T06:01:51.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.181+0000 7f989b200640 1 -- 172.21.15.92:0/1028113539 shutdown_connections 2024-09-19T06:01:51.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.181+0000 7f989b200640 1 --2- 172.21.15.92:0/1028113539 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0b8730 0x7f989c0d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.181+0000 7f989b200640 1 --2- 172.21.15.92:0/1028113539 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f989c0d1590 0x7f989c0b81f0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.181+0000 7f989b200640 1 -- 172.21.15.92:0/1028113539 >> 172.21.15.92:0/1028113539 conn(0x7f989c062630 msgr2=0x7f989c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:51.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.181+0000 7f989b200640 1 -- 172.21.15.92:0/1028113539 shutdown_connections 2024-09-19T06:01:51.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.181+0000 7f989b200640 1 -- 172.21.15.92:0/1028113539 wait complete. 2024-09-19T06:01:51.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.183+0000 7f989b200640 1 Processor -- start 2024-09-19T06:01:51.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.183+0000 7f989b200640 1 -- start start 2024-09-19T06:01:51.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f989b200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f989c0b8730 0x7f989c161870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f989b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0d1590 0x7f989c151950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f989b200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f989c15e5f0 0x7f989c0cd630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f989b200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f989c0b8b60 con 0x7f989c0b8730 2024-09-19T06:01:51.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f989b200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f989c0b97c0 con 0x7f989c15e5f0 2024-09-19T06:01:51.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f989b200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f989c0b8ce0 con 0x7f989c0d1590 2024-09-19T06:01:51.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f9899e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f989c0b8730 0x7f989c161870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f9899e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f989c0b8730 0x7f989c161870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50728/0 (socket says 172.21.15.92:50728) 2024-09-19T06:01:51.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f9899e00640 1 -- 172.21.15.92:0/2273409706 learned_addr learned my addr 172.21.15.92:0/2273409706 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:51.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f989a800640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f989c15e5f0 0x7f989c0cd630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f9891400640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0d1590 0x7f989c151950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f9899e00640 1 -- 172.21.15.92:0/2273409706 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0d1590 msgr2=0x7f989c151950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f9899e00640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0d1590 0x7f989c151950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f9899e00640 1 -- 172.21.15.92:0/2273409706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f989c15e5f0 msgr2=0x7f989c0cd630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.184+0000 7f9899e00640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f989c15e5f0 0x7f989c0cd630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.185+0000 7f9899e00640 1 -- 172.21.15.92:0/2273409706 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f989c151e90 con 0x7f989c0b8730 2024-09-19T06:01:51.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.185+0000 7f9899e00640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f989c0b8730 0x7f989c161870 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f988c002230 tx=0x7f988c00ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:51.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.185+0000 7f9892a00640 1 -- 172.21.15.92:0/2273409706 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c017070 con 0x7f989c0b8730 2024-09-19T06:01:51.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.185+0000 7f9892a00640 1 -- 172.21.15.92:0/2273409706 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f988c00ab70 con 0x7f989c0b8730 2024-09-19T06:01:51.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.185+0000 7f9892a00640 1 -- 172.21.15.92:0/2273409706 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f988c012400 con 0x7f989c0b8730 2024-09-19T06:01:51.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.185+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f989c0cc450 con 0x7f989c0b8730 2024-09-19T06:01:51.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.185+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f989c0cca10 con 0x7f989c0b8730 2024-09-19T06:01:51.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.186+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f989c069c20 con 0x7f989c0b8730 2024-09-19T06:01:51.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.187+0000 7f9892a00640 1 -- 172.21.15.92:0/2273409706 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f988c01a070 con 0x7f989c0b8730 2024-09-19T06:01:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.188+0000 7f9892a00640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f987806c2e0 0x7f987806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.189+0000 7f9892a00640 1 -- 172.21.15.92:0/2273409706 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f988c08b0d0 con 0x7f989c0b8730 2024-09-19T06:01:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.189+0000 7f9891400640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f987806c2e0 0x7f987806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.189+0000 7f9891400640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f987806c2e0 0x7f987806e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9884034000 tx=0x7f988402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:51.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.193+0000 7f9892a00640 1 -- 172.21.15.92:0/2273409706 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f988c059150 con 0x7f989c0b8730 2024-09-19T06:01:51.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.365+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f989c0b81f0 con 0x7f989c0b8730 2024-09-19T06:01:51.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.369+0000 7f9892a00640 1 -- 172.21.15.92:0/2273409706 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) ==== 122+0+0 (secure 0 0 0) 0x7f988c05d450 con 0x7f989c0b8730 2024-09-19T06:01:51.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f987806c2e0 msgr2=0x7f987806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f987806c2e0 0x7f987806e7a0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f9884034000 tx=0x7f988402e000 comp rx=0 tx=0).stop 2024-09-19T06:01:51.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f989c0b8730 msgr2=0x7f989c161870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f989c0b8730 0x7f989c161870 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f988c002230 tx=0x7f988c00ceb0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 shutdown_connections 2024-09-19T06:01:51.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f987806c2e0 0x7f987806e7a0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f989c15e5f0 0x7f989c0cd630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f989c0d1590 0x7f989c151950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 --2- 172.21.15.92:0/2273409706 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f989c0b8730 0x7f989c161870 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 >> 172.21.15.92:0/2273409706 conn(0x7f989c062630 msgr2=0x7f989c0b5490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:51.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 shutdown_connections 2024-09-19T06:01:51.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.371+0000 7f989b200640 1 -- 172.21.15.92:0/2273409706 wait complete. 2024-09-19T06:01:51.389 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:01:51.389 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:01:51.487 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:01:51.581 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:01:51.581 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:01:51.582 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:51.617 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:01:51.617 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:51.694 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:01:51.694 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:51.770 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:01:51.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.962+0000 7fe201600640 1 Processor -- start 2024-09-19T06:01:51.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.962+0000 7fe201600640 1 -- start start 2024-09-19T06:01:51.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.963+0000 7fe201600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1fc158a00 0x7fe1fc071f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.963+0000 7fe201600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe1fc158de0 0x7fe1fc06eae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.963+0000 7fe201600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1fc0728f0 con 0x7fe1fc072470 2024-09-19T06:01:51.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.963+0000 7fe201600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe1fc072bd0 con 0x7fe1fc158a00 2024-09-19T06:01:51.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.963+0000 7fe201600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe1fc072eb0 con 0x7fe1fc158de0 2024-09-19T06:01:51.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.963+0000 7fe1faa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1fc158a00 0x7fe1fc071f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.963+0000 7fe1faa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1fc158a00 0x7fe1fc071f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50744/0 (socket says 172.21.15.92:50744) 2024-09-19T06:01:51.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.963+0000 7fe1faa00640 1 -- 172.21.15.92:0/2625748735 learned_addr learned my addr 172.21.15.92:0/2625748735 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:51.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.964+0000 7fe1fb400640 1 --2- 172.21.15.92:0/2625748735 >> v2:172.21.15.102:3300/0 conn(0x7fe1fc158de0 0x7fe1fc06eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.964+0000 7fe1faa00640 1 -- 172.21.15.92:0/2625748735 >> v2:172.21.15.102:3300/0 conn(0x7fe1fc158de0 msgr2=0x7fe1fc06eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:51.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.964+0000 7fe1faa00640 1 --2- 172.21.15.92:0/2625748735 >> v2:172.21.15.102:3300/0 conn(0x7fe1fc158de0 0x7fe1fc06eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.964+0000 7fe1faa00640 1 -- 172.21.15.92:0/2625748735 >> v1:172.21.15.102:6789/0 conn(0x7fe1fc072470 legacy=0x7fe1fc0b4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:51.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.964+0000 7fe1faa00640 1 -- 172.21.15.92:0/2625748735 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1fc073190 con 0x7fe1fc158a00 2024-09-19T06:01:51.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.965+0000 7fe1faa00640 1 --2- 172.21.15.92:0/2625748735 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158a00 0x7fe1fc071f30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc073470 tx=0x7fe1ec02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cdde4cae4396989 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:51.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.965+0000 7fe1fa000640 1 -- 172.21.15.92:0/2625748735 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ec037070 con 0x7fe1fc158a00 2024-09-19T06:01:51.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.965+0000 7fe1fa000640 1 -- 172.21.15.92:0/2625748735 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1ec032440 con 0x7fe1fc158a00 2024-09-19T06:01:51.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.965+0000 7fe1fa000640 1 -- 172.21.15.92:0/2625748735 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1ec032810 con 0x7fe1fc158a00 2024-09-19T06:01:51.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.966+0000 7fe201600640 1 -- 172.21.15.92:0/2625748735 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158a00 msgr2=0x7fe1fc071f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.966+0000 7fe201600640 1 --2- 172.21.15.92:0/2625748735 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158a00 0x7fe1fc071f30 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe1fc073470 tx=0x7fe1ec02a230 comp rx=0 tx=0).stop 2024-09-19T06:01:51.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.966+0000 7fe201600640 1 -- 172.21.15.92:0/2625748735 shutdown_connections 2024-09-19T06:01:51.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.966+0000 7fe201600640 1 --2- 172.21.15.92:0/2625748735 >> v2:172.21.15.102:3300/0 conn(0x7fe1fc158de0 0x7fe1fc06eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.966+0000 7fe201600640 1 --2- 172.21.15.92:0/2625748735 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158a00 0x7fe1fc071f30 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.966+0000 7fe201600640 1 -- 172.21.15.92:0/2625748735 >> 172.21.15.92:0/2625748735 conn(0x7fe1fc06cb50 msgr2=0x7fe1fc06cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:51.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.966+0000 7fe201600640 1 -- 172.21.15.92:0/2625748735 shutdown_connections 2024-09-19T06:01:51.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.966+0000 7fe201600640 1 -- 172.21.15.92:0/2625748735 wait complete. 2024-09-19T06:01:51.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.967+0000 7fe201600640 1 Processor -- start 2024-09-19T06:01:51.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.967+0000 7fe201600640 1 -- start start 2024-09-19T06:01:51.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.968+0000 7fe201600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1fc072470 0x7fe1fc155690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.968+0000 7fe201600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1fc158a00 0x7fe1fc15fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.968+0000 7fe201600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158de0 0x7fe1fc160250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.968+0000 7fe201600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe1fc0b5ca0 con 0x7fe1fc158de0 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.968+0000 7fe201600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe1fc0b5b20 con 0x7fe1fc158a00 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.968+0000 7fe201600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe1fc0b5570 con 0x7fe1fc072470 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1fb400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158de0 0x7fe1fc160250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1fb400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158de0 0x7fe1fc160250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50758/0 (socket says 172.21.15.92:50758) 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1fb400640 1 -- 172.21.15.92:0/1735334714 learned_addr learned my addr 172.21.15.92:0/1735334714 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1faa00640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1fc072470 0x7fe1fc155690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1f2000640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1fc158a00 0x7fe1fc15fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1fb400640 1 -- 172.21.15.92:0/1735334714 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1fc072470 msgr2=0x7fe1fc155690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1fb400640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1fc072470 0x7fe1fc155690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1fb400640 1 -- 172.21.15.92:0/1735334714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1fc158a00 msgr2=0x7fe1fc15fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:51.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1fb400640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1fc158a00 0x7fe1fc15fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:51.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1fb400640 1 -- 172.21.15.92:0/1735334714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1fc151190 con 0x7fe1fc158de0 2024-09-19T06:01:51.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1f2000640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1fc158a00 0x7fe1fc15fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:51.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1fb400640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158de0 0x7fe1fc160250 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4007e90 tx=0x7fe1f400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:51.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.969+0000 7fe1f3400640 1 -- 172.21.15.92:0/1735334714 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1f4014420 con 0x7fe1fc158de0 2024-09-19T06:01:51.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.970+0000 7fe1f3400640 1 -- 172.21.15.92:0/1735334714 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1f4019070 con 0x7fe1fc158de0 2024-09-19T06:01:51.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.970+0000 7fe1f3400640 1 -- 172.21.15.92:0/1735334714 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1f4014800 con 0x7fe1fc158de0 2024-09-19T06:01:51.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.970+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1fc155ee0 con 0x7fe1fc158de0 2024-09-19T06:01:51.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.970+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1fc1564a0 con 0x7fe1fc158de0 2024-09-19T06:01:51.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.971+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1fc071f30 con 0x7fe1fc158de0 2024-09-19T06:01:51.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.972+0000 7fe1f3400640 1 -- 172.21.15.92:0/1735334714 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe1f40149a0 con 0x7fe1fc158de0 2024-09-19T06:01:51.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.972+0000 7fe1f3400640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1d806c2b0 0x7fe1d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:51.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.972+0000 7fe1f3400640 1 -- 172.21.15.92:0/1735334714 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fe1f408bbf0 con 0x7fe1fc158de0 2024-09-19T06:01:51.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.973+0000 7fe1faa00640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1d806c2b0 0x7fe1d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:51.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.973+0000 7fe1faa00640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1d806c2b0 0x7fe1d806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec034000 tx=0x7fe1ec02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:51.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:51.976+0000 7fe1f3400640 1 -- 172.21.15.92:0/1735334714 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe1fc151190 con 0x7fe1fc158de0 2024-09-19T06:01:52.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.163+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fe1fc0afae0 con 0x7fe1fc158de0 2024-09-19T06:01:52.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.163+0000 7fe1f3400640 1 -- 172.21.15.92:0/1735334714 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7fe1f405a2c0 con 0x7fe1fc158de0 2024-09-19T06:01:52.165 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:01:52.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.165+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1d806c2b0 msgr2=0x7fe1d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:52.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.165+0000 7fe201600640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1d806c2b0 0x7fe1d806e770 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fe1ec034000 tx=0x7fe1ec02e000 comp rx=0 tx=0).stop 2024-09-19T06:01:52.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.165+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158de0 msgr2=0x7fe1fc160250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:52.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.165+0000 7fe201600640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158de0 0x7fe1fc160250 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe1f4007e90 tx=0x7fe1f400e4b0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.166+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 shutdown_connections 2024-09-19T06:01:52.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.166+0000 7fe201600640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1fc158de0 0x7fe1fc160250 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.166+0000 7fe201600640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1d806c2b0 0x7fe1d806e770 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.166+0000 7fe201600640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1fc158a00 0x7fe1fc15fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.166+0000 7fe201600640 1 --2- 172.21.15.92:0/1735334714 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1fc072470 0x7fe1fc155690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.166+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 >> 172.21.15.92:0/1735334714 conn(0x7fe1fc06cb50 msgr2=0x7fe1fc06eae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:52.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.166+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 shutdown_connections 2024-09-19T06:01:52.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.166+0000 7fe201600640 1 -- 172.21.15.92:0/1735334714 wait complete. 2024-09-19T06:01:52.184 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:01:52.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:52.185 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2024-09-19T06:01:52.249 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:01:52.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:52.249 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:01:52.293 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:01:52.293 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:52.331 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:01:52.332 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:52.409 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:01:52.410 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:52.485 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:01:52.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.637+0000 7f745f000640 1 Processor -- start 2024-09-19T06:01:52.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.637+0000 7f745f000640 1 -- start start 2024-09-19T06:01:52.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f745f000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f74580731c0 0x7f7458073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:52.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f745f000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f745815de80 0x7f745815e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:52.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f745f000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f745815a430 con 0x7f745815a050 2024-09-19T06:01:52.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f745f000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f7458073b40 con 0x7f74580731c0 2024-09-19T06:01:52.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f745f000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f74580cd0a0 con 0x7f745815de80 2024-09-19T06:01:52.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f744f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f74580731c0 0x7f7458073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:52.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f744f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f74580731c0 0x7f7458073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50760/0 (socket says 172.21.15.92:50760) 2024-09-19T06:01:52.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f744f400640 1 -- 172.21.15.92:0/3685537363 learned_addr learned my addr 172.21.15.92:0/3685537363 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:52.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f745d000640 1 --2- 172.21.15.92:0/3685537363 >> v2:172.21.15.102:3300/0 conn(0x7f745815de80 0x7f745815e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:52.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f744f400640 1 -- 172.21.15.92:0/3685537363 >> v2:172.21.15.102:3300/0 conn(0x7f745815de80 msgr2=0x7f745815e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:52.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f744f400640 1 --2- 172.21.15.92:0/3685537363 >> v2:172.21.15.102:3300/0 conn(0x7f745815de80 0x7f745815e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f744f400640 1 -- 172.21.15.92:0/3685537363 >> v1:172.21.15.102:6789/0 conn(0x7f745815a050 legacy=0x7f745815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:52.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.639+0000 7f744f400640 1 -- 172.21.15.92:0/3685537363 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74580cd380 con 0x7f74580731c0 2024-09-19T06:01:52.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.640+0000 7f744f400640 1 --2- 172.21.15.92:0/3685537363 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 0x7f7458073600 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f74580c6040 tx=0x7f744002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf674efa3149d56f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:52.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f7457400640 1 -- 172.21.15.92:0/3685537363 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7440037070 con 0x7f74580731c0 2024-09-19T06:01:52.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f7457400640 1 -- 172.21.15.92:0/3685537363 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7440032440 con 0x7f74580731c0 2024-09-19T06:01:52.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f7457400640 1 -- 172.21.15.92:0/3685537363 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7440032810 con 0x7f74580731c0 2024-09-19T06:01:52.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f745f000640 1 -- 172.21.15.92:0/3685537363 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 msgr2=0x7f7458073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:52.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f745f000640 1 --2- 172.21.15.92:0/3685537363 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 0x7f7458073600 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f74580c6040 tx=0x7f744002a1e0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f745f000640 1 -- 172.21.15.92:0/3685537363 shutdown_connections 2024-09-19T06:01:52.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f745f000640 1 --2- 172.21.15.92:0/3685537363 >> v2:172.21.15.102:3300/0 conn(0x7f745815de80 0x7f745815e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f745f000640 1 --2- 172.21.15.92:0/3685537363 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 0x7f7458073600 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f745f000640 1 -- 172.21.15.92:0/3685537363 >> 172.21.15.92:0/3685537363 conn(0x7f745806d0f0 msgr2=0x7f745806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:52.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f745f000640 1 -- 172.21.15.92:0/3685537363 shutdown_connections 2024-09-19T06:01:52.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.641+0000 7f745f000640 1 -- 172.21.15.92:0/3685537363 wait complete. 2024-09-19T06:01:52.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.643+0000 7f745f000640 1 Processor -- start 2024-09-19T06:01:52.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.643+0000 7f745f000640 1 -- start start 2024-09-19T06:01:52.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f745f000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 0x7f7458148030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:52.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f745f000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f745815a050 0x7f74580c6500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:52.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f745f000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f745815de80 0x7f7458151d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:52.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f745f000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f74580cdc20 con 0x7f74580731c0 2024-09-19T06:01:52.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f745f000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f74580cd940 con 0x7f745815de80 2024-09-19T06:01:52.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f745f000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f74580b36e0 con 0x7f745815a050 2024-09-19T06:01:52.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f7457e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 0x7f7458148030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:52.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f7457e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 0x7f7458148030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50764/0 (socket says 172.21.15.92:50764) 2024-09-19T06:01:52.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f7457e00640 1 -- 172.21.15.92:0/1307875196 learned_addr learned my addr 172.21.15.92:0/1307875196 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f745d000640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f745815de80 0x7f7458151d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f744f400640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f745815a050 0x7f74580c6500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f7457e00640 1 -- 172.21.15.92:0/1307875196 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f745815a050 msgr2=0x7f74580c6500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f7457e00640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f745815a050 0x7f74580c6500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f7457e00640 1 -- 172.21.15.92:0/1307875196 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f745815de80 msgr2=0x7f7458151d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f7457e00640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f745815de80 0x7f7458151d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f7457e00640 1 -- 172.21.15.92:0/1307875196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7458148570 con 0x7f74580731c0 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.644+0000 7f744f400640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f745815a050 0x7f74580c6500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.645+0000 7f7457e00640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 0x7f7458148030 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f744800c430 tx=0x7f744800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.645+0000 7f7454c00640 1 -- 172.21.15.92:0/1307875196 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74480052d0 con 0x7f74580731c0 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.645+0000 7f7454c00640 1 -- 172.21.15.92:0/1307875196 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7448005490 con 0x7f74580731c0 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.645+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f7458155370 con 0x7f74580731c0 2024-09-19T06:01:52.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.645+0000 7f7454c00640 1 -- 172.21.15.92:0/1307875196 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7448007260 con 0x7f74580731c0 2024-09-19T06:01:52.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.645+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f7458155930 con 0x7f74580731c0 2024-09-19T06:01:52.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.646+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f745815ea20 con 0x7f74580731c0 2024-09-19T06:01:52.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.647+0000 7f7454c00640 1 -- 172.21.15.92:0/1307875196 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7448007400 con 0x7f74580731c0 2024-09-19T06:01:52.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.648+0000 7f7454c00640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f743406c2b0 0x7f743406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:52.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.648+0000 7f7454c00640 1 -- 172.21.15.92:0/1307875196 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f744808a9c0 con 0x7f74580731c0 2024-09-19T06:01:52.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.648+0000 7f744f400640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f743406c2b0 0x7f743406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:52.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.649+0000 7f744f400640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f743406c2b0 0x7f743406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7440034000 tx=0x7f744002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:52.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.653+0000 7f7454c00640 1 -- 172.21.15.92:0/1307875196 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f745815ea20 con 0x7f74580731c0 2024-09-19T06:01:52.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.837+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f745815a980 con 0x7f74580731c0 2024-09-19T06:01:52.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.837+0000 7f7454c00640 1 -- 172.21.15.92:0/1307875196 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f7458148570 con 0x7f74580731c0 2024-09-19T06:01:52.839 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.839+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f743406c2b0 msgr2=0x7f743406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.839+0000 7f745f000640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f743406c2b0 0x7f743406e770 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f7440034000 tx=0x7f744002e000 comp rx=0 tx=0).stop 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.839+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 msgr2=0x7f7458148030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.839+0000 7f745f000640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 0x7f7458148030 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f744800c430 tx=0x7f744800c8f0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.840+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 shutdown_connections 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.840+0000 7f745f000640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f743406c2b0 0x7f743406e770 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.840+0000 7f745f000640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f745815de80 0x7f7458151d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.840+0000 7f745f000640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f745815a050 0x7f74580c6500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.840+0000 7f745f000640 1 --2- 172.21.15.92:0/1307875196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74580731c0 0x7f7458148030 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:52.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.840+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 >> 172.21.15.92:0/1307875196 conn(0x7f745806d0f0 msgr2=0x7f745815e310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:52.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.840+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 shutdown_connections 2024-09-19T06:01:52.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:52.840+0000 7f745f000640 1 -- 172.21.15.92:0/1307875196 wait complete. 2024-09-19T06:01:52.857 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2024-09-19T06:01:52.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:52.858 DEBUG:teuthology.orchestra.run.smithi102:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2024-09-19T06:01:52.922 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:01:52.923 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:52.923 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-19T06:01:52.965 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:01:52.965 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:53.001 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:01:53.002 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:53.077 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:01:53.077 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:53.152 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:01:53.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.342+0000 7fb941e00640 1 Processor -- start 2024-09-19T06:01:53.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.342+0000 7fb941e00640 1 -- start start 2024-09-19T06:01:53.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.343+0000 7fb941e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15a050 0x7fb93c15d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:53.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.343+0000 7fb941e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb93c0731c0 0x7fb93c073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.343+0000 7fb941e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb93c15a430 con 0x7fb93c15ffd0 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb941e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb93c073b40 con 0x7fb93c0731c0 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb941e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb93c15d9a0 con 0x7fb93c15a050 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb93b400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fb93c15ffd0 0x7fb93c160480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:57454/0 (socket says 172.21.15.92:57454) 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb93b400640 1 -- 172.21.15.92:0/335414426 learned_addr learned my addr 172.21.15.92:0/335414426 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb932000640 1 --2- 172.21.15.92:0/335414426 >> v2:172.21.15.92:3300/0 conn(0x7fb93c0731c0 0x7fb93c073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb93aa00640 1 --2- 172.21.15.92:0/335414426 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15a050 0x7fb93c15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb93a000640 1 -- 172.21.15.92:0/335414426 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3095437056 0 0) 0x7fb93c15a430 con 0x7fb93c15ffd0 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb93a000640 1 -- 172.21.15.92:0/335414426 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb920003520 con 0x7fb93c15ffd0 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb932000640 1 -- 172.21.15.92:0/335414426 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15a050 msgr2=0x7fb93c15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb932000640 1 --2- 172.21.15.92:0/335414426 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15a050 0x7fb93c15d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb932000640 1 -- 172.21.15.92:0/335414426 >> v1:172.21.15.92:6789/0 conn(0x7fb93c15ffd0 legacy=0x7fb93c160480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:53.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.344+0000 7fb932000640 1 -- 172.21.15.92:0/335414426 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb93c0cd0a0 con 0x7fb93c0731c0 2024-09-19T06:01:53.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.345+0000 7fb932000640 1 --2- 172.21.15.92:0/335414426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c0731c0 0x7fb93c073600 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb9240097a0 tx=0x7fb92402a0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d419a7d4705a2e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:53.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb93a000640 1 -- 172.21.15.92:0/335414426 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb924037070 con 0x7fb93c0731c0 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb93a000640 1 -- 172.21.15.92:0/335414426 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb92402ae40 con 0x7fb93c0731c0 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb93a000640 1 -- 172.21.15.92:0/335414426 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb924032640 con 0x7fb93c0731c0 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb941e00640 1 -- 172.21.15.92:0/335414426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c0731c0 msgr2=0x7fb93c073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb941e00640 1 --2- 172.21.15.92:0/335414426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c0731c0 0x7fb93c073600 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb9240097a0 tx=0x7fb92402a0f0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb941e00640 1 -- 172.21.15.92:0/335414426 shutdown_connections 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb941e00640 1 --2- 172.21.15.92:0/335414426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c0731c0 0x7fb93c073600 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb941e00640 1 --2- 172.21.15.92:0/335414426 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15a050 0x7fb93c15d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb941e00640 1 -- 172.21.15.92:0/335414426 >> 172.21.15.92:0/335414426 conn(0x7fb93c06d0f0 msgr2=0x7fb93c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb941e00640 1 -- 172.21.15.92:0/335414426 shutdown_connections 2024-09-19T06:01:53.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.346+0000 7fb941e00640 1 -- 172.21.15.92:0/335414426 wait complete. 2024-09-19T06:01:53.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.348+0000 7fb941e00640 1 Processor -- start 2024-09-19T06:01:53.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.348+0000 7fb941e00640 1 -- start start 2024-09-19T06:01:53.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb941e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb93c0731c0 0x7fb93c0ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:53.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb941e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c15a050 0x7fb93c0ca8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb941e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15ffd0 0x7fb93c0cade0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb941e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb93c0cd940 con 0x7fb93c15a050 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb941e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb93c0cd660 con 0x7fb93c0731c0 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb941e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb93c0cdc20 con 0x7fb93c15ffd0 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb932000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c15a050 0x7fb93c0ca8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb932000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c15a050 0x7fb93c0ca8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50786/0 (socket says 172.21.15.92:50786) 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb932000640 1 -- 172.21.15.92:0/1278700300 learned_addr learned my addr 172.21.15.92:0/1278700300 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb93aa00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb93c0731c0 0x7fb93c0ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb93b400640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15ffd0 0x7fb93c0cade0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb932000640 1 -- 172.21.15.92:0/1278700300 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15ffd0 msgr2=0x7fb93c0cade0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb932000640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15ffd0 0x7fb93c0cade0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb932000640 1 -- 172.21.15.92:0/1278700300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb93c0731c0 msgr2=0x7fb93c0ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb932000640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb93c0731c0 0x7fb93c0ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb932000640 1 -- 172.21.15.92:0/1278700300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb93c071050 con 0x7fb93c15a050 2024-09-19T06:01:53.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.349+0000 7fb93aa00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb93c0731c0 0x7fb93c0ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:53.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.350+0000 7fb932000640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c15a050 0x7fb93c0ca8a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb924035040 tx=0x7fb9240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:53.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.350+0000 7fb933e00640 1 -- 172.21.15.92:0/1278700300 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb924037050 con 0x7fb93c15a050 2024-09-19T06:01:53.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.350+0000 7fb933e00640 1 -- 172.21.15.92:0/1278700300 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb924038040 con 0x7fb93c15a050 2024-09-19T06:01:53.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.350+0000 7fb933e00640 1 -- 172.21.15.92:0/1278700300 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb9240044c0 con 0x7fb93c15a050 2024-09-19T06:01:53.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.350+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb93c0cedb0 con 0x7fb93c15a050 2024-09-19T06:01:53.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.350+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb93c0712f0 con 0x7fb93c15a050 2024-09-19T06:01:53.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.351+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb93c0b36e0 con 0x7fb93c15a050 2024-09-19T06:01:53.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.352+0000 7fb933e00640 1 -- 172.21.15.92:0/1278700300 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb924045020 con 0x7fb93c15a050 2024-09-19T06:01:53.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.353+0000 7fb933e00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb91806c2b0 0x7fb91806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:53.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.353+0000 7fb933e00640 1 -- 172.21.15.92:0/1278700300 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fb9240ab410 con 0x7fb93c15a050 2024-09-19T06:01:53.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.354+0000 7fb93aa00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb91806c2b0 0x7fb91806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:53.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.354+0000 7fb93aa00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb91806c2b0 0x7fb91806e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb92c009f30 tx=0x7fb92c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:53.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.358+0000 7fb933e00640 1 -- 172.21.15.92:0/1278700300 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb924079520 con 0x7fb93c15a050 2024-09-19T06:01:53.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.543+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fb93c074170 con 0x7fb93c15a050 2024-09-19T06:01:53.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.544+0000 7fb933e00640 1 -- 172.21.15.92:0/1278700300 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7fb92407d820 con 0x7fb93c15a050 2024-09-19T06:01:53.546 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:01:53.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb91806c2b0 msgr2=0x7fb91806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:53.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb91806c2b0 0x7fb91806e770 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fb92c009f30 tx=0x7fb92c009190 comp rx=0 tx=0).stop 2024-09-19T06:01:53.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c15a050 msgr2=0x7fb93c0ca8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:53.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c15a050 0x7fb93c0ca8a0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fb924035040 tx=0x7fb9240046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 shutdown_connections 2024-09-19T06:01:53.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb93c15ffd0 0x7fb93c0cade0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb93c15a050 0x7fb93c0ca8a0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb91806c2b0 0x7fb91806e770 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 --2- 172.21.15.92:0/1278700300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb93c0731c0 0x7fb93c0ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:53.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 >> 172.21.15.92:0/1278700300 conn(0x7fb93c06d0f0 msgr2=0x7fb93c0b5450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:53.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 shutdown_connections 2024-09-19T06:01:53.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:53.546+0000 7fb941e00640 1 -- 172.21.15.92:0/1278700300 wait complete. 2024-09-19T06:01:53.564 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2024-09-19T06:01:53.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:53.564 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2024-09-19T06:01:53.624 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:01:53.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:53.624 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-19T06:01:53.660 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:01:53.660 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:53.698 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:01:53.698 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:53.774 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:01:53.774 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:01:53.850 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:01:54.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.003+0000 7f5003e00640 1 Processor -- start 2024-09-19T06:01:54.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.003+0000 7f5003e00640 1 -- start start 2024-09-19T06:01:54.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.004+0000 7f5003e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 0x7f50040d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.004+0000 7f5003e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f500415e9d0 con 0x7f50040b8900 2024-09-19T06:01:54.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.004+0000 7f5003e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f50040b8f20 con 0x7f50040d13c0 2024-09-19T06:01:54.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.004+0000 7f5003e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f50040b9b30 con 0x7f500415e5f0 2024-09-19T06:01:54.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.005+0000 7f5003400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f50040b8900 0x7f50040d2bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:57464/0 (socket says 172.21.15.92:57464) 2024-09-19T06:01:54.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.005+0000 7f5002000640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f50040d13c0 0x7f50040b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:48468/0 (socket says 172.21.15.92:48468) 2024-09-19T06:01:54.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.005+0000 7f5003400640 1 -- 172.21.15.92:0/4055082643 learned_addr learned my addr 172.21.15.92:0/4055082643 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:54.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.005+0000 7f5002a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 0x7f50040d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.005+0000 7f5002a00640 1 -- 172.21.15.92:0/4055082643 >> v1:172.21.15.102:6789/0 conn(0x7f50040d13c0 legacy=0x7f50040b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.005+0000 7f5002a00640 1 -- 172.21.15.92:0/4055082643 >> v1:172.21.15.92:6789/0 conn(0x7f50040b8900 legacy=0x7f50040d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.005+0000 7f5002a00640 1 -- 172.21.15.92:0/4055082643 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50040b9200 con 0x7f500415e5f0 2024-09-19T06:01:54.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.006+0000 7f5002a00640 1 --2- 172.21.15.92:0/4055082643 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 0x7f50040d0e80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4ff40097d0 tx=0x7f4ff402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7318b53569e08045 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:54.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.006+0000 7f5001600640 1 -- 172.21.15.92:0/4055082643 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff4037070 con 0x7f500415e5f0 2024-09-19T06:01:54.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.007+0000 7f5001600640 1 -- 172.21.15.92:0/4055082643 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ff4032440 con 0x7f500415e5f0 2024-09-19T06:01:54.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.007+0000 7f5001600640 1 -- 172.21.15.92:0/4055082643 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff4032810 con 0x7f500415e5f0 2024-09-19T06:01:54.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.007+0000 7f5003e00640 1 -- 172.21.15.92:0/4055082643 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 msgr2=0x7f50040d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.007+0000 7f5003e00640 1 --2- 172.21.15.92:0/4055082643 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 0x7f50040d0e80 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4ff40097d0 tx=0x7f4ff402a210 comp rx=0 tx=0).stop 2024-09-19T06:01:54.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.007+0000 7f5003e00640 1 -- 172.21.15.92:0/4055082643 shutdown_connections 2024-09-19T06:01:54.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.007+0000 7f5003e00640 1 --2- 172.21.15.92:0/4055082643 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 0x7f50040d0e80 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.007+0000 7f5003e00640 1 -- 172.21.15.92:0/4055082643 >> 172.21.15.92:0/4055082643 conn(0x7f5004062630 msgr2=0x7f5004062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:54.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.007+0000 7f5003e00640 1 -- 172.21.15.92:0/4055082643 shutdown_connections 2024-09-19T06:01:54.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.007+0000 7f5003e00640 1 -- 172.21.15.92:0/4055082643 wait complete. 2024-09-19T06:01:54.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.009+0000 7f5003e00640 1 Processor -- start 2024-09-19T06:01:54.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.009+0000 7f5003e00640 1 -- start start 2024-09-19T06:01:54.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5003e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50040b8900 0x7f500414c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5003e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f50040d13c0 0x7f50040c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5003e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 0x7f50040c84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5003e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f50040b97c0 con 0x7f50040b8900 2024-09-19T06:01:54.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5003e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f50040d32d0 con 0x7f50040d13c0 2024-09-19T06:01:54.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5003e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f50040d3450 con 0x7f500415e5f0 2024-09-19T06:01:54.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50040b8900 0x7f500414c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50040b8900 0x7f500414c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50796/0 (socket says 172.21.15.92:50796) 2024-09-19T06:01:54.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002a00640 1 -- 172.21.15.92:0/2081084768 learned_addr learned my addr 172.21.15.92:0/2081084768 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:54.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5003400640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 0x7f50040c84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002000640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f50040d13c0 0x7f50040c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002a00640 1 -- 172.21.15.92:0/2081084768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 msgr2=0x7f50040c84e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002a00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 0x7f50040c84e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002a00640 1 -- 172.21.15.92:0/2081084768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f50040d13c0 msgr2=0x7f50040c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002a00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f50040d13c0 0x7f50040c7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002a00640 1 -- 172.21.15.92:0/2081084768 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f50040cc080 con 0x7f50040b8900 2024-09-19T06:01:54.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.010+0000 7f5002000640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f50040d13c0 0x7f50040c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:54.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.011+0000 7f5002a00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50040b8900 0x7f500414c760 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4ff40097d0 tx=0x7f4ff40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:54.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.011+0000 7f4ffaa00640 1 -- 172.21.15.92:0/2081084768 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff4037040 con 0x7f50040b8900 2024-09-19T06:01:54.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.011+0000 7f4ffaa00640 1 -- 172.21.15.92:0/2081084768 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ff4030770 con 0x7f50040b8900 2024-09-19T06:01:54.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.011+0000 7f4ffaa00640 1 -- 172.21.15.92:0/2081084768 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ff4030b40 con 0x7f50040b8900 2024-09-19T06:01:54.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.011+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f500414cca0 con 0x7f50040b8900 2024-09-19T06:01:54.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.011+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5004160e80 con 0x7f50040b8900 2024-09-19T06:01:54.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.012+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5004069c20 con 0x7f50040b8900 2024-09-19T06:01:54.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.013+0000 7f4ffaa00640 1 -- 172.21.15.92:0/2081084768 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ff4044020 con 0x7f50040b8900 2024-09-19T06:01:54.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.014+0000 7f4ffaa00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4fe406c2b0 0x7f4fe406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.014+0000 7f4ffaa00640 1 -- 172.21.15.92:0/2081084768 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f4ff40ab8a0 con 0x7f50040b8900 2024-09-19T06:01:54.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.014+0000 7f5002000640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4fe406c2b0 0x7f4fe406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.015+0000 7f5002000640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4fe406c2b0 0x7f4fe406e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f4ff0007fd0 tx=0x7f4ff0007d40 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:54.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.019+0000 7f4ffaa00640 1 -- 172.21.15.92:0/2081084768 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4ff404b020 con 0x7f50040b8900 2024-09-19T06:01:54.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.201+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f50040cc280 con 0x7f50040b8900 2024-09-19T06:01:54.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.202+0000 7f4ffaa00640 1 -- 172.21.15.92:0/2081084768 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) ==== 80+0+0 (secure 0 0 0) 0x7f4ff4032e20 con 0x7f50040b8900 2024-09-19T06:01:54.204 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:01:54.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4fe406c2b0 msgr2=0x7f4fe406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4fe406c2b0 0x7f4fe406e770 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f4ff0007fd0 tx=0x7f4ff0007d40 comp rx=0 tx=0).stop 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50040b8900 msgr2=0x7f500414c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50040b8900 0x7f500414c760 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f4ff40097d0 tx=0x7f4ff40046c0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 shutdown_connections 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f500415e5f0 0x7f50040c84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4fe406c2b0 0x7f4fe406e770 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f50040d13c0 0x7f50040c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 --2- 172.21.15.92:0/2081084768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50040b8900 0x7f500414c760 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 >> 172.21.15.92:0/2081084768 conn(0x7f5004062630 msgr2=0x7f5004157850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 shutdown_connections 2024-09-19T06:01:54.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.204+0000 7f5003e00640 1 -- 172.21.15.92:0/2081084768 wait complete. 2024-09-19T06:01:54.222 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2024-09-19T06:01:54.222 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:54.223 DEBUG:teuthology.orchestra.run.smithi102:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2024-09-19T06:01:54.282 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:01:54.282 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:01:54.283 DEBUG:teuthology.orchestra.run.smithi102:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-19T06:01:54.318 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T06:01:54.319 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:54.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.468+0000 7f6778000640 1 Processor -- start 2024-09-19T06:01:54.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.468+0000 7f6778000640 1 -- start start 2024-09-19T06:01:54.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6778000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f677015c550 0x7f67700b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6778000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f67700b6310 0x7f67700b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6778000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67700b4cf0 con 0x7f677015c170 2024-09-19T06:01:54.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6778000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f67700b4fd0 con 0x7f67700b6310 2024-09-19T06:01:54.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6778000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f67700b52b0 con 0x7f677015c550 2024-09-19T06:01:54.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6776000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f67700b6310 0x7f67700b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6776000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f67700b6310 0x7f67700b39b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50798/0 (socket says 172.21.15.92:50798) 2024-09-19T06:01:54.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6776000640 1 -- 172.21.15.92:0/2587232933 learned_addr learned my addr 172.21.15.92:0/2587232933 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:54.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6774c00640 1 --2- 172.21.15.92:0/2587232933 >> v2:172.21.15.102:3300/0 conn(0x7f677015c550 0x7f67700b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6776000640 1 -- 172.21.15.92:0/2587232933 >> v2:172.21.15.102:3300/0 conn(0x7f677015c550 msgr2=0x7f67700b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:54.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6776000640 1 --2- 172.21.15.92:0/2587232933 >> v2:172.21.15.102:3300/0 conn(0x7f677015c550 0x7f67700b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6776000640 1 -- 172.21.15.92:0/2587232933 >> v1:172.21.15.92:6789/0 conn(0x7f677015c170 legacy=0x7f67700cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.470+0000 7f6776000640 1 -- 172.21.15.92:0/2587232933 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67700b5590 con 0x7f67700b6310 2024-09-19T06:01:54.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.471+0000 7f6776000640 1 --2- 172.21.15.92:0/2587232933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67700b6310 0x7f67700b39b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6768009e50 tx=0x7f676802a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78f06eda7e3b9ef5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:54.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f676fe00640 1 -- 172.21.15.92:0/2587232933 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6768036070 con 0x7f67700b6310 2024-09-19T06:01:54.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f676fe00640 1 -- 172.21.15.92:0/2587232933 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6768031600 con 0x7f67700b6310 2024-09-19T06:01:54.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f676fe00640 1 -- 172.21.15.92:0/2587232933 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67680319d0 con 0x7f67700b6310 2024-09-19T06:01:54.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f6778000640 1 -- 172.21.15.92:0/2587232933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67700b6310 msgr2=0x7f67700b39b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f6778000640 1 --2- 172.21.15.92:0/2587232933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67700b6310 0x7f67700b39b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6768009e50 tx=0x7f676802a760 comp rx=0 tx=0).stop 2024-09-19T06:01:54.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f6778000640 1 -- 172.21.15.92:0/2587232933 shutdown_connections 2024-09-19T06:01:54.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f6778000640 1 --2- 172.21.15.92:0/2587232933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67700b6310 0x7f67700b39b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f6778000640 1 --2- 172.21.15.92:0/2587232933 >> v2:172.21.15.102:3300/0 conn(0x7f677015c550 0x7f67700b5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f6778000640 1 -- 172.21.15.92:0/2587232933 >> 172.21.15.92:0/2587232933 conn(0x7f677006bc10 msgr2=0x7f677006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:54.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f6778000640 1 -- 172.21.15.92:0/2587232933 shutdown_connections 2024-09-19T06:01:54.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.472+0000 7f6778000640 1 -- 172.21.15.92:0/2587232933 wait complete. 2024-09-19T06:01:54.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.474+0000 7f6778000640 1 Processor -- start 2024-09-19T06:01:54.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.474+0000 7f6778000640 1 -- start start 2024-09-19T06:01:54.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6778000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67700b6310 0x7f6770150120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6778000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f677015c170 0x7f677015f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6778000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f677015c550 0x7f67700b3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6778000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f677015c9c0 con 0x7f677015c170 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6778000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f67700b5b50 con 0x7f677015c550 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6778000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f67700cfdd0 con 0x7f67700b6310 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6774c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f677015c170 0x7f677015f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6774c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f677015c170 0x7f677015f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50804/0 (socket says 172.21.15.92:50804) 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6774c00640 1 -- 172.21.15.92:0/2908962684 learned_addr learned my addr 172.21.15.92:0/2908962684 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6776000640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f677015c550 0x7f67700b3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.475+0000 7f6775600640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67700b6310 0x7f6770150120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6774c00640 1 -- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67700b6310 msgr2=0x7f6770150120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6774c00640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67700b6310 0x7f6770150120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6774c00640 1 -- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f677015c550 msgr2=0x7f67700b3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6774c00640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f677015c550 0x7f67700b3e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6774c00640 1 -- 172.21.15.92:0/2908962684 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6770152d00 con 0x7f677015c170 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6776000640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f677015c550 0x7f67700b3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6775600640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67700b6310 0x7f6770150120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6774c00640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f677015c170 0x7f677015f4a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f675c00d5f0 tx=0x7f675c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f676d600640 1 -- 172.21.15.92:0/2908962684 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675c0125f0 con 0x7f677015c170 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f676d600640 1 -- 172.21.15.92:0/2908962684 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f675c019070 con 0x7f677015c170 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f676d600640 1 -- 172.21.15.92:0/2908962684 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f675c0129d0 con 0x7f677015c170 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6770152fe0 con 0x7f677015c170 2024-09-19T06:01:54.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.476+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67701535a0 con 0x7f677015c170 2024-09-19T06:01:54.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.477+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67700b5db0 con 0x7f677015c170 2024-09-19T06:01:54.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.478+0000 7f676d600640 1 -- 172.21.15.92:0/2908962684 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f675c012b70 con 0x7f677015c170 2024-09-19T06:01:54.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.479+0000 7f676d600640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f675006c2b0 0x7f675006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.479+0000 7f676d600640 1 -- 172.21.15.92:0/2908962684 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f675c08b810 con 0x7f677015c170 2024-09-19T06:01:54.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.479+0000 7f6775600640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f675006c2b0 0x7f675006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.480+0000 7f6775600640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f675006c2b0 0x7f675006e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f67700721b0 tx=0x7f6764009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:54.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.483+0000 7f676d600640 1 -- 172.21.15.92:0/2908962684 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f675c059f70 con 0x7f677015c170 2024-09-19T06:01:54.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.690+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f677006db60 con 0x7f677015c170 2024-09-19T06:01:54.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.691+0000 7f676d600640 1 -- 172.21.15.92:0/2908962684 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5220 (secure 0 0 0) 0x7f675c059870 con 0x7f677015c170 2024-09-19T06:01:54.693 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:54.693 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":7,"btime":"2024-09-19T06:01:25:709684+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/650020295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":650020295},{"type":"v1","addr":"172.21.15.102:6835","nonce":650020295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1041150931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1041150931},{"type":"v1","addr":"172.21.15.92:6837","nonce":1041150931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:01:22.085885+0000","modified":"2024-09-19T06:01:25.112114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6834/2542976570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":2542976570},{"type":"v1","addr":"172.21.15.102:6834","nonce":2542976570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-19T06:01:54.693 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 7 2024-09-19T06:01:54.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f675006c2b0 msgr2=0x7f675006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f675006c2b0 0x7f675006e770 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f67700721b0 tx=0x7f6764009040 comp rx=0 tx=0).stop 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f677015c170 msgr2=0x7f677015f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f677015c170 0x7f677015f4a0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f675c00d5f0 tx=0x7f675c00dab0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 shutdown_connections 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f675006c2b0 0x7f675006e770 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f677015c550 0x7f67700b3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f677015c170 0x7f677015f4a0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 --2- 172.21.15.92:0/2908962684 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67700b6310 0x7f6770150120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 >> 172.21.15.92:0/2908962684 conn(0x7f677006bc10 msgr2=0x7f6770158c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 shutdown_connections 2024-09-19T06:01:54.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.693+0000 7f6778000640 1 -- 172.21.15.92:0/2908962684 wait complete. 2024-09-19T06:01:54.711 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:54.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.863+0000 7fad5ce00640 1 Processor -- start 2024-09-19T06:01:54.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.863+0000 7fad5ce00640 1 -- start start 2024-09-19T06:01:54.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.865+0000 7fad5ce00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fad580b6140 0x7fad5815c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.865+0000 7fad5ce00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad580b50a0 con 0x7fad580cfc80 2024-09-19T06:01:54.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.865+0000 7fad5ce00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad580b5380 con 0x7fad58155800 2024-09-19T06:01:54.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.865+0000 7fad5ce00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fad580b6550 con 0x7fad580b6140 2024-09-19T06:01:54.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.865+0000 7fad4d400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fad580cfc80 0x7fad5815c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:57476/0 (socket says 172.21.15.92:57476) 2024-09-19T06:01:54.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.865+0000 7fad4d400640 1 -- 172.21.15.92:0/973326785 learned_addr learned my addr 172.21.15.92:0/973326785 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:54.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.865+0000 7fad56800640 1 --2- 172.21.15.92:0/973326785 >> v2:172.21.15.102:3300/0 conn(0x7fad580b6140 0x7fad5815c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.865+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3422628148 0 0) 0x7fad580b50a0 con 0x7fad580cfc80 2024-09-19T06:01:54.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.865+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fad3c003520 con 0x7fad580cfc80 2024-09-19T06:01:54.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3241436272 0 0) 0x7fad3c003520 con 0x7fad580cfc80 2024-09-19T06:01:54.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 >> v2:172.21.15.102:3300/0 conn(0x7fad580b6140 msgr2=0x7fad5815c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:54.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 --2- 172.21.15.92:0/973326785 >> v2:172.21.15.102:3300/0 conn(0x7fad580b6140 0x7fad5815c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.869 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 >> v1:172.21.15.102:6789/0 conn(0x7fad58155800 legacy=0x7fad580cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad580b5660 con 0x7fad580cfc80 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7fad40001670 con 0x7fad580cfc80 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 >> v1:172.21.15.92:6789/0 conn(0x7fad580cfc80 legacy=0x7fad5815c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad3c0039b0 0x7fad3c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad3c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad3c0051c0 0x7fad3c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fad580b6550 con 0x7fad3c004800 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fad3c00c060 con 0x7fad3c0051c0 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fad3c00c260 con 0x7fad3c0039b0 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad4d400640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad3c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad55e00640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad3c0039b0 0x7fad3c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad56800640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad3c0051c0 0x7fad3c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.870 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad4d400640 1 -- 172.21.15.92:0/973326785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad3c0039b0 msgr2=0x7fad3c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:54.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad4d400640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad3c0039b0 0x7fad3c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad4d400640 1 -- 172.21.15.92:0/973326785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad3c0051c0 msgr2=0x7fad3c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:54.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad4d400640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad3c0051c0 0x7fad3c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad4d400640 1 -- 172.21.15.92:0/973326785 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad3c003520 con 0x7fad3c004800 2024-09-19T06:01:54.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.866+0000 7fad56800640 1 -- 172.21.15.92:0/973326785 reap_dead start 2024-09-19T06:01:54.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.867+0000 7fad4d400640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad3c004c80 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fad4000c210 tx=0x7fad3c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76ce87bf872bfdf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:54.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40007cf0 con 0x7fad3c004800 2024-09-19T06:01:54.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad40005af0 con 0x7fad3c004800 2024-09-19T06:01:54.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad55400640 1 -- 172.21.15.92:0/973326785 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad40007070 con 0x7fad3c004800 2024-09-19T06:01:54.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad5ce00640 1 -- 172.21.15.92:0/973326785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 msgr2=0x7fad3c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad5ce00640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad3c004c80 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fad4000c210 tx=0x7fad3c005830 comp rx=0 tx=0).stop 2024-09-19T06:01:54.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad5ce00640 1 -- 172.21.15.92:0/973326785 shutdown_connections 2024-09-19T06:01:54.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad5ce00640 1 --2- 172.21.15.92:0/973326785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad3c004c80 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad5ce00640 1 -- 172.21.15.92:0/973326785 >> 172.21.15.92:0/973326785 conn(0x7fad5806bc10 msgr2=0x7fad5806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:54.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad5ce00640 1 -- 172.21.15.92:0/973326785 shutdown_connections 2024-09-19T06:01:54.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.868+0000 7fad5ce00640 1 -- 172.21.15.92:0/973326785 wait complete. 2024-09-19T06:01:54.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.870+0000 7fad5ce00640 1 Processor -- start 2024-09-19T06:01:54.873 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.870+0000 7fad5ce00640 1 -- start start 2024-09-19T06:01:54.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad5ce00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad58072500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad5ce00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad58151c30 0x7fad58153470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad5ce00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5813eea0 0x7fad58070f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad5ce00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fad58155be0 con 0x7fad3c004800 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad5ce00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fad580b5c20 con 0x7fad5813eea0 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad5ce00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fad5815c330 con 0x7fad58151c30 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad55e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad58072500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad55e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad58072500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50816/0 (socket says 172.21.15.92:50816) 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad55e00640 1 -- 172.21.15.92:0/3681141036 learned_addr learned my addr 172.21.15.92:0/3681141036 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad4d400640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad58151c30 0x7fad58153470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.871+0000 7fad56800640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5813eea0 0x7fad58070f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad55e00640 1 -- 172.21.15.92:0/3681141036 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad58151c30 msgr2=0x7fad58153470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad55e00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad58151c30 0x7fad58153470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad55e00640 1 -- 172.21.15.92:0/3681141036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5813eea0 msgr2=0x7fad58070f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad55e00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5813eea0 0x7fad58070f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad55e00640 1 -- 172.21.15.92:0/3681141036 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad581523d0 con 0x7fad3c004800 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad4d400640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad58151c30 0x7fad58153470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad55e00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad58072500 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fad4800f5c0 tx=0x7fad4800fa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad4ea00640 1 -- 172.21.15.92:0/3681141036 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad480052e0 con 0x7fad3c004800 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad4ea00640 1 -- 172.21.15.92:0/3681141036 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad48018070 con 0x7fad3c004800 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad581526b0 con 0x7fad3c004800 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad4ea00640 1 -- 172.21.15.92:0/3681141036 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad48003830 con 0x7fad3c004800 2024-09-19T06:01:54.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.872+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad58152c70 con 0x7fad3c004800 2024-09-19T06:01:54.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.873+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad5815c6c0 con 0x7fad3c004800 2024-09-19T06:01:54.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.874+0000 7fad4ea00640 1 -- 172.21.15.92:0/3681141036 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fad480039d0 con 0x7fad3c004800 2024-09-19T06:01:54.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.875+0000 7fad4ea00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad3406c2b0 0x7fad3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:54.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.875+0000 7fad4ea00640 1 -- 172.21.15.92:0/3681141036 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fad4808b270 con 0x7fad3c004800 2024-09-19T06:01:54.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.875+0000 7fad4d400640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad3406c2b0 0x7fad3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:54.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.876+0000 7fad4d400640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad3406c2b0 0x7fad3406e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fad40032000 tx=0x7fad40007000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:54.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:54.880+0000 7fad4ea00640 1 -- 172.21.15.92:0/3681141036 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fad480599d0 con 0x7fad3c004800 2024-09-19T06:01:55.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.089+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fad5806cfd0 con 0x7fad3c004800 2024-09-19T06:01:55.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.089+0000 7fad4ea00640 1 -- 172.21.15.92:0/3681141036 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5220 (secure 0 0 0) 0x7fad480592d0 con 0x7fad3c004800 2024-09-19T06:01:55.092 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:55.092 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":7,"btime":"2024-09-19T06:01:25:709684+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/650020295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":650020295},{"type":"v1","addr":"172.21.15.102:6835","nonce":650020295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1041150931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1041150931},{"type":"v1","addr":"172.21.15.92:6837","nonce":1041150931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:01:22.085885+0000","modified":"2024-09-19T06:01:25.112114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6834/2542976570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":2542976570},{"type":"v1","addr":"172.21.15.102:6834","nonce":2542976570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-19T06:01:55.092 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 7 2024-09-19T06:01:55.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad3406c2b0 msgr2=0x7fad3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad3406c2b0 0x7fad3406e770 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fad40032000 tx=0x7fad40007000 comp rx=0 tx=0).stop 2024-09-19T06:01:55.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 msgr2=0x7fad58072500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad58072500 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fad4800f5c0 tx=0x7fad4800fa80 comp rx=0 tx=0).stop 2024-09-19T06:01:55.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 shutdown_connections 2024-09-19T06:01:55.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad3406c2b0 0x7fad3406e770 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad5813eea0 0x7fad58070f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad58151c30 0x7fad58153470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 --2- 172.21.15.92:0/3681141036 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad3c004800 0x7fad58072500 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 >> 172.21.15.92:0/3681141036 conn(0x7fad5806bc10 msgr2=0x7fad580b3ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:55.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 shutdown_connections 2024-09-19T06:01:55.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.092+0000 7fad5ce00640 1 -- 172.21.15.92:0/3681141036 wait complete. 2024-09-19T06:01:55.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:55.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.261+0000 7f3560800640 1 Processor -- start 2024-09-19T06:01:55.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.261+0000 7f3560800640 1 -- start start 2024-09-19T06:01:55.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f3560800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f355815ec10 0x7f3558142de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f3560800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f35580cea90 0x7f3558143320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f3560800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3558141d40 con 0x7f35580b2da0 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f3560800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f3558141af0 con 0x7f35580cea90 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f3560800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f3558142020 con 0x7f355815ec10 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f355e800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f35580cea90 0x7f3558143320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f355de00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f35580b2da0 0x7f35580ce380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:57484/0 (socket says 172.21.15.92:57484) 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f355de00640 1 -- 172.21.15.92:0/3711775300 learned_addr learned my addr 172.21.15.92:0/3711775300 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f355d400640 1 --2- 172.21.15.92:0/3711775300 >> v2:172.21.15.102:3300/0 conn(0x7f355815ec10 0x7f3558142de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f355e800640 1 -- 172.21.15.92:0/3711775300 >> v2:172.21.15.102:3300/0 conn(0x7f355815ec10 msgr2=0x7f3558142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f355e800640 1 --2- 172.21.15.92:0/3711775300 >> v2:172.21.15.102:3300/0 conn(0x7f355815ec10 0x7f3558142de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f355e800640 1 -- 172.21.15.92:0/3711775300 >> v1:172.21.15.92:6789/0 conn(0x7f35580b2da0 legacy=0x7f35580ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f355ca00640 1 -- 172.21.15.92:0/3711775300 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3050740159 0 0) 0x7f3558141d40 con 0x7f35580b2da0 2024-09-19T06:01:55.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.263+0000 7f355e800640 1 -- 172.21.15.92:0/3711775300 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3558142300 con 0x7f35580cea90 2024-09-19T06:01:55.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.264+0000 7f355e800640 1 --2- 172.21.15.92:0/3711775300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35580cea90 0x7f3558143320 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f355815eaa0 tx=0x7f355402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d788d323d19be1fb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:55.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f355ca00640 1 -- 172.21.15.92:0/3711775300 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3554007740 con 0x7f35580cea90 2024-09-19T06:01:55.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f355ca00640 1 -- 172.21.15.92:0/3711775300 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35540078e0 con 0x7f35580cea90 2024-09-19T06:01:55.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f355ca00640 1 -- 172.21.15.92:0/3711775300 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3554007cb0 con 0x7f35580cea90 2024-09-19T06:01:55.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f3560800640 1 -- 172.21.15.92:0/3711775300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35580cea90 msgr2=0x7f3558143320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f3560800640 1 --2- 172.21.15.92:0/3711775300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35580cea90 0x7f3558143320 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f355815eaa0 tx=0x7f355402a680 comp rx=0 tx=0).stop 2024-09-19T06:01:55.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f3560800640 1 -- 172.21.15.92:0/3711775300 shutdown_connections 2024-09-19T06:01:55.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f3560800640 1 --2- 172.21.15.92:0/3711775300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35580cea90 0x7f3558143320 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f3560800640 1 --2- 172.21.15.92:0/3711775300 >> v2:172.21.15.102:3300/0 conn(0x7f355815ec10 0x7f3558142de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f3560800640 1 -- 172.21.15.92:0/3711775300 >> 172.21.15.92:0/3711775300 conn(0x7f355806bc10 msgr2=0x7f355806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:55.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f3560800640 1 -- 172.21.15.92:0/3711775300 shutdown_connections 2024-09-19T06:01:55.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.265+0000 7f3560800640 1 -- 172.21.15.92:0/3711775300 wait complete. 2024-09-19T06:01:55.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.267+0000 7f3560800640 1 Processor -- start 2024-09-19T06:01:55.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.267+0000 7f3560800640 1 -- start start 2024-09-19T06:01:55.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.268+0000 7f3560800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35580b2da0 0x7f355815df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.268+0000 7f3560800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35580cea90 0x7f35581349f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.268+0000 7f3560800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f355815ec10 0x7f35581fbba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.268+0000 7f3560800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3558143860 con 0x7f355815ec10 2024-09-19T06:01:55.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.268+0000 7f3560800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f35581428c0 con 0x7f35580cea90 2024-09-19T06:01:55.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.268+0000 7f3560800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f35580b3180 con 0x7f35580b2da0 2024-09-19T06:01:55.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.268+0000 7f355e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f355815ec10 0x7f35581fbba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.268+0000 7f355e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f355815ec10 0x7f35581fbba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50840/0 (socket says 172.21.15.92:50840) 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.268+0000 7f355e800640 1 -- 172.21.15.92:0/2588254991 learned_addr learned my addr 172.21.15.92:0/2588254991 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f355de00640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35580b2da0 0x7f355815df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f355d400640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35580cea90 0x7f35581349f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f355e800640 1 -- 172.21.15.92:0/2588254991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35580b2da0 msgr2=0x7f355815df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f355e800640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35580b2da0 0x7f355815df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f355e800640 1 -- 172.21.15.92:0/2588254991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35580cea90 msgr2=0x7f35581349f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f355e800640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35580cea90 0x7f35581349f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f355e800640 1 -- 172.21.15.92:0/2588254991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f355815e440 con 0x7f355815ec10 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f355e800640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f355815ec10 0x7f35581fbba0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3554009e80 tx=0x7f3554004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f3552000640 1 -- 172.21.15.92:0/2588254991 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3554040070 con 0x7f355815ec10 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f3552000640 1 -- 172.21.15.92:0/2588254991 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3554031c40 con 0x7f355815ec10 2024-09-19T06:01:55.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f3552000640 1 -- 172.21.15.92:0/2588254991 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3554009450 con 0x7f355815ec10 2024-09-19T06:01:55.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.269+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3558156d20 con 0x7f355815ec10 2024-09-19T06:01:55.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.270+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35581572e0 con 0x7f355815ec10 2024-09-19T06:01:55.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.271+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35580ce380 con 0x7f355815ec10 2024-09-19T06:01:55.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.271+0000 7f3552000640 1 -- 172.21.15.92:0/2588254991 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3554039040 con 0x7f355815ec10 2024-09-19T06:01:55.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.272+0000 7f3552000640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f353c06c2b0 0x7f353c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.272+0000 7f3552000640 1 -- 172.21.15.92:0/2588254991 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f35540ac500 con 0x7f355815ec10 2024-09-19T06:01:55.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.272+0000 7f355de00640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f353c06c2b0 0x7f353c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.273+0000 7f355de00640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f353c06c2b0 0x7f353c06e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f354c007fd0 tx=0x7f354c007de0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:55.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.276+0000 7f3552000640 1 -- 172.21.15.92:0/2588254991 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f355407a610 con 0x7f355815ec10 2024-09-19T06:01:55.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.452+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f35581433d0 con 0x7f355815ec10 2024-09-19T06:01:55.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.453+0000 7f3552000640 1 -- 172.21.15.92:0/2588254991 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16653 (secure 0 0 0) 0x7f355407e910 con 0x7f355815ec10 2024-09-19T06:01:55.455 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:55.455 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":22,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:23.681103+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:01:20.418713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:01:21.087965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:55.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f353c06c2b0 msgr2=0x7f353c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f353c06c2b0 0x7f353c06e770 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f354c007fd0 tx=0x7f354c007de0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f355815ec10 msgr2=0x7f35581fbba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f355815ec10 0x7f35581fbba0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f3554009e80 tx=0x7f3554004a40 comp rx=0 tx=0).stop 2024-09-19T06:01:55.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 shutdown_connections 2024-09-19T06:01:55.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f355815ec10 0x7f35581fbba0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f353c06c2b0 0x7f353c06e770 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35580cea90 0x7f35581349f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 --2- 172.21.15.92:0/2588254991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35580b2da0 0x7f355815df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 >> 172.21.15.92:0/2588254991 conn(0x7f355806bc10 msgr2=0x7f35581439e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:55.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 shutdown_connections 2024-09-19T06:01:55.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.455+0000 7f3560800640 1 -- 172.21.15.92:0/2588254991 wait complete. 2024-09-19T06:01:55.473 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:01:55.473 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:55.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.623+0000 7ff616400640 1 Processor -- start 2024-09-19T06:01:55.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.623+0000 7ff616400640 1 -- start start 2024-09-19T06:01:55.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.624+0000 7ff616400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff61015e800 0x7ff6100d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.624+0000 7ff616400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff6100d1380 0x7ff6100b7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.624+0000 7ff616400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6100d2d90 con 0x7ff6100d2950 2024-09-19T06:01:55.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.624+0000 7ff616400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff6100d3060 con 0x7ff6100d1380 2024-09-19T06:01:55.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.624+0000 7ff616400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff6100d3340 con 0x7ff61015e800 2024-09-19T06:01:55.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.624+0000 7ff607e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff6100d2950 0x7ff6100d0c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:57490/0 (socket says 172.21.15.92:57490) 2024-09-19T06:01:55.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.624+0000 7ff607e00640 1 -- 172.21.15.92:0/2126680041 learned_addr learned my addr 172.21.15.92:0/2126680041 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.624+0000 7ff615000640 1 --2- 172.21.15.92:0/2126680041 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff61015e800 0x7ff6100d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.625+0000 7ff615a00640 1 --2- 172.21.15.92:0/2126680041 >> v2:172.21.15.102:3300/0 conn(0x7ff6100d1380 0x7ff6100b7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.625+0000 7ff60fe00640 1 -- 172.21.15.92:0/2126680041 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 428169154 0 0) 0x7ff6100d2d90 con 0x7ff6100d2950 2024-09-19T06:01:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.625+0000 7ff60fe00640 1 -- 172.21.15.92:0/2126680041 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff5f4003520 con 0x7ff6100d2950 2024-09-19T06:01:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.625+0000 7ff615000640 1 -- 172.21.15.92:0/2126680041 >> v2:172.21.15.102:3300/0 conn(0x7ff6100d1380 msgr2=0x7ff6100b7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.625+0000 7ff615000640 1 --2- 172.21.15.92:0/2126680041 >> v2:172.21.15.102:3300/0 conn(0x7ff6100d1380 0x7ff6100b7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.625+0000 7ff615000640 1 -- 172.21.15.92:0/2126680041 >> v1:172.21.15.92:6789/0 conn(0x7ff6100d2950 legacy=0x7ff6100d0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.625+0000 7ff615000640 1 -- 172.21.15.92:0/2126680041 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6100d3620 con 0x7ff61015e800 2024-09-19T06:01:55.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.625+0000 7ff615a00640 1 --2- 172.21.15.92:0/2126680041 >> v2:172.21.15.102:3300/0 conn(0x7ff6100d1380 0x7ff6100b7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:55.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.626+0000 7ff615000640 1 --2- 172.21.15.92:0/2126680041 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff61015e800 0x7ff6100d2410 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff6000097a0 tx=0x7ff60002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1cc69b44f2dd901d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:55.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.626+0000 7ff60fe00640 1 -- 172.21.15.92:0/2126680041 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff600037070 con 0x7ff61015e800 2024-09-19T06:01:55.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.626+0000 7ff60fe00640 1 -- 172.21.15.92:0/2126680041 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff600032440 con 0x7ff61015e800 2024-09-19T06:01:55.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.626+0000 7ff60fe00640 1 -- 172.21.15.92:0/2126680041 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6000327f0 con 0x7ff61015e800 2024-09-19T06:01:55.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.627+0000 7ff616400640 1 -- 172.21.15.92:0/2126680041 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff61015e800 msgr2=0x7ff6100d2410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.627+0000 7ff616400640 1 --2- 172.21.15.92:0/2126680041 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff61015e800 0x7ff6100d2410 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7ff6000097a0 tx=0x7ff60002a180 comp rx=0 tx=0).stop 2024-09-19T06:01:55.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.627+0000 7ff616400640 1 -- 172.21.15.92:0/2126680041 shutdown_connections 2024-09-19T06:01:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.627+0000 7ff616400640 1 --2- 172.21.15.92:0/2126680041 >> v2:172.21.15.102:3300/0 conn(0x7ff6100d1380 0x7ff6100b7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.627+0000 7ff616400640 1 --2- 172.21.15.92:0/2126680041 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff61015e800 0x7ff6100d2410 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.627+0000 7ff616400640 1 -- 172.21.15.92:0/2126680041 >> 172.21.15.92:0/2126680041 conn(0x7ff610062630 msgr2=0x7ff610062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.627+0000 7ff616400640 1 -- 172.21.15.92:0/2126680041 shutdown_connections 2024-09-19T06:01:55.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.627+0000 7ff616400640 1 -- 172.21.15.92:0/2126680041 wait complete. 2024-09-19T06:01:55.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.629+0000 7ff616400640 1 Processor -- start 2024-09-19T06:01:55.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.629+0000 7ff616400640 1 -- start start 2024-09-19T06:01:55.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff616400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6100d1380 0x7ff6100b3d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff616400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6100d2950 0x7ff6100ce070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff616400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff61015e800 0x7ff6101528d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff616400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff61015ebe0 con 0x7ff61015e800 2024-09-19T06:01:55.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff616400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff6100d3be0 con 0x7ff6100d1380 2024-09-19T06:01:55.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff616400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff6100b81f0 con 0x7ff6100d2950 2024-09-19T06:01:55.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff615a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff61015e800 0x7ff6101528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff615a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff61015e800 0x7ff6101528d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50852/0 (socket says 172.21.15.92:50852) 2024-09-19T06:01:55.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff615a00640 1 -- 172.21.15.92:0/2735664244 learned_addr learned my addr 172.21.15.92:0/2735664244 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:55.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff615000640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6100d1380 0x7ff6100b3d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff607e00640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6100d2950 0x7ff6100ce070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff615a00640 1 -- 172.21.15.92:0/2735664244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6100d2950 msgr2=0x7ff6100ce070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff615a00640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6100d2950 0x7ff6100ce070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff615a00640 1 -- 172.21.15.92:0/2735664244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6100d1380 msgr2=0x7ff6100b3d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff615a00640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6100d1380 0x7ff6100b3d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.630+0000 7ff615a00640 1 -- 172.21.15.92:0/2735664244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6101f74d0 con 0x7ff61015e800 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.631+0000 7ff615a00640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff61015e800 0x7ff6101528d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff60800efc0 tx=0x7ff608009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.631+0000 7ff60d600640 1 -- 172.21.15.92:0/2735664244 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff608018030 con 0x7ff61015e800 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.631+0000 7ff60d600640 1 -- 172.21.15.92:0/2735664244 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff60800cde0 con 0x7ff61015e800 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.631+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6101f77b0 con 0x7ff61015e800 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.631+0000 7ff60d600640 1 -- 172.21.15.92:0/2735664244 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff608003bb0 con 0x7ff61015e800 2024-09-19T06:01:55.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.631+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6101f7d70 con 0x7ff61015e800 2024-09-19T06:01:55.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.632+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff6100b7cb0 con 0x7ff61015e800 2024-09-19T06:01:55.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.633+0000 7ff60d600640 1 -- 172.21.15.92:0/2735664244 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff60801b070 con 0x7ff61015e800 2024-09-19T06:01:55.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.634+0000 7ff60d600640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff5ec06c2b0 0x7ff5ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:55.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.634+0000 7ff60d600640 1 -- 172.21.15.92:0/2735664244 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7ff60808be60 con 0x7ff61015e800 2024-09-19T06:01:55.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.634+0000 7ff615000640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff5ec06c2b0 0x7ff5ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:55.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.635+0000 7ff615000640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff5ec06c2b0 0x7ff5ec06e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7ff600034000 tx=0x7ff60002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:55.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.638+0000 7ff60d600640 1 -- 172.21.15.92:0/2735664244 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff608010040 con 0x7ff61015e800 2024-09-19T06:01:55.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.847+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff6100cc6a0 con 0x7ff61015e800 2024-09-19T06:01:55.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.848+0000 7ff60d600640 1 -- 172.21.15.92:0/2735664244 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5220 (secure 0 0 0) 0x7ff60805a530 con 0x7ff61015e800 2024-09-19T06:01:55.850 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:55.850 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":7,"btime":"2024-09-19T06:01:25:709684+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/650020295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":650020295},{"type":"v1","addr":"172.21.15.102:6835","nonce":650020295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1041150931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1041150931},{"type":"v1","addr":"172.21.15.92:6837","nonce":1041150931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:01:22.085885+0000","modified":"2024-09-19T06:01:25.112114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6834/2542976570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":2542976570},{"type":"v1","addr":"172.21.15.102:6834","nonce":2542976570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-19T06:01:55.851 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 7 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff5ec06c2b0 msgr2=0x7ff5ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff5ec06c2b0 0x7ff5ec06e770 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7ff600034000 tx=0x7ff60002e000 comp rx=0 tx=0).stop 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff61015e800 msgr2=0x7ff6101528d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff61015e800 0x7ff6101528d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7ff60800efc0 tx=0x7ff608009f90 comp rx=0 tx=0).stop 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 shutdown_connections 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff61015e800 0x7ff6101528d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6100d2950 0x7ff6100ce070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff5ec06c2b0 0x7ff5ec06e770 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 --2- 172.21.15.92:0/2735664244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6100d1380 0x7ff6100b3d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.850+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 >> 172.21.15.92:0/2735664244 conn(0x7ff610062630 msgr2=0x7ff6100c9780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:55.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.851+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 shutdown_connections 2024-09-19T06:01:55.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:55.851+0000 7ff616400640 1 -- 172.21.15.92:0/2735664244 wait complete. 2024-09-19T06:01:55.868 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:01:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.018+0000 7f4243200640 1 Processor -- start 2024-09-19T06:01:56.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.018+0000 7f4243200640 1 -- start start 2024-09-19T06:01:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.019+0000 7f4243200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42440d1590 0x7f42440b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.019+0000 7f4243200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f42440b8730 0x7f42440d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.019+0000 7f4243200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f424415e9d0 con 0x7f424415e5f0 2024-09-19T06:01:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.019+0000 7f4243200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f42440b9b30 con 0x7f42440b8730 2024-09-19T06:01:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.019+0000 7f4243200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f42440b8f20 con 0x7f42440d1590 2024-09-19T06:01:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.019+0000 7f4241e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f424415e5f0 0x7f42440d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:57502/0 (socket says 172.21.15.92:57502) 2024-09-19T06:01:56.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.019+0000 7f4241e00640 1 -- 172.21.15.92:0/4011595479 learned_addr learned my addr 172.21.15.92:0/4011595479 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:56.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4242800640 1 --2- 172.21.15.92:0/4011595479 >> v2:172.21.15.102:3300/0 conn(0x7f42440b8730 0x7f42440d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2606351606 0 0) 0x7f424415e9d0 con 0x7f424415e5f0 2024-09-19T06:01:56.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4241400640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42440d1590 0x7f42440b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4228003520 con 0x7f424415e5f0 2024-09-19T06:01:56.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4227477180 0 0) 0x7f4228003520 con 0x7f424415e5f0 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42440d1590 msgr2=0x7f42440b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42440d1590 0x7f42440b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 >> v2:172.21.15.102:3300/0 conn(0x7f42440b8730 msgr2=0x7f42440d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 --2- 172.21.15.92:0/4011595479 >> v2:172.21.15.102:3300/0 conn(0x7f42440b8730 0x7f42440d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42440b9200 con 0x7f424415e5f0 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f4234001690 con 0x7f424415e5f0 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 >> v1:172.21.15.92:6789/0 conn(0x7f424415e5f0 legacy=0x7f42440d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42280039b0 0x7f4228003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f4228004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42440d1590 0x7f42280051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f42440b8f20 con 0x7f4228004800 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f422800b9c0 con 0x7f42280039b0 2024-09-19T06:01:56.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f422800bb40 con 0x7f42440d1590 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.020+0000 7f4241400640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f4228004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.021+0000 7f4241e00640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42280039b0 0x7f4228003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.021+0000 7f4242800640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42440d1590 0x7f42280051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.021+0000 7f4241400640 1 -- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42440d1590 msgr2=0x7f42280051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.021+0000 7f4241400640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42440d1590 0x7f42280051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.021+0000 7f4241400640 1 -- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42280039b0 msgr2=0x7f4228003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.021+0000 7f4241400640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42280039b0 0x7f4228003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.021+0000 7f4241400640 1 -- 172.21.15.92:0/4011595479 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4228003520 con 0x7f4228004800 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.021+0000 7f4242800640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42440d1590 0x7f42280051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:56.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.021+0000 7f4241e00640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42280039b0 0x7f4228003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:56.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.022+0000 7f4241400640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f4228004c80 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4230009a90 tx=0x7f4228005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6387c82e40b115a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:56.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.022+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4230036070 con 0x7f4228004800 2024-09-19T06:01:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.022+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4230031400 con 0x7f4228004800 2024-09-19T06:01:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.022+0000 7f4240a00640 1 -- 172.21.15.92:0/4011595479 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4230009690 con 0x7f4228004800 2024-09-19T06:01:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.022+0000 7f4243200640 1 -- 172.21.15.92:0/4011595479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 msgr2=0x7f4228004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.022+0000 7f4243200640 1 --2- 172.21.15.92:0/4011595479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f4228004c80 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f4230009a90 tx=0x7f4228005830 comp rx=0 tx=0).stop 2024-09-19T06:01:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.022+0000 7f4242800640 1 -- 172.21.15.92:0/4011595479 reap_dead start 2024-09-19T06:01:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.023+0000 7f4243200640 1 -- 172.21.15.92:0/4011595479 shutdown_connections 2024-09-19T06:01:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.023+0000 7f4243200640 1 -- 172.21.15.92:0/4011595479 >> 172.21.15.92:0/4011595479 conn(0x7f4244062630 msgr2=0x7f4244062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.023+0000 7f4243200640 1 -- 172.21.15.92:0/4011595479 shutdown_connections 2024-09-19T06:01:56.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.023+0000 7f4243200640 1 -- 172.21.15.92:0/4011595479 wait complete. 2024-09-19T06:01:56.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.024+0000 7f4243200640 1 Processor -- start 2024-09-19T06:01:56.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.024+0000 7f4243200640 1 -- start start 2024-09-19T06:01:56.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.025+0000 7f4243200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f424415fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.025+0000 7f4243200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4244161ab0 0x7f4244153970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.025+0000 7f4243200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42441f7320 0x7f42441f77a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.025+0000 7f4243200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f42440b8ba0 con 0x7f4228004800 2024-09-19T06:01:56.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.025+0000 7f4243200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f42440b97c0 con 0x7f42441f7320 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.025+0000 7f4243200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f42440b81f0 con 0x7f4244161ab0 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f424415fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f424415fe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50874/0 (socket says 172.21.15.92:50874) 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241e00640 1 -- 172.21.15.92:0/245403927 learned_addr learned my addr 172.21.15.92:0/245403927 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241400640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4244161ab0 0x7f4244153970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4242800640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42441f7320 0x7f42441f77a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241e00640 1 -- 172.21.15.92:0/245403927 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4244161ab0 msgr2=0x7f4244153970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241e00640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4244161ab0 0x7f4244153970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241e00640 1 -- 172.21.15.92:0/245403927 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42441f7320 msgr2=0x7f42441f77a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241e00640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42441f7320 0x7f42441f77a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241e00640 1 -- 172.21.15.92:0/245403927 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42440d45a0 con 0x7f4228004800 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4242800640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42441f7320 0x7f42441f77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:56.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f4241e00640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f424415fe30 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f423400e730 tx=0x7f423400ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.026+0000 7f423a000640 1 -- 172.21.15.92:0/245403927 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423400c6c0 con 0x7f4228004800 2024-09-19T06:01:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.027+0000 7f423a000640 1 -- 172.21.15.92:0/245403927 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4234018070 con 0x7f4228004800 2024-09-19T06:01:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.027+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42440d4880 con 0x7f4228004800 2024-09-19T06:01:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.027+0000 7f423a000640 1 -- 172.21.15.92:0/245403927 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f423400ca80 con 0x7f4228004800 2024-09-19T06:01:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.027+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42441f51e0 con 0x7f4228004800 2024-09-19T06:01:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.028+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4244069c20 con 0x7f4228004800 2024-09-19T06:01:56.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.029+0000 7f423a000640 1 -- 172.21.15.92:0/245403927 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f423400cc20 con 0x7f4228004800 2024-09-19T06:01:56.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.029+0000 7f423a000640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f422406c2e0 0x7f422406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.029+0000 7f423a000640 1 -- 172.21.15.92:0/245403927 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f423408aea0 con 0x7f4228004800 2024-09-19T06:01:56.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.030+0000 7f4241400640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f422406c2e0 0x7f422406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.030+0000 7f4241400640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f422406c2e0 0x7f422406e7a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4230033000 tx=0x7f4230008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:56.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.034+0000 7f423a000640 1 -- 172.21.15.92:0/245403927 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4234059570 con 0x7f4228004800 2024-09-19T06:01:56.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.243+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f42440d0e80 con 0x7f4228004800 2024-09-19T06:01:56.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.244+0000 7f423a000640 1 -- 172.21.15.92:0/245403927 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) ==== 93+0+5220 (secure 0 0 0) 0x7f4234058e70 con 0x7f4228004800 2024-09-19T06:01:56.246 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:56.246 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":7,"btime":"2024-09-19T06:01:25:709684+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/650020295","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":650020295},{"type":"v1","addr":"172.21.15.102:6835","nonce":650020295}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3},{"gid":4284,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1315029245","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1315029245},{"type":"v1","addr":"172.21.15.92:6835","nonce":1315029245}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":2},{"gid":4287,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1041150931","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1041150931},{"type":"v1","addr":"172.21.15.92:6837","nonce":1041150931}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:01:22.085885+0000","modified":"2024-09-19T06:01:25.112114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4290},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4290":{"gid":4290,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6834/2542976570","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":2542976570},{"type":"v1","addr":"172.21.15.102:6834","nonce":2542976570}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4290,"qdb_cluster":[4290]},"id":1}]} 2024-09-19T06:01:56.246 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 7 2024-09-19T06:01:56.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f422406c2e0 msgr2=0x7f422406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f422406c2e0 0x7f422406e7a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4230033000 tx=0x7f4230008030 comp rx=0 tx=0).stop 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 msgr2=0x7f424415fe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f424415fe30 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f423400e730 tx=0x7f423400ebf0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 shutdown_connections 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f422406c2e0 0x7f422406e7a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42441f7320 0x7f42441f77a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4244161ab0 0x7f4244153970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 --2- 172.21.15.92:0/245403927 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4228004800 0x7f424415fe30 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 >> 172.21.15.92:0/245403927 conn(0x7f4244062630 msgr2=0x7f42440b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 shutdown_connections 2024-09-19T06:01:56.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.246+0000 7f4243200640 1 -- 172.21.15.92:0/245403927 wait complete. 2024-09-19T06:01:56.264 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:01:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.414+0000 7fbe8cc00640 1 Processor -- start 2024-09-19T06:01:56.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.414+0000 7fbe8cc00640 1 -- start start 2024-09-19T06:01:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe8cc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880d2e30 0x7fbe880b5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe8cc00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fbe880b6bf0 0x7fbe880b7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe8cc00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbe8806cd20 con 0x7fbe8815e700 2024-09-19T06:01:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe8cc00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fbe8806d000 con 0x7fbe880b6bf0 2024-09-19T06:01:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe8cc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbe8806d2e0 con 0x7fbe880d2e30 2024-09-19T06:01:56.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe87e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fbe880b6bf0 0x7fbe880b7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe7ea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880d2e30 0x7fbe880b5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe87e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fbe880b6bf0 0x7fbe880b7040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:51180/0 (socket says 172.21.15.92:51180) 2024-09-19T06:01:56.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe7ea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880d2e30 0x7fbe880b5310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:45002/0 (socket says 172.21.15.92:45002) 2024-09-19T06:01:56.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.415+0000 7fbe87e00640 1 -- 172.21.15.92:0/3754349694 learned_addr learned my addr 172.21.15.92:0/3754349694 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:56.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.416+0000 7fbe87e00640 1 -- 172.21.15.92:0/3754349694 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880d2e30 msgr2=0x7fbe880b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:56.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.416+0000 7fbe87e00640 1 --2- 172.21.15.92:0/3754349694 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880d2e30 0x7fbe880b5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.416+0000 7fbe87e00640 1 -- 172.21.15.92:0/3754349694 >> v1:172.21.15.102:6789/0 conn(0x7fbe8815e700 legacy=0x7fbe8815eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.416+0000 7fbe87e00640 1 -- 172.21.15.92:0/3754349694 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe8806d5c0 con 0x7fbe880b6bf0 2024-09-19T06:01:56.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.417+0000 7fbe87e00640 1 --2- 172.21.15.92:0/3754349694 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe880b6bf0 0x7fbe880b7040 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbe80009e50 tx=0x7fbe8002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5ee6e50515f16c09 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:56.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.417+0000 7fbe86a00640 1 -- 172.21.15.92:0/3754349694 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe80036070 con 0x7fbe880b6bf0 2024-09-19T06:01:56.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.417+0000 7fbe86a00640 1 -- 172.21.15.92:0/3754349694 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe80031600 con 0x7fbe880b6bf0 2024-09-19T06:01:56.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.417+0000 7fbe86a00640 1 -- 172.21.15.92:0/3754349694 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe800319d0 con 0x7fbe880b6bf0 2024-09-19T06:01:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.418+0000 7fbe8cc00640 1 -- 172.21.15.92:0/3754349694 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe880b6bf0 msgr2=0x7fbe880b7040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.418+0000 7fbe8cc00640 1 --2- 172.21.15.92:0/3754349694 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe880b6bf0 0x7fbe880b7040 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fbe80009e50 tx=0x7fbe8002a680 comp rx=0 tx=0).stop 2024-09-19T06:01:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.418+0000 7fbe8cc00640 1 -- 172.21.15.92:0/3754349694 shutdown_connections 2024-09-19T06:01:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.418+0000 7fbe8cc00640 1 --2- 172.21.15.92:0/3754349694 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe880b6bf0 0x7fbe880b7040 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.418+0000 7fbe8cc00640 1 --2- 172.21.15.92:0/3754349694 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880d2e30 0x7fbe880b5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.418+0000 7fbe8cc00640 1 -- 172.21.15.92:0/3754349694 >> 172.21.15.92:0/3754349694 conn(0x7fbe880d2340 msgr2=0x7fbe880d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.418+0000 7fbe8cc00640 1 -- 172.21.15.92:0/3754349694 shutdown_connections 2024-09-19T06:01:56.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.418+0000 7fbe8cc00640 1 -- 172.21.15.92:0/3754349694 wait complete. 2024-09-19T06:01:56.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.419+0000 7fbe8cc00640 1 Processor -- start 2024-09-19T06:01:56.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.420+0000 7fbe8cc00640 1 -- start start 2024-09-19T06:01:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.420+0000 7fbe8cc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880b6bf0 0x7fbe8814cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.420+0000 7fbe8cc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe880d2e30 0x7fbe880afa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.420+0000 7fbe8cc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe8815e700 0x7fbe880aff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.420+0000 7fbe8cc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbe880b7580 con 0x7fbe880d2e30 2024-09-19T06:01:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.420+0000 7fbe8cc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbe8806db80 con 0x7fbe8815e700 2024-09-19T06:01:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.420+0000 7fbe8cc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbe8806e0a0 con 0x7fbe880b6bf0 2024-09-19T06:01:56.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe7ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe880d2e30 0x7fbe880afa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe7ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe880d2e30 0x7fbe880afa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50886/0 (socket says 172.21.15.92:50886) 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe7ea00640 1 -- 172.21.15.92:0/4082105377 learned_addr learned my addr 172.21.15.92:0/4082105377 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe87e00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe8815e700 0x7fbe880aff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe87400640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880b6bf0 0x7fbe8814cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe7ea00640 1 -- 172.21.15.92:0/4082105377 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880b6bf0 msgr2=0x7fbe8814cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe7ea00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880b6bf0 0x7fbe8814cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe7ea00640 1 -- 172.21.15.92:0/4082105377 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe8815e700 msgr2=0x7fbe880aff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe7ea00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe8815e700 0x7fbe880aff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe7ea00640 1 -- 172.21.15.92:0/4082105377 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbe8814d4e0 con 0x7fbe880d2e30 2024-09-19T06:01:56.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.421+0000 7fbe7ea00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe880d2e30 0x7fbe880afa20 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbe7000e9e0 tx=0x7fbe7000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.422+0000 7fbe7fe00640 1 -- 172.21.15.92:0/4082105377 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe70017070 con 0x7fbe880d2e30 2024-09-19T06:01:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.422+0000 7fbe7fe00640 1 -- 172.21.15.92:0/4082105377 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe7000c9d0 con 0x7fbe880d2e30 2024-09-19T06:01:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.422+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbe88156500 con 0x7fbe880d2e30 2024-09-19T06:01:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.422+0000 7fbe7fe00640 1 -- 172.21.15.92:0/4082105377 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe7000cdc0 con 0x7fbe880d2e30 2024-09-19T06:01:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.422+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbe88155c60 con 0x7fbe880d2e30 2024-09-19T06:01:56.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.423+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbe880b7040 con 0x7fbe880d2e30 2024-09-19T06:01:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.424+0000 7fbe7fe00640 1 -- 172.21.15.92:0/4082105377 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbe7001a070 con 0x7fbe880d2e30 2024-09-19T06:01:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.424+0000 7fbe7fe00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe6406c2b0 0x7fbe6406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.425+0000 7fbe7fe00640 1 -- 172.21.15.92:0/4082105377 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7fbe7008b4c0 con 0x7fbe880d2e30 2024-09-19T06:01:56.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.425+0000 7fbe87400640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe6406c2b0 0x7fbe6406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.425+0000 7fbe87400640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe6406c2b0 0x7fbe6406e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbe780016e0 tx=0x7fbe78009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:56.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.429+0000 7fbe7fe00640 1 -- 172.21.15.92:0/4082105377 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbe8814d4e0 con 0x7fbe880d2e30 2024-09-19T06:01:56.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.601+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbe880d2a00 con 0x7fbe880d2e30 2024-09-19T06:01:56.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.603+0000 7fbe7fe00640 1 -- 172.21.15.92:0/4082105377 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) ==== 74+0+16653 (secure 0 0 0) 0x7fbe70059540 con 0x7fbe880d2e30 2024-09-19T06:01:56.605 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:01:56.605 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":22,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:01:23.681103+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:01:20.418713+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-19T06:01:21.087965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:01:56.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe6406c2b0 msgr2=0x7fbe6406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe6406c2b0 0x7fbe6406e770 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fbe780016e0 tx=0x7fbe78009040 comp rx=0 tx=0).stop 2024-09-19T06:01:56.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe880d2e30 msgr2=0x7fbe880afa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe880d2e30 0x7fbe880afa20 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbe7000e9e0 tx=0x7fbe7000eea0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 shutdown_connections 2024-09-19T06:01:56.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe6406c2b0 0x7fbe6406e770 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbe8815e700 0x7fbe880aff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe880d2e30 0x7fbe880afa20 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 --2- 172.21.15.92:0/4082105377 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbe880b6bf0 0x7fbe8814cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 >> 172.21.15.92:0/4082105377 conn(0x7fbe880d2340 msgr2=0x7fbe88152b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:56.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 shutdown_connections 2024-09-19T06:01:56.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.605+0000 7fbe8cc00640 1 -- 172.21.15.92:0/4082105377 wait complete. 2024-09-19T06:01:56.623 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:01:56.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.775+0000 7f51e3200640 1 Processor -- start 2024-09-19T06:01:56.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.775+0000 7f51e3200640 1 -- start start 2024-09-19T06:01:56.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.776+0000 7f51e3200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f51e4070660 0x7f51e40b7040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.776+0000 7f51e3200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f51e406cf40 0x7f51e406d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.776+0000 7f51e3200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51e4072f40 con 0x7f51e415e750 2024-09-19T06:01:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.776+0000 7f51e3200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f51e4073220 con 0x7f51e406cf40 2024-09-19T06:01:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.776+0000 7f51e3200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f51e4073500 con 0x7f51e4070660 2024-09-19T06:01:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.777+0000 7f51e2800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f51e406cf40 0x7f51e406d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.777+0000 7f51e1400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f51e4070660 0x7f51e40b7040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.777+0000 7f51e2800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f51e406cf40 0x7f51e406d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36172/0 (socket says 172.21.15.92:36172) 2024-09-19T06:01:56.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.777+0000 7f51e2800640 1 -- 172.21.15.92:0/2611519507 learned_addr learned my addr 172.21.15.92:0/2611519507 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:56.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.777+0000 7f51e2800640 1 -- 172.21.15.92:0/2611519507 >> v2:172.21.15.102:3300/0 conn(0x7f51e4070660 msgr2=0x7f51e40b7040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:56.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.777+0000 7f51e2800640 1 --2- 172.21.15.92:0/2611519507 >> v2:172.21.15.102:3300/0 conn(0x7f51e4070660 0x7f51e40b7040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.777+0000 7f51e2800640 1 -- 172.21.15.92:0/2611519507 >> v1:172.21.15.102:6789/0 conn(0x7f51e415e750 legacy=0x7f51e40b6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.777+0000 7f51e2800640 1 -- 172.21.15.92:0/2611519507 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51e40737e0 con 0x7f51e406cf40 2024-09-19T06:01:56.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.777+0000 7f51e1400640 1 --2- 172.21.15.92:0/2611519507 >> v2:172.21.15.102:3300/0 conn(0x7f51e4070660 0x7f51e40b7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:01:56.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.778+0000 7f51e2800640 1 --2- 172.21.15.92:0/2611519507 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 0x7f51e406d3d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f51e4074200 tx=0x7f51dc02a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f571e8023cd01a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:56.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.778+0000 7f51e0a00640 1 -- 172.21.15.92:0/2611519507 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51dc036070 con 0x7f51e406cf40 2024-09-19T06:01:56.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.778+0000 7f51e0a00640 1 -- 172.21.15.92:0/2611519507 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51dc031600 con 0x7f51e406cf40 2024-09-19T06:01:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.778+0000 7f51e0a00640 1 -- 172.21.15.92:0/2611519507 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51dc0319d0 con 0x7f51e406cf40 2024-09-19T06:01:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.779+0000 7f51e3200640 1 -- 172.21.15.92:0/2611519507 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 msgr2=0x7f51e406d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.779+0000 7f51e3200640 1 --2- 172.21.15.92:0/2611519507 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 0x7f51e406d3d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f51e4074200 tx=0x7f51dc02a730 comp rx=0 tx=0).stop 2024-09-19T06:01:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.779+0000 7f51e3200640 1 -- 172.21.15.92:0/2611519507 shutdown_connections 2024-09-19T06:01:56.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.779+0000 7f51e3200640 1 --2- 172.21.15.92:0/2611519507 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 0x7f51e406d3d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.779+0000 7f51e3200640 1 --2- 172.21.15.92:0/2611519507 >> v2:172.21.15.102:3300/0 conn(0x7f51e4070660 0x7f51e40b7040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.779+0000 7f51e3200640 1 -- 172.21.15.92:0/2611519507 >> 172.21.15.92:0/2611519507 conn(0x7f51e40d2300 msgr2=0x7f51e40d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.779+0000 7f51e3200640 1 -- 172.21.15.92:0/2611519507 shutdown_connections 2024-09-19T06:01:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.779+0000 7f51e3200640 1 -- 172.21.15.92:0/2611519507 wait complete. 2024-09-19T06:01:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.781+0000 7f51e3200640 1 Processor -- start 2024-09-19T06:01:56.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.781+0000 7f51e3200640 1 -- start start 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.781+0000 7f51e3200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 0x7f51e4149c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.781+0000 7f51e3200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51e4070660 0x7f51e40af1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e3200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51e40af6e0 0x7f51e40d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e3200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f51e40b7580 con 0x7f51e406cf40 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e3200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f51e4073da0 con 0x7f51e40af6e0 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e3200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f51e40b5310 con 0x7f51e4070660 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e1e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 0x7f51e4149c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e1e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 0x7f51e4149c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36182/0 (socket says 172.21.15.92:36182) 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e1e00640 1 -- 172.21.15.92:0/2038597874 learned_addr learned my addr 172.21.15.92:0/2038597874 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e2800640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51e40af6e0 0x7f51e40d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e1400640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51e4070660 0x7f51e40af1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e1e00640 1 -- 172.21.15.92:0/2038597874 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51e4070660 msgr2=0x7f51e40af1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e1e00640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51e4070660 0x7f51e40af1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e1e00640 1 -- 172.21.15.92:0/2038597874 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51e40af6e0 msgr2=0x7f51e40d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e1e00640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51e40af6e0 0x7f51e40d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e1e00640 1 -- 172.21.15.92:0/2038597874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51e40afbf0 con 0x7f51e406cf40 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.782+0000 7f51e2800640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51e40af6e0 0x7f51e40d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.783+0000 7f51e1e00640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 0x7f51e4149c50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f51d400c400 tx=0x7f51d400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.783+0000 7f51da000640 1 -- 172.21.15.92:0/2038597874 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51d40052d0 con 0x7f51e406cf40 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.783+0000 7f51da000640 1 -- 172.21.15.92:0/2038597874 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f51d4005490 con 0x7f51e406cf40 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.783+0000 7f51da000640 1 -- 172.21.15.92:0/2038597874 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f51d4007260 con 0x7f51e406cf40 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.783+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51e415c3e0 con 0x7f51e406cf40 2024-09-19T06:01:56.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.783+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51e415c9a0 con 0x7f51e406cf40 2024-09-19T06:01:56.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.784+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51e415cba0 con 0x7f51e406cf40 2024-09-19T06:01:56.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.785+0000 7f51da000640 1 -- 172.21.15.92:0/2038597874 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f51d4007400 con 0x7f51e406cf40 2024-09-19T06:01:56.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.786+0000 7f51da000640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f51c406c2e0 0x7f51c406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:56.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.786+0000 7f51da000640 1 -- 172.21.15.92:0/2038597874 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(22..22 src has 1..22) ==== 5709+0+0 (secure 0 0 0) 0x7f51d408a9c0 con 0x7f51e406cf40 2024-09-19T06:01:56.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.786+0000 7f51e1400640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f51c406c2e0 0x7f51c406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:56.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.787+0000 7f51e1400640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f51c406c2e0 0x7f51c406e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f51d0009560 tx=0x7f51d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:56.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.790+0000 7f51da000640 1 -- 172.21.15.92:0/2038597874 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f51e415cba0 con 0x7f51e406cf40 2024-09-19T06:01:56.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:56.998+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f51e40b6930 con 0x7f51e406cf40 2024-09-19T06:01:57.000 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:01:56.998+0000 7fa584600640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:01:57.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.000+0000 7f51da000640 1 -- 172.21.15.92:0/2038597874 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) ==== 161+0+0 (secure 0 0 0) 0x7f51d408ce20 con 0x7f51e406cf40 2024-09-19T06:01:57.002 INFO:teuthology.orchestra.run.smithi092.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:01:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f51c406c2e0 msgr2=0x7f51c406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f51c406c2e0 0x7f51c406e7a0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f51d0009560 tx=0x7f51d0008040 comp rx=0 tx=0).stop 2024-09-19T06:01:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 msgr2=0x7f51e4149c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 0x7f51e4149c50 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f51d400c400 tx=0x7f51d400c8c0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 shutdown_connections 2024-09-19T06:01:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f51c406c2e0 0x7f51c406e7a0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51e40af6e0 0x7f51e40d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51e4070660 0x7f51e40af1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 --2- 172.21.15.92:0/2038597874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f51e406cf40 0x7f51e4149c50 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 >> 172.21.15.92:0/2038597874 conn(0x7f51e40d2300 msgr2=0x7f51e4160b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 shutdown_connections 2024-09-19T06:01:57.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.003+0000 7f51e3200640 1 -- 172.21.15.92:0/2038597874 wait complete. 2024-09-19T06:01:57.018 INFO:tasks.ceph.mds.b.smithi102.stderr: -7130> 2024-09-19T06:01:22.998+0000 7ff553a00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:01:57.021 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:01:57.072 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:01:57.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.174+0000 7fb51a000640 1 Processor -- start 2024-09-19T06:01:57.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.174+0000 7fb51a000640 1 -- start start 2024-09-19T06:01:57.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.175+0000 7fb51a000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 0x7fb51406caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:57.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.175+0000 7fb51a000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb5140b68f0 0x7fb5140d3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:57.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.175+0000 7fb51a000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb5140cf860 con 0x7fb5140cf1f0 2024-09-19T06:01:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.175+0000 7fb51a000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb5140d2ca0 con 0x7fb5140b68f0 2024-09-19T06:01:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.175+0000 7fb51a000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb5140cfb40 con 0x7fb51415e7a0 2024-09-19T06:01:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.175+0000 7fb512a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fb5140cf1f0 0x7fb5140b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:50068/0 (socket says 172.21.15.92:50068) 2024-09-19T06:01:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.175+0000 7fb512a00640 1 -- 172.21.15.92:0/1149581876 learned_addr learned my addr 172.21.15.92:0/1149581876 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.175+0000 7fb513400640 1 --2- 172.21.15.92:0/1149581876 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 0x7fb51406caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:57.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.175+0000 7fb513e00640 1 --2- 172.21.15.92:0/1149581876 >> v2:172.21.15.102:3300/0 conn(0x7fb5140b68f0 0x7fb5140d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.176+0000 7fb512000640 1 -- 172.21.15.92:0/1149581876 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2246612975 0 0) 0x7fb5140cf860 con 0x7fb5140cf1f0 2024-09-19T06:01:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.176+0000 7fb512000640 1 -- 172.21.15.92:0/1149581876 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb4f8003520 con 0x7fb5140cf1f0 2024-09-19T06:01:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.176+0000 7fb513400640 1 -- 172.21.15.92:0/1149581876 >> v2:172.21.15.102:3300/0 conn(0x7fb5140b68f0 msgr2=0x7fb5140d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.176+0000 7fb513400640 1 --2- 172.21.15.92:0/1149581876 >> v2:172.21.15.102:3300/0 conn(0x7fb5140b68f0 0x7fb5140d3410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.176+0000 7fb513400640 1 -- 172.21.15.92:0/1149581876 >> v1:172.21.15.92:6789/0 conn(0x7fb5140cf1f0 legacy=0x7fb5140b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:57.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.176+0000 7fb513400640 1 -- 172.21.15.92:0/1149581876 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5140cfe20 con 0x7fb51415e7a0 2024-09-19T06:01:57.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.177+0000 7fb513400640 1 --2- 172.21.15.92:0/1149581876 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 0x7fb51406caa0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb5040097a0 tx=0x7fb50402a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=98c2d2e2da3d86db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:57.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.177+0000 7fb512000640 1 -- 172.21.15.92:0/1149581876 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504037070 con 0x7fb51415e7a0 2024-09-19T06:01:57.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.177+0000 7fb512000640 1 -- 172.21.15.92:0/1149581876 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb50402ae40 con 0x7fb51415e7a0 2024-09-19T06:01:57.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.177+0000 7fb512000640 1 -- 172.21.15.92:0/1149581876 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb504032660 con 0x7fb51415e7a0 2024-09-19T06:01:57.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.178+0000 7fb51a000640 1 -- 172.21.15.92:0/1149581876 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 msgr2=0x7fb51406caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:57.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.178+0000 7fb51a000640 1 --2- 172.21.15.92:0/1149581876 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 0x7fb51406caa0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fb5040097a0 tx=0x7fb50402a0f0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.178+0000 7fb51a000640 1 -- 172.21.15.92:0/1149581876 shutdown_connections 2024-09-19T06:01:57.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.178+0000 7fb51a000640 1 --2- 172.21.15.92:0/1149581876 >> v2:172.21.15.102:3300/0 conn(0x7fb5140b68f0 0x7fb5140d3410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.178+0000 7fb51a000640 1 --2- 172.21.15.92:0/1149581876 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 0x7fb51406caa0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.178+0000 7fb51a000640 1 -- 172.21.15.92:0/1149581876 >> 172.21.15.92:0/1149581876 conn(0x7fb5140d11e0 msgr2=0x7fb5140d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:57.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.178+0000 7fb51a000640 1 -- 172.21.15.92:0/1149581876 shutdown_connections 2024-09-19T06:01:57.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.178+0000 7fb51a000640 1 -- 172.21.15.92:0/1149581876 wait complete. 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.179+0000 7fb51a000640 1 Processor -- start 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.180+0000 7fb51a000640 1 -- start start 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.180+0000 7fb51a000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5140b68f0 0x7fb514161090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.180+0000 7fb51a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5140cf1f0 0x7fb5140cc570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.180+0000 7fb51a000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 0x7fb5140ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.180+0000 7fb51a000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb51406cfe0 con 0x7fb5140cf1f0 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.180+0000 7fb51a000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb5140b7a00 con 0x7fb5140b68f0 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.180+0000 7fb51a000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb51415eb80 con 0x7fb51415e7a0 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb512a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5140cf1f0 0x7fb5140cc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:57.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb512a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5140cf1f0 0x7fb5140cc570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36192/0 (socket says 172.21.15.92:36192) 2024-09-19T06:01:57.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb512a00640 1 -- 172.21.15.92:0/1387399434 learned_addr learned my addr 172.21.15.92:0/1387399434 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:57.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb513e00640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 0x7fb5140ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:57.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb513400640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5140b68f0 0x7fb514161090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:57.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb512a00640 1 -- 172.21.15.92:0/1387399434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 msgr2=0x7fb5140ccab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:57.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb512a00640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 0x7fb5140ccab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb512a00640 1 -- 172.21.15.92:0/1387399434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5140b68f0 msgr2=0x7fb514161090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:57.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb512a00640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5140b68f0 0x7fb514161090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:57.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb512a00640 1 -- 172.21.15.92:0/1387399434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5140cd0c0 con 0x7fb5140cf1f0 2024-09-19T06:01:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.181+0000 7fb512a00640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5140cf1f0 0x7fb5140cc570 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb50000c430 tx=0x7fb50000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.182+0000 7fb50b400640 1 -- 172.21.15.92:0/1387399434 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb500017070 con 0x7fb5140cf1f0 2024-09-19T06:01:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.182+0000 7fb50b400640 1 -- 172.21.15.92:0/1387399434 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb500005d00 con 0x7fb5140cf1f0 2024-09-19T06:01:57.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.182+0000 7fb50b400640 1 -- 172.21.15.92:0/1387399434 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb500007310 con 0x7fb5140cf1f0 2024-09-19T06:01:57.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.182+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb5140cd3a0 con 0x7fb5140cf1f0 2024-09-19T06:01:57.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.182+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5140cd960 con 0x7fb5140cf1f0 2024-09-19T06:01:57.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.183+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb51406caa0 con 0x7fb5140cf1f0 2024-09-19T06:01:57.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.184+0000 7fb50b400640 1 -- 172.21.15.92:0/1387399434 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb50001a070 con 0x7fb5140cf1f0 2024-09-19T06:01:57.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.184+0000 7fb50b400640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb4f406c2b0 0x7fb4f406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:57.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.185+0000 7fb50b400640 1 -- 172.21.15.92:0/1387399434 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5795+0+0 (secure 0 0 0) 0x7fb50008a950 con 0x7fb5140cf1f0 2024-09-19T06:01:57.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.185+0000 7fb513400640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb4f406c2b0 0x7fb4f406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:57.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.185+0000 7fb513400640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb4f406c2b0 0x7fb4f406e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb504034000 tx=0x7fb50402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:57.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.189+0000 7fb50b400640 1 -- 172.21.15.92:0/1387399434 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb500058970 con 0x7fb5140cf1f0 2024-09-19T06:01:57.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:57.398+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb5140c8030 con 0x7fb5140cf1f0 2024-09-19T06:01:58.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.024+0000 7fb50b400640 1 -- 172.21.15.92:0/1387399434 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) ==== 104+0+0 (secure 0 0 0) 0x7fb50005cc70 con 0x7fb5140cf1f0 2024-09-19T06:01:58.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb4f406c2b0 msgr2=0x7fb4f406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:58.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb4f406c2b0 0x7fb4f406e770 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb504034000 tx=0x7fb50402e000 comp rx=0 tx=0).stop 2024-09-19T06:01:58.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5140cf1f0 msgr2=0x7fb5140cc570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:58.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5140cf1f0 0x7fb5140cc570 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fb50000c430 tx=0x7fb50000c8f0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 shutdown_connections 2024-09-19T06:01:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb51415e7a0 0x7fb5140ccab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5140cf1f0 0x7fb5140cc570 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb4f406c2b0 0x7fb4f406e770 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 --2- 172.21.15.92:0/1387399434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5140b68f0 0x7fb514161090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 >> 172.21.15.92:0/1387399434 conn(0x7fb5140d11e0 msgr2=0x7fb5140d4e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 shutdown_connections 2024-09-19T06:01:58.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.027+0000 7fb51a000640 1 -- 172.21.15.92:0/1387399434 wait complete. 2024-09-19T06:01:58.047 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:01:58.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.204+0000 7f0231600640 1 Processor -- start 2024-09-19T06:01:58.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.205+0000 7f0231600640 1 -- start start 2024-09-19T06:01:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f0231600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f022c15a050 0x7f022c15d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f0231600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 0x7f022c073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f0231600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f022c15ffd0 0x7f022c160460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f0231600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f022c073b40 con 0x7f022c15a050 2024-09-19T06:01:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f0231600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f022c15a430 con 0x7f022c15ffd0 2024-09-19T06:01:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f0231600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f022c15d9a0 con 0x7f022c0731c0 2024-09-19T06:01:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f022aa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f022c15a050 0x7f022c15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:58.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f022aa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f022c15a050 0x7f022c15d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36196/0 (socket says 172.21.15.92:36196) 2024-09-19T06:01:58.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f022aa00640 1 -- 172.21.15.92:0/3745380374 learned_addr learned my addr 172.21.15.92:0/3745380374 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f022b400640 1 --2- 172.21.15.92:0/3745380374 >> v2:172.21.15.102:3300/0 conn(0x7f022c15ffd0 0x7f022c160460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f022aa00640 1 -- 172.21.15.92:0/3745380374 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 msgr2=0x7f022c073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.206+0000 7f022a000640 1 --2- 172.21.15.92:0/3745380374 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 0x7f022c073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.207+0000 7f022aa00640 1 --2- 172.21.15.92:0/3745380374 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 0x7f022c073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.207+0000 7f022aa00640 1 -- 172.21.15.92:0/3745380374 >> v2:172.21.15.102:3300/0 conn(0x7f022c15ffd0 msgr2=0x7f022c160460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:58.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.207+0000 7f022aa00640 1 --2- 172.21.15.92:0/3745380374 >> v2:172.21.15.102:3300/0 conn(0x7f022c15ffd0 0x7f022c160460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.207+0000 7f022aa00640 1 -- 172.21.15.92:0/3745380374 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f022c0cd0a0 con 0x7f022c15a050 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.207+0000 7f022b400640 1 --2- 172.21.15.92:0/3745380374 >> v2:172.21.15.102:3300/0 conn(0x7f022c15ffd0 0x7f022c160460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.207+0000 7f022a000640 1 --2- 172.21.15.92:0/3745380374 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 0x7f022c073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f022aa00640 1 --2- 172.21.15.92:0/3745380374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15a050 0x7f022c15d460 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f022c0c6010 tx=0x7f021c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d0bc8546ced928f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0229600640 1 -- 172.21.15.92:0/3745380374 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f021c037070 con 0x7f022c15a050 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0229600640 1 -- 172.21.15.92:0/3745380374 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f021c032440 con 0x7f022c15a050 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0229600640 1 -- 172.21.15.92:0/3745380374 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f021c032810 con 0x7f022c15a050 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0231600640 1 -- 172.21.15.92:0/3745380374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15a050 msgr2=0x7f022c15d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0231600640 1 --2- 172.21.15.92:0/3745380374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15a050 0x7f022c15d460 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f022c0c6010 tx=0x7f021c02a140 comp rx=0 tx=0).stop 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0231600640 1 -- 172.21.15.92:0/3745380374 shutdown_connections 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0231600640 1 --2- 172.21.15.92:0/3745380374 >> v2:172.21.15.102:3300/0 conn(0x7f022c15ffd0 0x7f022c160460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0231600640 1 --2- 172.21.15.92:0/3745380374 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 0x7f022c073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0231600640 1 --2- 172.21.15.92:0/3745380374 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15a050 0x7f022c15d460 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.208+0000 7f0231600640 1 -- 172.21.15.92:0/3745380374 >> 172.21.15.92:0/3745380374 conn(0x7f022c06d0f0 msgr2=0x7f022c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:58.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.209+0000 7f0231600640 1 -- 172.21.15.92:0/3745380374 shutdown_connections 2024-09-19T06:01:58.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.209+0000 7f0231600640 1 -- 172.21.15.92:0/3745380374 wait complete. 2024-09-19T06:01:58.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.210+0000 7f0231600640 1 Processor -- start 2024-09-19T06:01:58.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.210+0000 7f0231600640 1 -- start start 2024-09-19T06:01:58.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.211+0000 7f0231600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 0x7f022c1542a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:58.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.211+0000 7f0231600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f022c15a050 0x7f022c152240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.211+0000 7f0231600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15ffd0 0x7f022c157bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.211+0000 7f0231600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f022c0cd940 con 0x7f022c15ffd0 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.211+0000 7f0231600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f022c0cd660 con 0x7f022c15a050 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.211+0000 7f0231600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f022c0cdc20 con 0x7f022c0731c0 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.211+0000 7f022b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15ffd0 0x7f022c157bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.211+0000 7f022b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15ffd0 0x7f022c157bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36202/0 (socket says 172.21.15.92:36202) 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.211+0000 7f022b400640 1 -- 172.21.15.92:0/3265313954 learned_addr learned my addr 172.21.15.92:0/3265313954 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f022aa00640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 0x7f022c1542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f022a000640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f022c15a050 0x7f022c152240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f022b400640 1 -- 172.21.15.92:0/3265313954 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 msgr2=0x7f022c1542a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f022b400640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 0x7f022c1542a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f022b400640 1 -- 172.21.15.92:0/3265313954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f022c15a050 msgr2=0x7f022c152240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f022b400640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f022c15a050 0x7f022c152240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f022b400640 1 -- 172.21.15.92:0/3265313954 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f022c1563e0 con 0x7f022c15ffd0 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f022a000640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f022c15a050 0x7f022c152240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f022b400640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15ffd0 0x7f022c157bc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f022400cd80 tx=0x7f022400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f0222a00640 1 -- 172.21.15.92:0/3265313954 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022400f680 con 0x7f022c15ffd0 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f0222a00640 1 -- 172.21.15.92:0/3265313954 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f022400f840 con 0x7f022c15ffd0 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f022c1566c0 con 0x7f022c15ffd0 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f0222a00640 1 -- 172.21.15.92:0/3265313954 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f022400fc30 con 0x7f022c15ffd0 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.212+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f022c156c80 con 0x7f022c15ffd0 2024-09-19T06:01:58.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.213+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f022c156ec0 con 0x7f022c15ffd0 2024-09-19T06:01:58.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.215+0000 7f0222a00640 1 -- 172.21.15.92:0/3265313954 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f02240213f0 con 0x7f022c15ffd0 2024-09-19T06:01:58.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.216+0000 7f0222a00640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f020c06c2b0 0x7f020c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:58.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.216+0000 7f0222a00640 1 -- 172.21.15.92:0/3265313954 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(23..23 src has 1..23) ==== 5795+0+0 (secure 0 0 0) 0x7f022408c620 con 0x7f022c15ffd0 2024-09-19T06:01:58.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.216+0000 7f022aa00640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f020c06c2b0 0x7f020c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:58.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.217+0000 7f022aa00640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f020c06c2b0 0x7f020c06e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f021c034000 tx=0x7f021c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:58.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.220+0000 7f0222a00640 1 -- 172.21.15.92:0/3265313954 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f022c156ec0 con 0x7f022c15ffd0 2024-09-19T06:01:58.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:58.396+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f022c0b36e0 con 0x7f022c15ffd0 2024-09-19T06:01:59.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.030+0000 7f0222a00640 1 -- 172.21.15.92:0/3265313954 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v24) ==== 181+0+0 (secure 0 0 0) 0x7f0224014030 con 0x7f022c15ffd0 2024-09-19T06:01:59.032 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:01:59.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f020c06c2b0 msgr2=0x7f020c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:59.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f020c06c2b0 0x7f020c06e770 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f021c034000 tx=0x7f021c02e000 comp rx=0 tx=0).stop 2024-09-19T06:01:59.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15ffd0 msgr2=0x7f022c157bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:59.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15ffd0 0x7f022c157bc0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f022400cd80 tx=0x7f022400a650 comp rx=0 tx=0).stop 2024-09-19T06:01:59.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 shutdown_connections 2024-09-19T06:01:59.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f022c15ffd0 0x7f022c157bc0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f020c06c2b0 0x7f020c06e770 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f022c15a050 0x7f022c152240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 --2- 172.21.15.92:0/3265313954 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f022c0731c0 0x7f022c1542a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 >> 172.21.15.92:0/3265313954 conn(0x7f022c06d0f0 msgr2=0x7f022c0d09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:59.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 shutdown_connections 2024-09-19T06:01:59.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.034+0000 7f0231600640 1 -- 172.21.15.92:0/3265313954 wait complete. 2024-09-19T06:01:59.054 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:01:59.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.208+0000 7ff75ee00640 1 Processor -- start 2024-09-19T06:01:59.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.208+0000 7ff75ee00640 1 -- start start 2024-09-19T06:01:59.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.210+0000 7ff75ee00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff75815a050 0x7ff75815d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:59.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.210+0000 7ff75ee00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff75815a430 con 0x7ff7580731c0 2024-09-19T06:01:59.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.210+0000 7ff75ee00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff758160df0 con 0x7ff75815ee90 2024-09-19T06:01:59.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.210+0000 7ff75ee00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff75815d9a0 con 0x7ff75815a050 2024-09-19T06:01:59.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.210+0000 7ff757400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff7580731c0 0x7ff75815ffd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:50082/0 (socket says 172.21.15.92:50082) 2024-09-19T06:01:59.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.210+0000 7ff757400640 1 -- 172.21.15.92:0/3326540768 learned_addr learned my addr 172.21.15.92:0/3326540768 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:01:59.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.210+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2630464299 0 0) 0x7ff75815a430 con 0x7ff7580731c0 2024-09-19T06:01:59.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.210+0000 7ff757e00640 1 --2- 172.21.15.92:0/3326540768 >> v2:172.21.15.102:3300/0 conn(0x7ff75815a050 0x7ff75815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:59.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.210+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff73c003520 con 0x7ff7580731c0 2024-09-19T06:01:59.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3744077554 0 0) 0x7ff73c003520 con 0x7ff7580731c0 2024-09-19T06:01:59.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 >> v2:172.21.15.102:3300/0 conn(0x7ff75815a050 msgr2=0x7ff75815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:59.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 --2- 172.21.15.92:0/3326540768 >> v2:172.21.15.102:3300/0 conn(0x7ff75815a050 0x7ff75815d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 >> v1:172.21.15.102:6789/0 conn(0x7ff75815ee90 legacy=0x7ff7581606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:59.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7580cd0a0 con 0x7ff7580731c0 2024-09-19T06:01:59.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7ff744001670 con 0x7ff7580731c0 2024-09-19T06:01:59.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 >> v1:172.21.15.92:6789/0 conn(0x7ff7580731c0 legacy=0x7ff75815ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:59.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff73c003a00 0x7ff73c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:59.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff73c004800 0x7ff73c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:59.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c005210 0x7ff73c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:59.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff75815d9a0 con 0x7ff73c003a00 2024-09-19T06:01:59.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff73c00c160 con 0x7ff73c005210 2024-09-19T06:01:59.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff73c00c360 con 0x7ff73c004800 2024-09-19T06:01:59.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff757e00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff73c003a00 0x7ff73c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:59.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff757400640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff73c004800 0x7ff73c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:59.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff757e00640 1 -- 172.21.15.92:0/3326540768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff73c004800 msgr2=0x7ff73c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:59.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff757e00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff73c004800 0x7ff73c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff757e00640 1 -- 172.21.15.92:0/3326540768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c005210 msgr2=0x7ff73c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:01:59.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff75ce00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c005210 0x7ff73c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:59.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff757e00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c005210 0x7ff73c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff757e00640 1 -- 172.21.15.92:0/3326540768 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff73c003520 con 0x7ff73c003a00 2024-09-19T06:01:59.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff75ce00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c005210 0x7ff73c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:01:59.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.211+0000 7ff75ce00640 1 -- 172.21.15.92:0/3326540768 reap_dead start 2024-09-19T06:01:59.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.212+0000 7ff757e00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff73c003a00 0x7ff73c003e20 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff748009f90 tx=0x7ff73c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=584fbd995513bc0e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:59.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.213+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748009c10 con 0x7ff73c003a00 2024-09-19T06:01:59.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.213+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff748036070 con 0x7ff73c003a00 2024-09-19T06:01:59.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.213+0000 7ff756a00640 1 -- 172.21.15.92:0/3326540768 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff748031830 con 0x7ff73c003a00 2024-09-19T06:01:59.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.213+0000 7ff75ee00640 1 -- 172.21.15.92:0/3326540768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff73c003a00 msgr2=0x7ff73c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:59.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.213+0000 7ff75ee00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff73c003a00 0x7ff73c003e20 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ff748009f90 tx=0x7ff73c005830 comp rx=0 tx=0).stop 2024-09-19T06:01:59.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.213+0000 7ff75ee00640 1 -- 172.21.15.92:0/3326540768 shutdown_connections 2024-09-19T06:01:59.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.213+0000 7ff75ee00640 1 --2- 172.21.15.92:0/3326540768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff73c003a00 0x7ff73c003e20 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.213+0000 7ff75ee00640 1 -- 172.21.15.92:0/3326540768 >> 172.21.15.92:0/3326540768 conn(0x7ff75806d0f0 msgr2=0x7ff75806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:01:59.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.213+0000 7ff75ee00640 1 -- 172.21.15.92:0/3326540768 shutdown_connections 2024-09-19T06:01:59.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.214+0000 7ff75ee00640 1 -- 172.21.15.92:0/3326540768 wait complete. 2024-09-19T06:01:59.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.215+0000 7ff75ee00640 1 Processor -- start 2024-09-19T06:01:59.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.215+0000 7ff75ee00640 1 -- start start 2024-09-19T06:01:59.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.216+0000 7ff75ee00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c003a00 0x7ff75815a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:59.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.216+0000 7ff75ee00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7581569f0 0x7ff758156e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:59.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.216+0000 7ff75ee00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7580cbdc0 0x7ff7580cc240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:59.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.216+0000 7ff75ee00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff7580cd940 con 0x7ff7580cbdc0 2024-09-19T06:01:59.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.216+0000 7ff75ee00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff7580cd660 con 0x7ff73c003a00 2024-09-19T06:01:59.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.216+0000 7ff75ee00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff7580cdc20 con 0x7ff7581569f0 2024-09-19T06:01:59.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.216+0000 7ff75ce00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7580cbdc0 0x7ff7580cc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:59.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff75ce00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7580cbdc0 0x7ff7580cc240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36226/0 (socket says 172.21.15.92:36226) 2024-09-19T06:01:59.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff757e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c003a00 0x7ff75815a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:59.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff75ce00640 1 -- 172.21.15.92:0/809483384 learned_addr learned my addr 172.21.15.92:0/809483384 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:01:59.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff757400640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7581569f0 0x7ff758156e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:59.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff75ce00640 1 -- 172.21.15.92:0/809483384 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7581569f0 msgr2=0x7ff758156e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:59.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff75ce00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7581569f0 0x7ff758156e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff75ce00640 1 -- 172.21.15.92:0/809483384 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c003a00 msgr2=0x7ff75815a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:01:59.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff75ce00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c003a00 0x7ff75815a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:01:59.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff75ce00640 1 -- 172.21.15.92:0/809483384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7581f49c0 con 0x7ff7580cbdc0 2024-09-19T06:01:59.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff75ce00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7580cbdc0 0x7ff7580cc240 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff7580b36b0 tx=0x7ff75000d660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:59.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff74fe00640 1 -- 172.21.15.92:0/809483384 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff750018070 con 0x7ff7580cbdc0 2024-09-19T06:01:59.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.217+0000 7ff74fe00640 1 -- 172.21.15.92:0/809483384 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff75000de90 con 0x7ff7580cbdc0 2024-09-19T06:01:59.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.218+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7581f4ca0 con 0x7ff7580cbdc0 2024-09-19T06:01:59.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.218+0000 7ff74fe00640 1 -- 172.21.15.92:0/809483384 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff750003830 con 0x7ff7580cbdc0 2024-09-19T06:01:59.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.218+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff7581f5260 con 0x7ff7580cbdc0 2024-09-19T06:01:59.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.219+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff7580b36e0 con 0x7ff7580cbdc0 2024-09-19T06:01:59.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.219+0000 7ff74fe00640 1 -- 172.21.15.92:0/809483384 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff7500039d0 con 0x7ff7580cbdc0 2024-09-19T06:01:59.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.220+0000 7ff74fe00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff73806c2e0 0x7ff73806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:01:59.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.220+0000 7ff74fe00640 1 -- 172.21.15.92:0/809483384 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(24..24 src has 1..24) ==== 5357+0+0 (secure 0 0 0) 0x7ff75008a620 con 0x7ff7580cbdc0 2024-09-19T06:01:59.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.221+0000 7ff757e00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff73806c2e0 0x7ff73806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:01:59.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.221+0000 7ff757e00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff73806c2e0 0x7ff73806e7a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff748035000 tx=0x7ff74802f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:01:59.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.226+0000 7ff74fe00640 1 -- 172.21.15.92:0/809483384 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff750058800 con 0x7ff7580cbdc0 2024-09-19T06:01:59.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:01:59.407+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7ff7580d0b50 con 0x7ff7580cbdc0 2024-09-19T06:02:00.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.040+0000 7ff74fe00640 1 -- 172.21.15.92:0/809483384 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v25) ==== 169+0+0 (secure 0 0 0) 0x7ff75005cb00 con 0x7ff7580cbdc0 2024-09-19T06:02:00.042 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' removed 2024-09-19T06:02:00.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.043+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff73806c2e0 msgr2=0x7ff73806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:00.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.043+0000 7ff75ee00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff73806c2e0 0x7ff73806e7a0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff748035000 tx=0x7ff74802f000 comp rx=0 tx=0).stop 2024-09-19T06:02:00.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.043+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7580cbdc0 msgr2=0x7ff7580cc240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:00.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.043+0000 7ff75ee00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7580cbdc0 0x7ff7580cc240 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7ff7580b36b0 tx=0x7ff75000d660 comp rx=0 tx=0).stop 2024-09-19T06:02:00.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.044+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 shutdown_connections 2024-09-19T06:02:00.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.044+0000 7ff75ee00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7580cbdc0 0x7ff7580cc240 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.044+0000 7ff75ee00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7581569f0 0x7ff758156e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.044+0000 7ff75ee00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff73806c2e0 0x7ff73806e7a0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.044+0000 7ff75ee00640 1 --2- 172.21.15.92:0/809483384 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff73c003a00 0x7ff75815a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.044+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 >> 172.21.15.92:0/809483384 conn(0x7ff75806d0f0 msgr2=0x7ff7580cf8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:00.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.044+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 shutdown_connections 2024-09-19T06:02:00.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.044+0000 7ff75ee00640 1 -- 172.21.15.92:0/809483384 wait complete. 2024-09-19T06:02:00.063 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:02:00.063 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T06:02:00.064 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:02:00.064 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:02:00.064 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:02:00.064 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T06:02:00.064 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:02:00.064 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:02:00.064 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:02:00.065 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T06:02:00.065 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:02:00.065 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:02:00.065 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:02:00.065 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T06:02:00.065 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:02:00.065 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:02:00.078 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:02:00.079 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:02:00.080 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:02:00.080 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:02:00.082 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:02:00.082 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:02:00.083 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:02:00.083 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:02:00.124 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:02:00.124 DEBUG:teuthology.parallel:result is None 2024-09-19T06:02:00.127 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:02:00.127 DEBUG:teuthology.parallel:result is None 2024-09-19T06:02:00.128 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:02:00.128 DEBUG:teuthology.parallel:result is None 2024-09-19T06:02:00.130 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:02:00.131 DEBUG:teuthology.parallel:result is None 2024-09-19T06:02:00.131 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T06:02:00.254 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:02:00.254 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:02:00.263 INFO:tasks.ceph.mds.d.smithi102.stdout:starting mds.d at 2024-09-19T06:02:00.264 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:02:00.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.292+0000 7fbf4ea00640 1 Processor -- start 2024-09-19T06:02:00.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.292+0000 7fbf4ea00640 1 -- start start 2024-09-19T06:02:00.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.293+0000 7fbf4ea00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fbf4815e5f0 0x7fbf480d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:00.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.293+0000 7fbf4ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbf480b8900 0x7fbf480d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:00.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.293+0000 7fbf4ea00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbf4815e9d0 con 0x7fbf480d13c0 2024-09-19T06:02:00.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.293+0000 7fbf4ea00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fbf480b9b30 con 0x7fbf480b8900 2024-09-19T06:02:00.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.293+0000 7fbf4ea00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fbf480b8f20 con 0x7fbf4815e5f0 2024-09-19T06:02:00.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.293+0000 7fbf4e000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbf480b8900 0x7fbf480d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:00.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.293+0000 7fbf4e000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbf480b8900 0x7fbf480d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36262/0 (socket says 172.21.15.92:36262) 2024-09-19T06:02:00.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.293+0000 7fbf4e000640 1 -- 172.21.15.92:0/1197818152 learned_addr learned my addr 172.21.15.92:0/1197818152 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:00.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.294+0000 7fbf4d600640 1 --2- 172.21.15.92:0/1197818152 >> v2:172.21.15.102:3300/0 conn(0x7fbf4815e5f0 0x7fbf480d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:00.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.294+0000 7fbf4e000640 1 -- 172.21.15.92:0/1197818152 >> v2:172.21.15.102:3300/0 conn(0x7fbf4815e5f0 msgr2=0x7fbf480d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:00.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.294+0000 7fbf4e000640 1 --2- 172.21.15.92:0/1197818152 >> v2:172.21.15.102:3300/0 conn(0x7fbf4815e5f0 0x7fbf480d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.294+0000 7fbf4e000640 1 -- 172.21.15.92:0/1197818152 >> v1:172.21.15.102:6789/0 conn(0x7fbf480d13c0 legacy=0x7fbf480b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:00.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.294+0000 7fbf4e000640 1 -- 172.21.15.92:0/1197818152 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf480b9200 con 0x7fbf480b8900 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.295+0000 7fbf4e000640 1 --2- 172.21.15.92:0/1197818152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480b8900 0x7fbf480d2bc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbf480c7ed0 tx=0x7fbf4002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d11366135cdfc27 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.295+0000 7fbf47e00640 1 -- 172.21.15.92:0/1197818152 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf40036070 con 0x7fbf480b8900 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.295+0000 7fbf47e00640 1 -- 172.21.15.92:0/1197818152 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf40031600 con 0x7fbf480b8900 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.295+0000 7fbf47e00640 1 -- 172.21.15.92:0/1197818152 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf400319d0 con 0x7fbf480b8900 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.296+0000 7fbf4ea00640 1 -- 172.21.15.92:0/1197818152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480b8900 msgr2=0x7fbf480d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.296+0000 7fbf4ea00640 1 --2- 172.21.15.92:0/1197818152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480b8900 0x7fbf480d2bc0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fbf480c7ed0 tx=0x7fbf4002a6c0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.296+0000 7fbf4ea00640 1 -- 172.21.15.92:0/1197818152 shutdown_connections 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.296+0000 7fbf4ea00640 1 --2- 172.21.15.92:0/1197818152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480b8900 0x7fbf480d2bc0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.296+0000 7fbf4ea00640 1 --2- 172.21.15.92:0/1197818152 >> v2:172.21.15.102:3300/0 conn(0x7fbf4815e5f0 0x7fbf480d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.296+0000 7fbf4ea00640 1 -- 172.21.15.92:0/1197818152 >> 172.21.15.92:0/1197818152 conn(0x7fbf48062630 msgr2=0x7fbf48062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:00.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.296+0000 7fbf4ea00640 1 -- 172.21.15.92:0/1197818152 shutdown_connections 2024-09-19T06:02:00.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.296+0000 7fbf4ea00640 1 -- 172.21.15.92:0/1197818152 wait complete. 2024-09-19T06:02:00.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.297+0000 7fbf4ea00640 1 Processor -- start 2024-09-19T06:02:00.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.298+0000 7fbf4ea00640 1 -- start start 2024-09-19T06:02:00.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.298+0000 7fbf4ea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf480b8900 0x7fbf48153760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:00.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.298+0000 7fbf4ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480d13c0 0x7fbf480ab870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:00.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.298+0000 7fbf4ea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbf4815e5f0 0x7fbf480ca720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:00.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.298+0000 7fbf4ea00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbf480d3100 con 0x7fbf480d13c0 2024-09-19T06:02:00.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.298+0000 7fbf4ea00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbf480b97c0 con 0x7fbf480b8900 2024-09-19T06:02:00.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.298+0000 7fbf4ea00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbf480d3280 con 0x7fbf4815e5f0 2024-09-19T06:02:00.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4cc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480d13c0 0x7fbf480ab870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:00.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4cc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480d13c0 0x7fbf480ab870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36278/0 (socket says 172.21.15.92:36278) 2024-09-19T06:02:00.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4cc00640 1 -- 172.21.15.92:0/727866938 learned_addr learned my addr 172.21.15.92:0/727866938 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:00.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4d600640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf480b8900 0x7fbf48153760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:00.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4e000640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbf4815e5f0 0x7fbf480ca720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:00.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4cc00640 1 -- 172.21.15.92:0/727866938 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbf4815e5f0 msgr2=0x7fbf480ca720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:00.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4cc00640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbf4815e5f0 0x7fbf480ca720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4cc00640 1 -- 172.21.15.92:0/727866938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf480b8900 msgr2=0x7fbf48153760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:00.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4cc00640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf480b8900 0x7fbf48153760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:00.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4cc00640 1 -- 172.21.15.92:0/727866938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbf4815ecd0 con 0x7fbf480d13c0 2024-09-19T06:02:00.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.299+0000 7fbf4cc00640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480d13c0 0x7fbf480ab870 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbf3400c430 tx=0x7fbf3400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:00.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.300+0000 7fbf45600640 1 -- 172.21.15.92:0/727866938 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf34011790 con 0x7fbf480d13c0 2024-09-19T06:02:00.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.300+0000 7fbf45600640 1 -- 172.21.15.92:0/727866938 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbf34017070 con 0x7fbf480d13c0 2024-09-19T06:02:00.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.300+0000 7fbf45600640 1 -- 172.21.15.92:0/727866938 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbf34011bb0 con 0x7fbf480d13c0 2024-09-19T06:02:00.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.300+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbf4815efb0 con 0x7fbf480d13c0 2024-09-19T06:02:00.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.300+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbf4815f850 con 0x7fbf480d13c0 2024-09-19T06:02:00.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.301+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbf4815f180 con 0x7fbf480d13c0 2024-09-19T06:02:00.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.302+0000 7fbf45600640 1 -- 172.21.15.92:0/727866938 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbf3401c460 con 0x7fbf480d13c0 2024-09-19T06:02:00.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.303+0000 7fbf45600640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbf2806c2b0 0x7fbf2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:00.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.303+0000 7fbf45600640 1 -- 172.21.15.92:0/727866938 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(25..25 src has 1..25) ==== 4943+0+0 (secure 0 0 0) 0x7fbf3408aec0 con 0x7fbf480d13c0 2024-09-19T06:02:00.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.303+0000 7fbf4d600640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbf2806c2b0 0x7fbf2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:00.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.303+0000 7fbf4d600640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbf2806c2b0 0x7fbf2806e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c0079a0 tx=0x7fbf3c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:00.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.307+0000 7fbf45600640 1 -- 172.21.15.92:0/727866938 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbf340592d0 con 0x7fbf480d13c0 2024-09-19T06:02:00.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:00.491+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fbf48069c20 con 0x7fbf480d13c0 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.052+0000 7fbf45600640 1 -- 172.21.15.92:0/727866938 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v27) ==== 97+0+0 (secure 0 0 0) 0x7fbf3405d5d0 con 0x7fbf480d13c0 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr: removed all blocklist entries 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.054+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbf2806c2b0 msgr2=0x7fbf2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.054+0000 7fbf4ea00640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbf2806c2b0 0x7fbf2806e770 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fbf3c0079a0 tx=0x7fbf3c008040 comp rx=0 tx=0).stop 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.054+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480d13c0 msgr2=0x7fbf480ab870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.054+0000 7fbf4ea00640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480d13c0 0x7fbf480ab870 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fbf3400c430 tx=0x7fbf3400c8f0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.055+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 shutdown_connections 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.055+0000 7fbf4ea00640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbf4815e5f0 0x7fbf480ca720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.055+0000 7fbf4ea00640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf480d13c0 0x7fbf480ab870 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.055+0000 7fbf4ea00640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbf2806c2b0 0x7fbf2806e770 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.055+0000 7fbf4ea00640 1 --2- 172.21.15.92:0/727866938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbf480b8900 0x7fbf48153760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.055+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 >> 172.21.15.92:0/727866938 conn(0x7fbf48062630 msgr2=0x7fbf480b4c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:01.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.055+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 shutdown_connections 2024-09-19T06:02:01.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.055+0000 7fbf4ea00640 1 -- 172.21.15.92:0/727866938 wait complete. 2024-09-19T06:02:01.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T06:02:01.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.227+0000 7f2170c00640 1 Processor -- start 2024-09-19T06:02:01.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.227+0000 7f2170c00640 1 -- start start 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.228+0000 7f2170c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c15c550 0x7f216c0b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.228+0000 7f2170c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f216c0b6310 0x7f216c0b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.228+0000 7f2170c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f216c0b4cf0 con 0x7f216c15c170 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.228+0000 7f2170c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f216c0b4fd0 con 0x7f216c0b6310 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.228+0000 7f2170c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f216c0b52b0 con 0x7f216c15c550 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.228+0000 7f216a800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f216c0b6310 0x7f216c0b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.229+0000 7f216a800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f216c0b6310 0x7f216c0b39b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36286/0 (socket says 172.21.15.92:36286) 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.229+0000 7f216a800640 1 -- 172.21.15.92:0/3780824346 learned_addr learned my addr 172.21.15.92:0/3780824346 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.229+0000 7f2169e00640 1 --1- 172.21.15.92:0/3780824346 >> v1:172.21.15.92:6789/0 conn(0x7f216c15c170 0x7f216c0cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:50118/0 (socket says 172.21.15.92:50118) 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.229+0000 7f2169400640 1 --2- 172.21.15.92:0/3780824346 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c15c550 0x7f216c0b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.229+0000 7f216a800640 1 -- 172.21.15.92:0/3780824346 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c15c550 msgr2=0x7f216c0b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:01.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.229+0000 7f216a800640 1 --2- 172.21.15.92:0/3780824346 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c15c550 0x7f216c0b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.229+0000 7f216a800640 1 -- 172.21.15.92:0/3780824346 >> v1:172.21.15.92:6789/0 conn(0x7f216c15c170 legacy=0x7f216c0cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.229+0000 7f216a800640 1 -- 172.21.15.92:0/3780824346 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216c0b5590 con 0x7f216c0b6310 2024-09-19T06:02:01.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.229+0000 7f2168a00640 1 -- 172.21.15.92:0/3780824346 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3534619983 0 0) 0x7f216c0b4cf0 con 0x7f216c15c170 2024-09-19T06:02:01.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.230+0000 7f216a800640 1 --2- 172.21.15.92:0/3780824346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c0b6310 0x7f216c0b39b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2164009e50 tx=0x7f216402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eb29405215fb65c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:01.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.230+0000 7f2168a00640 1 -- 172.21.15.92:0/3780824346 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2164036070 con 0x7f216c0b6310 2024-09-19T06:02:01.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.230+0000 7f2168a00640 1 -- 172.21.15.92:0/3780824346 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2164031600 con 0x7f216c0b6310 2024-09-19T06:02:01.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.230+0000 7f2168a00640 1 -- 172.21.15.92:0/3780824346 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21640319d0 con 0x7f216c0b6310 2024-09-19T06:02:01.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.231+0000 7f2170c00640 1 -- 172.21.15.92:0/3780824346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c0b6310 msgr2=0x7f216c0b39b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.231+0000 7f2170c00640 1 --2- 172.21.15.92:0/3780824346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c0b6310 0x7f216c0b39b0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f2164009e50 tx=0x7f216402a710 comp rx=0 tx=0).stop 2024-09-19T06:02:01.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.231+0000 7f2170c00640 1 -- 172.21.15.92:0/3780824346 shutdown_connections 2024-09-19T06:02:01.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.231+0000 7f2170c00640 1 --2- 172.21.15.92:0/3780824346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c0b6310 0x7f216c0b39b0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.231+0000 7f2170c00640 1 --2- 172.21.15.92:0/3780824346 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c15c550 0x7f216c0b5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.231+0000 7f2170c00640 1 -- 172.21.15.92:0/3780824346 >> 172.21.15.92:0/3780824346 conn(0x7f216c06bc10 msgr2=0x7f216c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:01.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.231+0000 7f2170c00640 1 -- 172.21.15.92:0/3780824346 shutdown_connections 2024-09-19T06:02:01.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.231+0000 7f2170c00640 1 -- 172.21.15.92:0/3780824346 wait complete. 2024-09-19T06:02:01.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.232+0000 7f2170c00640 1 Processor -- start 2024-09-19T06:02:01.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.233+0000 7f2170c00640 1 -- start start 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.233+0000 7f2170c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c0b6310 0x7f216c14dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.233+0000 7f2170c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c15c170 0x7f216c144f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.233+0000 7f2170c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216c15c550 0x7f216c151200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.233+0000 7f2170c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f216c15c990 con 0x7f216c15c170 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.233+0000 7f2170c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f216c0b5b50 con 0x7f216c15c550 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.233+0000 7f2170c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f216c0cfdd0 con 0x7f216c0b6310 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c15c170 0x7f216c144f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c15c170 0x7f216c144f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36294/0 (socket says 172.21.15.92:36294) 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169400640 1 -- 172.21.15.92:0/3221977316 learned_addr learned my addr 172.21.15.92:0/3221977316 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169e00640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c0b6310 0x7f216c14dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f216a800640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216c15c550 0x7f216c151200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169400640 1 -- 172.21.15.92:0/3221977316 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c0b6310 msgr2=0x7f216c14dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169400640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c0b6310 0x7f216c14dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169400640 1 -- 172.21.15.92:0/3221977316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216c15c550 msgr2=0x7f216c151200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169400640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216c15c550 0x7f216c151200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169400640 1 -- 172.21.15.92:0/3221977316 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216c0cbd00 con 0x7f216c15c170 2024-09-19T06:02:01.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.234+0000 7f2169400640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c15c170 0x7f216c144f20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f215800d5f0 tx=0x7f215800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:01.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.235+0000 7f2162000640 1 -- 172.21.15.92:0/3221977316 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21580125f0 con 0x7f216c15c170 2024-09-19T06:02:01.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.235+0000 7f2162000640 1 -- 172.21.15.92:0/3221977316 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2158019070 con 0x7f216c15c170 2024-09-19T06:02:01.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.235+0000 7f2162000640 1 -- 172.21.15.92:0/3221977316 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21580129d0 con 0x7f216c15c170 2024-09-19T06:02:01.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.235+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f216c0cbf70 con 0x7f216c15c170 2024-09-19T06:02:01.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.235+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f216c14e250 con 0x7f216c15c170 2024-09-19T06:02:01.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.236+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f216c0b5dd0 con 0x7f216c15c170 2024-09-19T06:02:01.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.237+0000 7f2162000640 1 -- 172.21.15.92:0/3221977316 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2158012b70 con 0x7f216c15c170 2024-09-19T06:02:01.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.237+0000 7f2162000640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214c06c2b0 0x7f214c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.237+0000 7f2162000640 1 -- 172.21.15.92:0/3221977316 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f215808b3f0 con 0x7f216c15c170 2024-09-19T06:02:01.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.238+0000 7f2169e00640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214c06c2b0 0x7f214c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.238+0000 7f2169e00640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214c06c2b0 0x7f214c06e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f215c000f60 tx=0x7f215c007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:01.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.242+0000 7f2162000640 1 -- 172.21.15.92:0/3221977316 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2158059850 con 0x7f216c15c170 2024-09-19T06:02:01.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.477+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f216c0cf150 con 0x7f216c15c170 2024-09-19T06:02:01.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.478+0000 7f2162000640 1 -- 172.21.15.92:0/3221977316 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) ==== 80+0+6645 (secure 0 0 0) 0x7f215805db50 con 0x7f216c15c170 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: "auth_dump": [ 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.a", 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmlh2wOBAA5hQY7hCZfN2s4Ac/R9W5kw==", 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:01.480 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.b", 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtqPUEBAANewLwiR3BpVMW2hSDqhspg==", 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.481 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.c", 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtuPIBhAAGUKYpJvmmJ0NmtPPP4gEhg==", 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.d", 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmJZLGGhAACbBs0g8Fmh+MNX4zfDfTZQ==", 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.482 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.0", 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDuvetm6J06MhAAil4Oe+uQpGv1QE16EQnYjQ==", 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.483 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.1", 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDyvetm3pJVLRAAXCorP+PSewcJEguiwm6kVg==", 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.2", 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD2vetm71GWORAAlpcz12YhdL/wPDGHJ/56xA==", 2024-09-19T06:02:01.484 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.3", 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD6vetmg3bgIhAAebFnzJXM3D4VbWfMvoSyjA==", 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.485 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.4", 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQABvutmjNg2HxAANs2gm6lxqF5NFfiXtAjtoA==", 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.5", 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAFvutm0iayGxAAnST01rIcVM/jB/+PiIhoow==", 2024-09-19T06:02:01.486 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.6", 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAJvutmIvjYCBAAtahtgI5nOkffTgRzmgHtuQ==", 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.487 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.7", 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAMvutmsRDVLhAAJVAaQuPT1576e7RzQBV+8w==", 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.0", 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w==", 2024-09-19T06:02:01.488 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.1", 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmWLRhMBAA/Nmeq0heFaFG8yIJE/3Y9w==", 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:02:01.489 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.2", 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmqInJKRAAkCvg74osnbc+PvxNo/EOUw==", 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.3", 2024-09-19T06:02:01.490 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmm7MZNxAA88p3ljHoW+D+XTrdEA/CIw==", 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.admin", 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm81WzCRAA0u/Gr0QQbJy2RUOrw6ZHQA==", 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:01.491 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.bootstrap-mds", 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAavutmHdaTCRAA78pCX07lKrQbtQIv3s5NDg==", 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile bootstrap-mds" 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.492 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.bootstrap-mgr", 2024-09-19T06:02:01.493 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAavutmBeaTCRAABp0yMLPhLfJA4A9+6F6P9g==", 2024-09-19T06:02:01.493 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.493 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-19T06:02:01.493 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.493 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.493 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.493 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.bootstrap-osd", 2024-09-19T06:02:01.493 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAavutmy/OTCRAAuaCj5QLISJIKTrO/unGjcg==", 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile bootstrap-osd" 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.bootstrap-rbd", 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAavutmvwCUCRAAOi4h3Il94P+FpAG3FmrOjQ==", 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.494 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAavutmSgyUCRAAty64Yj9zHzdKLN46AsRSbw==", 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.bootstrap-rgw", 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAavutmnxWUCRAAQReAQckAqO113bx5R7MKdg==", 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.x", 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm014lMhAAiJF1aPtFGL0s4/OAk6w24Q==", 2024-09-19T06:02:01.495 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.496 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:02:01.496 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:02:01.496 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.496 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.496 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:01.496 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:01.496 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.y", 2024-09-19T06:02:01.496 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmZltGKxAAdcGU2K3nflJH1TJAzHBoZw==", 2024-09-19T06:02:01.496 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:01.497 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:02:01.497 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:02:01.497 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:01.497 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.497 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:01.497 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:02:01.497 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:02:01.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214c06c2b0 msgr2=0x7f214c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214c06c2b0 0x7f214c06e770 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f215c000f60 tx=0x7f215c007d50 comp rx=0 tx=0).stop 2024-09-19T06:02:01.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c15c170 msgr2=0x7f216c144f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c15c170 0x7f216c144f20 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f215800d5f0 tx=0x7f215800dab0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 shutdown_connections 2024-09-19T06:02:01.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214c06c2b0 0x7f214c06e770 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216c15c550 0x7f216c151200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f216c15c170 0x7f216c144f20 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 --2- 172.21.15.92:0/3221977316 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216c0b6310 0x7f216c14dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 >> 172.21.15.92:0/3221977316 conn(0x7f216c06bc10 msgr2=0x7f216c06d6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:01.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 shutdown_connections 2024-09-19T06:02:01.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.480+0000 7f2170c00640 1 -- 172.21.15.92:0/3221977316 wait complete. 2024-09-19T06:02:01.500 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-19T06:02:01.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.651+0000 7fa7c8600640 1 Processor -- start 2024-09-19T06:02:01.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.651+0000 7fa7c8600640 1 -- start start 2024-09-19T06:02:01.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c8600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fa7c00b6290 0x7fa7c0071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c8600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa7c0072530 0x7fa7c015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c8600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa7c00ccff0 con 0x7fa7c015b480 2024-09-19T06:02:01.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c8600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa7c00cd2d0 con 0x7fa7c0072530 2024-09-19T06:02:01.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c8600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fa7c00cd5b0 con 0x7fa7c00b6290 2024-09-19T06:02:01.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c6600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa7c0072530 0x7fa7c015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c6600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa7c0072530 0x7fa7c015bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36308/0 (socket says 172.21.15.92:36308) 2024-09-19T06:02:01.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c6600640 1 -- 172.21.15.92:0/1355265328 learned_addr learned my addr 172.21.15.92:0/1355265328 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:01.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c5200640 1 --2- 172.21.15.92:0/1355265328 >> v2:172.21.15.102:3300/0 conn(0x7fa7c00b6290 0x7fa7c0071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c6600640 1 -- 172.21.15.92:0/1355265328 >> v2:172.21.15.102:3300/0 conn(0x7fa7c00b6290 msgr2=0x7fa7c0071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:01.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c6600640 1 --2- 172.21.15.92:0/1355265328 >> v2:172.21.15.102:3300/0 conn(0x7fa7c00b6290 0x7fa7c0071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c6600640 1 -- 172.21.15.92:0/1355265328 >> v1:172.21.15.102:6789/0 conn(0x7fa7c015b480 legacy=0x7fa7c00b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:01.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.653+0000 7fa7c6600640 1 -- 172.21.15.92:0/1355265328 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c00cd890 con 0x7fa7c0072530 2024-09-19T06:02:01.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.654+0000 7fa7c6600640 1 --2- 172.21.15.92:0/1355265328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c0072530 0x7fa7c015bc60 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa7c00cdf80 tx=0x7fa7b802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=305efab695c0912b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:01.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.654+0000 7fa7bfe00640 1 -- 172.21.15.92:0/1355265328 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b8036070 con 0x7fa7c0072530 2024-09-19T06:02:01.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7bfe00640 1 -- 172.21.15.92:0/1355265328 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7b8031600 con 0x7fa7c0072530 2024-09-19T06:02:01.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7bfe00640 1 -- 172.21.15.92:0/1355265328 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7b80319d0 con 0x7fa7c0072530 2024-09-19T06:02:01.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7c8600640 1 -- 172.21.15.92:0/1355265328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c0072530 msgr2=0x7fa7c015bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7c8600640 1 --2- 172.21.15.92:0/1355265328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c0072530 0x7fa7c015bc60 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fa7c00cdf80 tx=0x7fa7b802a660 comp rx=0 tx=0).stop 2024-09-19T06:02:01.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7c8600640 1 -- 172.21.15.92:0/1355265328 shutdown_connections 2024-09-19T06:02:01.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7c8600640 1 --2- 172.21.15.92:0/1355265328 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c0072530 0x7fa7c015bc60 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7c8600640 1 --2- 172.21.15.92:0/1355265328 >> v2:172.21.15.102:3300/0 conn(0x7fa7c00b6290 0x7fa7c0071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7c8600640 1 -- 172.21.15.92:0/1355265328 >> 172.21.15.92:0/1355265328 conn(0x7fa7c006d0f0 msgr2=0x7fa7c006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:01.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7c8600640 1 -- 172.21.15.92:0/1355265328 shutdown_connections 2024-09-19T06:02:01.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.655+0000 7fa7c8600640 1 -- 172.21.15.92:0/1355265328 wait complete. 2024-09-19T06:02:01.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.657+0000 7fa7c8600640 1 Processor -- start 2024-09-19T06:02:01.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.657+0000 7fa7c8600640 1 -- start start 2024-09-19T06:02:01.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c8600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7c0072530 0x7fa7c00cb810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c8600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c015b480 0x7fa7c0155030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c8600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa7c0150b50 0x7fa7c0152c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c8600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c015b9e0 con 0x7fa7c015b480 2024-09-19T06:02:01.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c8600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa7c015b860 con 0x7fa7c0072530 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c8600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa7c015c1a0 con 0x7fa7c0150b50 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c5200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c015b480 0x7fa7c0155030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c5200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c015b480 0x7fa7c0155030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36314/0 (socket says 172.21.15.92:36314) 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c5200640 1 -- 172.21.15.92:0/4171040231 learned_addr learned my addr 172.21.15.92:0/4171040231 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c5c00640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7c0072530 0x7fa7c00cb810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c6600640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa7c0150b50 0x7fa7c0152c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c5200640 1 -- 172.21.15.92:0/4171040231 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa7c0150b50 msgr2=0x7fa7c0152c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c5200640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa7c0150b50 0x7fa7c0152c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c5200640 1 -- 172.21.15.92:0/4171040231 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7c0072530 msgr2=0x7fa7c00cb810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c5200640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7c0072530 0x7fa7c00cb810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c5200640 1 -- 172.21.15.92:0/4171040231 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa7c01556f0 con 0x7fa7c015b480 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.658+0000 7fa7c6600640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa7c0150b50 0x7fa7c0152c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.659+0000 7fa7c5200640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c015b480 0x7fa7c0155030 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac00d800 tx=0x7fa7ac00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:01.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.659+0000 7fa7bd600640 1 -- 172.21.15.92:0/4171040231 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac004020 con 0x7fa7c015b480 2024-09-19T06:02:01.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.659+0000 7fa7bd600640 1 -- 172.21.15.92:0/4171040231 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa7ac0041c0 con 0x7fa7c015b480 2024-09-19T06:02:01.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.659+0000 7fa7bd600640 1 -- 172.21.15.92:0/4171040231 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa7ac004390 con 0x7fa7c015b480 2024-09-19T06:02:01.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.659+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa7c01539c0 con 0x7fa7c015b480 2024-09-19T06:02:01.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.659+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa7c0153f80 con 0x7fa7c015b480 2024-09-19T06:02:01.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.660+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa7c015bc60 con 0x7fa7c015b480 2024-09-19T06:02:01.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.661+0000 7fa7bd600640 1 -- 172.21.15.92:0/4171040231 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa7ac01b020 con 0x7fa7c015b480 2024-09-19T06:02:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.662+0000 7fa7bd600640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa7a006c2b0 0x7fa7a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.662+0000 7fa7bd600640 1 -- 172.21.15.92:0/4171040231 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fa7ac08ae00 con 0x7fa7c015b480 2024-09-19T06:02:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.662+0000 7fa7c5c00640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa7a006c2b0 0x7fa7a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:01.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.663+0000 7fa7c5c00640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa7a006c2b0 0x7fa7a006e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0158c40 tx=0x7fa7b4009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:01.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.666+0000 7fa7bd600640 1 -- 172.21.15.92:0/4171040231 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa7ac059950 con 0x7fa7c015b480 2024-09-19T06:02:01.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.910+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) -- 0x7fa7c00cc470 con 0x7fa7c015b480 2024-09-19T06:02:01.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.913+0000 7fa7bd600640 1 -- 172.21.15.92:0/4171040231 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) ==== 90+0+0 (secure 0 0 0) 0x7fa7ac059250 con 0x7fa7c015b480 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa7a006c2b0 msgr2=0x7fa7a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa7a006c2b0 0x7fa7a006e770 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0158c40 tx=0x7fa7b4009060 comp rx=0 tx=0).stop 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c015b480 msgr2=0x7fa7c0155030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c015b480 0x7fa7c0155030 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa7ac00d800 tx=0x7fa7ac00dcc0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 shutdown_connections 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa7c0150b50 0x7fa7c0152c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7c015b480 0x7fa7c0155030 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa7a006c2b0 0x7fa7a006e770 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 --2- 172.21.15.92:0/4171040231 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7c0072530 0x7fa7c00cb810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 >> 172.21.15.92:0/4171040231 conn(0x7fa7c006d0f0 msgr2=0x7fa7c006d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.915+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 shutdown_connections 2024-09-19T06:02:01.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:01.916+0000 7fa7c8600640 1 -- 172.21.15.92:0/4171040231 wait complete. 2024-09-19T06:02:01.934 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-19T06:02:02.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.090+0000 7f4303e00640 1 Processor -- start 2024-09-19T06:02:02.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.090+0000 7f4303e00640 1 -- start start 2024-09-19T06:02:02.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.091+0000 7f4303e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f430406bc10 0x7f43040b4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.091+0000 7f4303e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4304073890 con 0x7f43040b6130 2024-09-19T06:02:02.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.091+0000 7f4303e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4304073b70 con 0x7f430406bff0 2024-09-19T06:02:02.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.091+0000 7f4303e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f4304073e50 con 0x7f430406bc10 2024-09-19T06:02:02.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.091+0000 7f4303400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f43040b6130 0x7f43041622c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:50130/0 (socket says 172.21.15.92:50130) 2024-09-19T06:02:02.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.091+0000 7f4303400640 1 -- 172.21.15.92:0/2438176726 learned_addr learned my addr 172.21.15.92:0/2438176726 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:02.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302a00640 1 --2- 172.21.15.92:0/2438176726 >> v2:172.21.15.102:3300/0 conn(0x7f430406bc10 0x7f43040b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.096 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4097229675 0 0) 0x7f4304073890 con 0x7f43040b6130 2024-09-19T06:02:02.096 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f42e8003520 con 0x7f43040b6130 2024-09-19T06:02:02.096 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3024838255 0 0) 0x7f42e8003520 con 0x7f43040b6130 2024-09-19T06:02:02.096 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 >> v2:172.21.15.102:3300/0 conn(0x7f430406bc10 msgr2=0x7f43040b4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:02.096 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 --2- 172.21.15.92:0/2438176726 >> v2:172.21.15.102:3300/0 conn(0x7f430406bc10 0x7f43040b4290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.096 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 >> v1:172.21.15.102:6789/0 conn(0x7f430406bff0 legacy=0x7f43040b5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4304074130 con 0x7f43040b6130 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f42fc0019f0 con 0x7f43040b6130 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302a00640 1 --2- 172.21.15.92:0/2438176726 >> v2:172.21.15.102:3300/0 conn(0x7f430406bc10 0x7f43040b4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 >> v1:172.21.15.92:6789/0 conn(0x7f43040b6130 legacy=0x7f43041622c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42e80039b0 0x7f42e8003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f42e8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42e80051c0 0x7f42e800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4304073e50 con 0x7f42e8004800 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f42e800c060 con 0x7f42e80039b0 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.092+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f42e800c260 con 0x7f42e80051c0 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f42fa000640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f42e8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f4302a00640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42e80039b0 0x7f42e8003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f4303400640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42e80051c0 0x7f42e800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f42fa000640 1 -- 172.21.15.92:0/2438176726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42e80051c0 msgr2=0x7f42e800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f42fa000640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42e80051c0 0x7f42e800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f42fa000640 1 -- 172.21.15.92:0/2438176726 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42e80039b0 msgr2=0x7f42e8003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f42fa000640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42e80039b0 0x7f42e8003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f42fa000640 1 -- 172.21.15.92:0/2438176726 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42e8003520 con 0x7f42e8004800 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f4303400640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42e80051c0 0x7f42e800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.093+0000 7f4303400640 1 -- 172.21.15.92:0/2438176726 reap_dead start 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.094+0000 7f42fa000640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f42e8004c80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f42ec001750 tx=0x7f42e8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f835c768c49a3017 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.094+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ec001370 con 0x7f42e8004800 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.094+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42ec0052d0 con 0x7f42e8004800 2024-09-19T06:02:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.094+0000 7f4302000640 1 -- 172.21.15.92:0/2438176726 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42ec02abc0 con 0x7f42e8004800 2024-09-19T06:02:02.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.095+0000 7f4303e00640 1 -- 172.21.15.92:0/2438176726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 msgr2=0x7f42e8004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.095+0000 7f4303e00640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f42e8004c80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f42ec001750 tx=0x7f42e8005830 comp rx=0 tx=0).stop 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.095+0000 7f4303e00640 1 -- 172.21.15.92:0/2438176726 shutdown_connections 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.095+0000 7f4303e00640 1 --2- 172.21.15.92:0/2438176726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f42e8004c80 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.095+0000 7f4303e00640 1 -- 172.21.15.92:0/2438176726 >> 172.21.15.92:0/2438176726 conn(0x7f43040d12a0 msgr2=0x7f43040d16b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.095+0000 7f4303e00640 1 -- 172.21.15.92:0/2438176726 shutdown_connections 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.095+0000 7f4303e00640 1 -- 172.21.15.92:0/2438176726 wait complete. 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.097+0000 7f4303e00640 1 Processor -- start 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.097+0000 7f4303e00640 1 -- start start 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.097+0000 7f4303e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f4304157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.097+0000 7f4303e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f43041541a0 0x7f43040b2220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.097+0000 7f4303e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43040b2760 0x7f4304154fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4303e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f430415e820 con 0x7f42e8004800 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4303e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f430406c460 con 0x7f43040b2760 2024-09-19T06:02:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4303e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f430415e9a0 con 0x7f43041541a0 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4302a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f4304157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4302a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f4304157840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36332/0 (socket says 172.21.15.92:36332) 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4302a00640 1 -- 172.21.15.92:0/2756470111 learned_addr learned my addr 172.21.15.92:0/2756470111 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f42fa000640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f43041541a0 0x7f43040b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4303400640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43040b2760 0x7f4304154fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4302a00640 1 -- 172.21.15.92:0/2756470111 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f43041541a0 msgr2=0x7f43040b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4302a00640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f43041541a0 0x7f43040b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4302a00640 1 -- 172.21.15.92:0/2756470111 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43040b2760 msgr2=0x7f4304154fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4302a00640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43040b2760 0x7f4304154fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4302a00640 1 -- 172.21.15.92:0/2756470111 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f43041f8700 con 0x7f42e8004800 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.098+0000 7f4302a00640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f4304157840 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f42f4011cd0 tx=0x7f42f400f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.099+0000 7f42fb400640 1 -- 172.21.15.92:0/2756470111 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f400fd20 con 0x7f42e8004800 2024-09-19T06:02:02.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.099+0000 7f42fb400640 1 -- 172.21.15.92:0/2756470111 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42f4004020 con 0x7f42e8004800 2024-09-19T06:02:02.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.099+0000 7f42fb400640 1 -- 172.21.15.92:0/2756470111 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42f4004410 con 0x7f42e8004800 2024-09-19T06:02:02.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.099+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f43041587b0 con 0x7f42e8004800 2024-09-19T06:02:02.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.099+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4304158d70 con 0x7f42e8004800 2024-09-19T06:02:02.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.100+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f43040b4290 con 0x7f42e8004800 2024-09-19T06:02:02.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.101+0000 7f42fb400640 1 -- 172.21.15.92:0/2756470111 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f42f4012040 con 0x7f42e8004800 2024-09-19T06:02:02.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.101+0000 7f42fb400640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42e006c2e0 0x7f42e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.102+0000 7f42fb400640 1 -- 172.21.15.92:0/2756470111 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f42f408b650 con 0x7f42e8004800 2024-09-19T06:02:02.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.102+0000 7f42fa000640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42e006c2e0 0x7f42e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.102+0000 7f42fa000640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42e006c2e0 0x7f42e006e7a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f42ec032000 tx=0x7f42ec02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:02.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.106+0000 7f42fb400640 1 -- 172.21.15.92:0/2756470111 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f42f4019030 con 0x7f42e8004800 2024-09-19T06:02:02.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.344+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) -- 0x7f43040b2b40 con 0x7f42e8004800 2024-09-19T06:02:02.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.347+0000 7f42fb400640 1 -- 172.21.15.92:0/2756470111 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) ==== 90+0+0 (secure 0 0 0) 0x7f42f4059a20 con 0x7f42e8004800 2024-09-19T06:02:02.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42e006c2e0 msgr2=0x7f42e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42e006c2e0 0x7f42e006e7a0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f42ec032000 tx=0x7f42ec02e000 comp rx=0 tx=0).stop 2024-09-19T06:02:02.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 msgr2=0x7f4304157840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f4304157840 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f42f4011cd0 tx=0x7f42f400f610 comp rx=0 tx=0).stop 2024-09-19T06:02:02.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 shutdown_connections 2024-09-19T06:02:02.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42e006c2e0 0x7f42e006e7a0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f43040b2760 0x7f4304154fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f43041541a0 0x7f43040b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 --2- 172.21.15.92:0/2756470111 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42e8004800 0x7f4304157840 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 >> 172.21.15.92:0/2756470111 conn(0x7f43040d12a0 msgr2=0x7f43040d1680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:02.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 shutdown_connections 2024-09-19T06:02:02.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.350+0000 7f4303e00640 1 -- 172.21.15.92:0/2756470111 wait complete. 2024-09-19T06:02:02.368 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-19T06:02:02.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.519+0000 7fc77ca00640 1 Processor -- start 2024-09-19T06:02:02.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.519+0000 7fc77ca00640 1 -- start start 2024-09-19T06:02:02.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.521+0000 7fc77ca00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7780b6290 0x7fc778071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.521+0000 7fc77ca00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7780ccff0 con 0x7fc778072530 2024-09-19T06:02:02.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.521+0000 7fc77ca00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc7780cd2d0 con 0x7fc77815b480 2024-09-19T06:02:02.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.521+0000 7fc77ca00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc7780cd5b0 con 0x7fc7780b6290 2024-09-19T06:02:02.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.521+0000 7fc776800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc778072530 0x7fc77815bc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:50138/0 (socket says 172.21.15.92:50138) 2024-09-19T06:02:02.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.521+0000 7fc776800640 1 -- 172.21.15.92:0/3804617334 learned_addr learned my addr 172.21.15.92:0/3804617334 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:02.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.521+0000 7fc76d400640 1 --2- 172.21.15.92:0/3804617334 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7780b6290 0x7fc778071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.521+0000 7fc775400640 1 -- 172.21.15.92:0/3804617334 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1182805168 0 0) 0x7fc7780ccff0 con 0x7fc778072530 2024-09-19T06:02:02.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.522+0000 7fc775400640 1 -- 172.21.15.92:0/3804617334 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc75c003520 con 0x7fc778072530 2024-09-19T06:02:02.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.522+0000 7fc775400640 1 -- 172.21.15.92:0/3804617334 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3932008415 0 0) 0x7fc7780cd2d0 con 0x7fc77815b480 2024-09-19T06:02:02.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.522+0000 7fc775400640 1 -- 172.21.15.92:0/3804617334 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc7780ccff0 con 0x7fc77815b480 2024-09-19T06:02:02.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.522+0000 7fc76d400640 1 -- 172.21.15.92:0/3804617334 >> v1:172.21.15.102:6789/0 conn(0x7fc77815b480 legacy=0x7fc7780b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.522+0000 7fc76d400640 1 -- 172.21.15.92:0/3804617334 >> v1:172.21.15.92:6789/0 conn(0x7fc778072530 legacy=0x7fc77815bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.522+0000 7fc76d400640 1 -- 172.21.15.92:0/3804617334 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7780cd890 con 0x7fc7780b6290 2024-09-19T06:02:02.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.523+0000 7fc76d400640 1 --2- 172.21.15.92:0/3804617334 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7780b6290 0x7fc778071ff0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc7600097d0 tx=0x7fc76002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a523dfa717d3d1db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:02.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.523+0000 7fc775400640 1 -- 172.21.15.92:0/3804617334 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc760037070 con 0x7fc7780b6290 2024-09-19T06:02:02.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.523+0000 7fc775400640 1 -- 172.21.15.92:0/3804617334 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc760032440 con 0x7fc7780b6290 2024-09-19T06:02:02.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.523+0000 7fc775400640 1 -- 172.21.15.92:0/3804617334 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc760032810 con 0x7fc7780b6290 2024-09-19T06:02:02.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.524+0000 7fc77ca00640 1 -- 172.21.15.92:0/3804617334 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7780b6290 msgr2=0x7fc778071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.524+0000 7fc77ca00640 1 --2- 172.21.15.92:0/3804617334 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7780b6290 0x7fc778071ff0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fc7600097d0 tx=0x7fc76002a180 comp rx=0 tx=0).stop 2024-09-19T06:02:02.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.524+0000 7fc77ca00640 1 -- 172.21.15.92:0/3804617334 shutdown_connections 2024-09-19T06:02:02.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.524+0000 7fc77ca00640 1 --2- 172.21.15.92:0/3804617334 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7780b6290 0x7fc778071ff0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.524+0000 7fc77ca00640 1 -- 172.21.15.92:0/3804617334 >> 172.21.15.92:0/3804617334 conn(0x7fc77806d0f0 msgr2=0x7fc77806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:02.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.524+0000 7fc77ca00640 1 -- 172.21.15.92:0/3804617334 shutdown_connections 2024-09-19T06:02:02.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.524+0000 7fc77ca00640 1 -- 172.21.15.92:0/3804617334 wait complete. 2024-09-19T06:02:02.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.526+0000 7fc77ca00640 1 Processor -- start 2024-09-19T06:02:02.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.526+0000 7fc77ca00640 1 -- start start 2024-09-19T06:02:02.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc77ca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc778072530 0x7fc7781f4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc77ca00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc77815b480 0x7fc7780d0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc77ca00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc778150fa0 0x7fc778157c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc77ca00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc77815b9e0 con 0x7fc778072530 2024-09-19T06:02:02.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc77ca00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc77815b860 con 0x7fc778150fa0 2024-09-19T06:02:02.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc77ca00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc77815c370 con 0x7fc77815b480 2024-09-19T06:02:02.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc775e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc778072530 0x7fc7781f4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc775e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc778072530 0x7fc7781f4cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36346/0 (socket says 172.21.15.92:36346) 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc775e00640 1 -- 172.21.15.92:0/2998302054 learned_addr learned my addr 172.21.15.92:0/2998302054 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc76d400640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc77815b480 0x7fc7780d0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc776800640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc778150fa0 0x7fc778157c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc775e00640 1 -- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc77815b480 msgr2=0x7fc7780d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc775e00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc77815b480 0x7fc7780d0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc775e00640 1 -- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc778150fa0 msgr2=0x7fc778157c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc775e00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc778150fa0 0x7fc778157c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc775e00640 1 -- 172.21.15.92:0/2998302054 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7780d1100 con 0x7fc778072530 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc76d400640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc77815b480 0x7fc7780d0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.527+0000 7fc776800640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc778150fa0 0x7fc778157c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.528+0000 7fc775e00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc778072530 0x7fc7781f4cf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc76800c430 tx=0x7fc76800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.528+0000 7fc76ea00640 1 -- 172.21.15.92:0/2998302054 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc768017070 con 0x7fc778072530 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.528+0000 7fc76ea00640 1 -- 172.21.15.92:0/2998302054 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc7680052f0 con 0x7fc778072530 2024-09-19T06:02:02.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.528+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7781f5480 con 0x7fc778072530 2024-09-19T06:02:02.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.528+0000 7fc76ea00640 1 -- 172.21.15.92:0/2998302054 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc768003830 con 0x7fc778072530 2024-09-19T06:02:02.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.528+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc7781f5a40 con 0x7fc778072530 2024-09-19T06:02:02.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.529+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc778071ff0 con 0x7fc778072530 2024-09-19T06:02:02.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.530+0000 7fc76ea00640 1 -- 172.21.15.92:0/2998302054 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc76801a070 con 0x7fc778072530 2024-09-19T06:02:02.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.531+0000 7fc76ea00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc75406c2b0 0x7fc75406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.532+0000 7fc76ea00640 1 -- 172.21.15.92:0/2998302054 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fc76808a5a0 con 0x7fc778072530 2024-09-19T06:02:02.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.532+0000 7fc76d400640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc75406c2b0 0x7fc75406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.532+0000 7fc76d400640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc75406c2b0 0x7fc75406e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc760034000 tx=0x7fc76002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:02.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.536+0000 7fc76ea00640 1 -- 172.21.15.92:0/2998302054 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc768059050 con 0x7fc778072530 2024-09-19T06:02:02.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.774+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) -- 0x7fc77815e430 con 0x7fc778072530 2024-09-19T06:02:02.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.779+0000 7fc76ea00640 1 -- 172.21.15.92:0/2998302054 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) ==== 90+0+0 (secure 0 0 0) 0x7fc768058950 con 0x7fc778072530 2024-09-19T06:02:02.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc75406c2b0 msgr2=0x7fc75406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc75406c2b0 0x7fc75406e770 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fc760034000 tx=0x7fc76002e000 comp rx=0 tx=0).stop 2024-09-19T06:02:02.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc778072530 msgr2=0x7fc7781f4cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc778072530 0x7fc7781f4cf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc76800c430 tx=0x7fc76800c8f0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 shutdown_connections 2024-09-19T06:02:02.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc75406c2b0 0x7fc75406e770 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc778150fa0 0x7fc778157c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc77815b480 0x7fc7780d0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 --2- 172.21.15.92:0/2998302054 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc778072530 0x7fc7781f4cf0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 >> 172.21.15.92:0/2998302054 conn(0x7fc77806d0f0 msgr2=0x7fc7780ce2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:02.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 shutdown_connections 2024-09-19T06:02:02.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.781+0000 7fc77ca00640 1 -- 172.21.15.92:0/2998302054 wait complete. 2024-09-19T06:02:02.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-19T06:02:02.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.952+0000 7fe845c00640 1 Processor -- start 2024-09-19T06:02:02.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.953+0000 7fe845c00640 1 -- start start 2024-09-19T06:02:02.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe845c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe84015b480 0x7fe8400b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe845c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8400b60c0 0x7fe840071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe845c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8400ccff0 con 0x7fe840072530 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe845c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe8400b6500 con 0x7fe84015b480 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe845c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe840072970 con 0x7fe8400b60c0 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe83ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe84015b480 0x7fe8400b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe83ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe84015b480 0x7fe8400b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36356/0 (socket says 172.21.15.92:36356) 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe83ea00640 1 -- 172.21.15.92:0/4097822391 learned_addr learned my addr 172.21.15.92:0/4097822391 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe83ea00640 1 -- 172.21.15.92:0/4097822391 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8400b60c0 msgr2=0x7fe840071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe83ea00640 1 --2- 172.21.15.92:0/4097822391 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8400b60c0 0x7fe840071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe83ea00640 1 -- 172.21.15.92:0/4097822391 >> v1:172.21.15.102:6789/0 conn(0x7fe840072530 legacy=0x7fe840070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:02.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.954+0000 7fe83ea00640 1 -- 172.21.15.92:0/4097822391 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8400cd2d0 con 0x7fe84015b480 2024-09-19T06:02:02.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.955+0000 7fe83ea00640 1 --2- 172.21.15.92:0/4097822391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe84015b480 0x7fe8400b5b80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe830009870 tx=0x7fe83002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ff7c33766852d2b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:02.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.955+0000 7fe83e000640 1 -- 172.21.15.92:0/4097822391 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe830037070 con 0x7fe84015b480 2024-09-19T06:02:02.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.955+0000 7fe83e000640 1 -- 172.21.15.92:0/4097822391 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe830032440 con 0x7fe84015b480 2024-09-19T06:02:02.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.956+0000 7fe83e000640 1 -- 172.21.15.92:0/4097822391 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe830032810 con 0x7fe84015b480 2024-09-19T06:02:02.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.956+0000 7fe845c00640 1 -- 172.21.15.92:0/4097822391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe84015b480 msgr2=0x7fe8400b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.956+0000 7fe845c00640 1 --2- 172.21.15.92:0/4097822391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe84015b480 0x7fe8400b5b80 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe830009870 tx=0x7fe83002a180 comp rx=0 tx=0).stop 2024-09-19T06:02:02.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.956+0000 7fe845c00640 1 -- 172.21.15.92:0/4097822391 shutdown_connections 2024-09-19T06:02:02.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.956+0000 7fe845c00640 1 --2- 172.21.15.92:0/4097822391 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8400b60c0 0x7fe840071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.956+0000 7fe845c00640 1 --2- 172.21.15.92:0/4097822391 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe84015b480 0x7fe8400b5b80 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.956+0000 7fe845c00640 1 -- 172.21.15.92:0/4097822391 >> 172.21.15.92:0/4097822391 conn(0x7fe84006d0f0 msgr2=0x7fe84006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:02.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.956+0000 7fe845c00640 1 -- 172.21.15.92:0/4097822391 shutdown_connections 2024-09-19T06:02:02.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.956+0000 7fe845c00640 1 -- 172.21.15.92:0/4097822391 wait complete. 2024-09-19T06:02:02.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.958+0000 7fe845c00640 1 Processor -- start 2024-09-19T06:02:02.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.958+0000 7fe845c00640 1 -- start start 2024-09-19T06:02:02.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe845c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe840072530 0x7fe84014cf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe845c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8400b60c0 0x7fe840143ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe845c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe84015b480 0x7fe84014c150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe845c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe8400cdb70 con 0x7fe840072530 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe845c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe8400cd890 con 0x7fe8400b60c0 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe845c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe84015b860 con 0x7fe84015b480 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe83ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe840072530 0x7fe84014cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe83ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe840072530 0x7fe84014cf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36358/0 (socket says 172.21.15.92:36358) 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe83ea00640 1 -- 172.21.15.92:0/58315222 learned_addr learned my addr 172.21.15.92:0/58315222 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe83f400640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe84015b480 0x7fe84014c150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe836000640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8400b60c0 0x7fe840143ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe83ea00640 1 -- 172.21.15.92:0/58315222 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe84015b480 msgr2=0x7fe84014c150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe83ea00640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe84015b480 0x7fe84014c150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe83ea00640 1 -- 172.21.15.92:0/58315222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8400b60c0 msgr2=0x7fe840143ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe83ea00640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8400b60c0 0x7fe840143ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe83ea00640 1 -- 172.21.15.92:0/58315222 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe84014d440 con 0x7fe840072530 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.959+0000 7fe836000640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8400b60c0 0x7fe840143ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.960+0000 7fe83ea00640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe840072530 0x7fe84014cf00 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe830009870 tx=0x7fe8300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.960+0000 7fe837400640 1 -- 172.21.15.92:0/58315222 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe830041070 con 0x7fe840072530 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.960+0000 7fe837400640 1 -- 172.21.15.92:0/58315222 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe83003c870 con 0x7fe840072530 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.960+0000 7fe837400640 1 -- 172.21.15.92:0/58315222 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe830037040 con 0x7fe840072530 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.960+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe84015cda0 con 0x7fe840072530 2024-09-19T06:02:02.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.960+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe84014b950 con 0x7fe840072530 2024-09-19T06:02:02.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.961+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe840071ff0 con 0x7fe840072530 2024-09-19T06:02:02.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.962+0000 7fe837400640 1 -- 172.21.15.92:0/58315222 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe830044070 con 0x7fe840072530 2024-09-19T06:02:02.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.963+0000 7fe837400640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe81c06c2b0 0x7fe81c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:02.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.963+0000 7fe837400640 1 -- 172.21.15.92:0/58315222 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fe8300abf90 con 0x7fe840072530 2024-09-19T06:02:02.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.963+0000 7fe836000640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe81c06c2b0 0x7fe81c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:02.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.963+0000 7fe836000640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe81c06c2b0 0x7fe81c06e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fe828006fd0 tx=0x7fe828008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:02.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:02.967+0000 7fe837400640 1 -- 172.21.15.92:0/58315222 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe83007ab60 con 0x7fe840072530 2024-09-19T06:02:03.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.208+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) -- 0x7fe84014fe40 con 0x7fe840072530 2024-09-19T06:02:03.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.210+0000 7fe837400640 1 -- 172.21.15.92:0/58315222 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) ==== 90+0+0 (secure 0 0 0) 0x7fe83007a460 con 0x7fe840072530 2024-09-19T06:02:03.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe81c06c2b0 msgr2=0x7fe81c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe81c06c2b0 0x7fe81c06e770 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fe828006fd0 tx=0x7fe828008040 comp rx=0 tx=0).stop 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe840072530 msgr2=0x7fe84014cf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe840072530 0x7fe84014cf00 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe830009870 tx=0x7fe8300046c0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 shutdown_connections 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe84015b480 0x7fe84014c150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe81c06c2b0 0x7fe81c06e770 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe8400b60c0 0x7fe840143ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 --2- 172.21.15.92:0/58315222 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe840072530 0x7fe84014cf00 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 >> 172.21.15.92:0/58315222 conn(0x7fe84006d0f0 msgr2=0x7fe8400d0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.212+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 shutdown_connections 2024-09-19T06:02:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.213+0000 7fe845c00640 1 -- 172.21.15.92:0/58315222 wait complete. 2024-09-19T06:02:03.229 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-19T06:02:03.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.380+0000 7fd327000640 1 Processor -- start 2024-09-19T06:02:03.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.380+0000 7fd327000640 1 -- start start 2024-09-19T06:02:03.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.381+0000 7fd327000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fd3200b6290 0x7fd320071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.381+0000 7fd327000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3200ccff0 con 0x7fd32015b480 2024-09-19T06:02:03.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.381+0000 7fd327000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3200cd2d0 con 0x7fd320072530 2024-09-19T06:02:03.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.381+0000 7fd327000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fd3200cd5b0 con 0x7fd3200b6290 2024-09-19T06:02:03.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31fe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd32015b480 0x7fd3200b5b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:50150/0 (socket says 172.21.15.92:50150) 2024-09-19T06:02:03.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31fe00640 1 -- 172.21.15.92:0/791511037 learned_addr learned my addr 172.21.15.92:0/791511037 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 964884397 0 0) 0x7fd3200ccff0 con 0x7fd32015b480 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd304005730 con 0x7fd32015b480 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd317400640 1 --2- 172.21.15.92:0/791511037 >> v2:172.21.15.102:3300/0 conn(0x7fd3200b6290 0x7fd320071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 418505536 0 0) 0x7fd304005730 con 0x7fd32015b480 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 >> v2:172.21.15.102:3300/0 conn(0x7fd3200b6290 msgr2=0x7fd320071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31f400640 1 --2- 172.21.15.92:0/791511037 >> v2:172.21.15.102:3300/0 conn(0x7fd3200b6290 0x7fd320071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 >> v1:172.21.15.102:6789/0 conn(0x7fd320072530 legacy=0x7fd32015bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3200cd890 con 0x7fd32015b480 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7fd310001670 con 0x7fd32015b480 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.382+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 >> v1:172.21.15.92:6789/0 conn(0x7fd32015b480 legacy=0x7fd3200b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31f400640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd304005bc0 0x7fd304005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31f400640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd304006a10 0x7fd304006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31f400640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3040074f0 0x7fd30400dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd3200cd5b0 con 0x7fd304005bc0 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd30400e3c0 con 0x7fd3040074f0 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd30400e5c0 con 0x7fd304006a10 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31fe00640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd304005bc0 0x7fd304005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd317400640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd304006a10 0x7fd304006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd325000640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3040074f0 0x7fd30400dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31fe00640 1 -- 172.21.15.92:0/791511037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd304006a10 msgr2=0x7fd304006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31fe00640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd304006a10 0x7fd304006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31fe00640 1 -- 172.21.15.92:0/791511037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3040074f0 msgr2=0x7fd30400dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31fe00640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd3040074f0 0x7fd30400dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd31fe00640 1 -- 172.21.15.92:0/791511037 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd304005730 con 0x7fd304005bc0 2024-09-19T06:02:03.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.383+0000 7fd325000640 1 -- 172.21.15.92:0/791511037 reap_dead start 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.384+0000 7fd31fe00640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd304005bc0 0x7fd304005fe0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd31000c210 tx=0x7fd304007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9877d8a566ba991 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.384+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd310007d10 con 0x7fd304005bc0 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.384+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3100058d0 con 0x7fd304005bc0 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.384+0000 7fd31f400640 1 -- 172.21.15.92:0/791511037 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd310005d20 con 0x7fd304005bc0 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.385+0000 7fd327000640 1 -- 172.21.15.92:0/791511037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd304005bc0 msgr2=0x7fd304005fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.385+0000 7fd327000640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd304005bc0 0x7fd304005fe0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd31000c210 tx=0x7fd304007a40 comp rx=0 tx=0).stop 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.385+0000 7fd327000640 1 -- 172.21.15.92:0/791511037 shutdown_connections 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.385+0000 7fd327000640 1 --2- 172.21.15.92:0/791511037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd304005bc0 0x7fd304005fe0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.385+0000 7fd327000640 1 -- 172.21.15.92:0/791511037 >> 172.21.15.92:0/791511037 conn(0x7fd32006d0f0 msgr2=0x7fd32006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.385+0000 7fd327000640 1 -- 172.21.15.92:0/791511037 shutdown_connections 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.385+0000 7fd327000640 1 -- 172.21.15.92:0/791511037 wait complete. 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.387+0000 7fd327000640 1 Processor -- start 2024-09-19T06:02:03.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.387+0000 7fd327000640 1 -- start start 2024-09-19T06:02:03.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd327000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd304005bc0 0x7fd3201e5840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd327000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3200d0ba0 0x7fd3201f01b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd327000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3200d1020 0x7fd3201f06f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd327000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd32015b9e0 con 0x7fd3200d0ba0 2024-09-19T06:02:03.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd327000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd32015b860 con 0x7fd304005bc0 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd327000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd320071ff0 con 0x7fd3200d1020 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd317400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3200d0ba0 0x7fd3201f01b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd317400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3200d0ba0 0x7fd3201f01b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36378/0 (socket says 172.21.15.92:36378) 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd317400640 1 -- 172.21.15.92:0/3517056756 learned_addr learned my addr 172.21.15.92:0/3517056756 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd325000640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3200d1020 0x7fd3201f06f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd31fe00640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd304005bc0 0x7fd3201e5840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd317400640 1 -- 172.21.15.92:0/3517056756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3200d1020 msgr2=0x7fd3201f06f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd317400640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3200d1020 0x7fd3201f06f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd317400640 1 -- 172.21.15.92:0/3517056756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd304005bc0 msgr2=0x7fd3201e5840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd317400640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd304005bc0 0x7fd3201e5840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd317400640 1 -- 172.21.15.92:0/3517056756 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3200d0030 con 0x7fd3200d0ba0 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.388+0000 7fd325000640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3200d1020 0x7fd3201f06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.389+0000 7fd317400640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3200d0ba0 0x7fd3201f01b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd308010770 tx=0x7fd308010c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:03.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.389+0000 7fd31cc00640 1 -- 172.21.15.92:0/3517056756 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30801a020 con 0x7fd3200d0ba0 2024-09-19T06:02:03.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.389+0000 7fd31cc00640 1 -- 172.21.15.92:0/3517056756 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd30800e9c0 con 0x7fd3200d0ba0 2024-09-19T06:02:03.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.389+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3200d0310 con 0x7fd3200d0ba0 2024-09-19T06:02:03.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.389+0000 7fd31cc00640 1 -- 172.21.15.92:0/3517056756 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd30800ed70 con 0x7fd3200d0ba0 2024-09-19T06:02:03.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.389+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3201e5040 con 0x7fd3200d0ba0 2024-09-19T06:02:03.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.390+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3200b5b80 con 0x7fd3200d0ba0 2024-09-19T06:02:03.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.391+0000 7fd31cc00640 1 -- 172.21.15.92:0/3517056756 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd30801d020 con 0x7fd3200d0ba0 2024-09-19T06:02:03.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.392+0000 7fd31cc00640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd2fc06c2e0 0x7fd2fc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.392+0000 7fd31cc00640 1 -- 172.21.15.92:0/3517056756 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fd30808b940 con 0x7fd3200d0ba0 2024-09-19T06:02:03.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.392+0000 7fd31fe00640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd2fc06c2e0 0x7fd2fc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.393+0000 7fd31fe00640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd2fc06c2e0 0x7fd2fc06e7a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd310033000 tx=0x7fd31002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:03.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.396+0000 7fd31cc00640 1 -- 172.21.15.92:0/3517056756 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd308024020 con 0x7fd3200d0ba0 2024-09-19T06:02:03.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.631+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) -- 0x7fd32015d620 con 0x7fd3200d0ba0 2024-09-19T06:02:03.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.640+0000 7fd31cc00640 1 -- 172.21.15.92:0/3517056756 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) ==== 97+0+0 (secure 0 0 0) 0x7fd308012330 con 0x7fd3200d0ba0 2024-09-19T06:02:03.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd2fc06c2e0 msgr2=0x7fd2fc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd2fc06c2e0 0x7fd2fc06e7a0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fd310033000 tx=0x7fd31002e000 comp rx=0 tx=0).stop 2024-09-19T06:02:03.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3200d0ba0 msgr2=0x7fd3201f01b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3200d0ba0 0x7fd3201f01b0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd308010770 tx=0x7fd308010c30 comp rx=0 tx=0).stop 2024-09-19T06:02:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 shutdown_connections 2024-09-19T06:02:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3200d1020 0x7fd3201f06f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3200d0ba0 0x7fd3201f01b0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd2fc06c2e0 0x7fd2fc06e7a0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 --2- 172.21.15.92:0/3517056756 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd304005bc0 0x7fd3201e5840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 >> 172.21.15.92:0/3517056756 conn(0x7fd32006d0f0 msgr2=0x7fd320158830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 shutdown_connections 2024-09-19T06:02:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.642+0000 7fd327000640 1 -- 172.21.15.92:0/3517056756 wait complete. 2024-09-19T06:02:03.659 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-19T06:02:03.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.811+0000 7f5662a00640 1 Processor -- start 2024-09-19T06:02:03.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.811+0000 7f5662a00640 1 -- start start 2024-09-19T06:02:03.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5662a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f565c0b6290 0x7f565c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5662a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 0x7f565c15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5662a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f565c0ccff0 con 0x7f565c15b480 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5662a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f565c0cd2d0 con 0x7f565c0b6290 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5662a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f565c0cd5b0 con 0x7f565c072530 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5653400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f565c0b6290 0x7f565c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5653400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f565c0b6290 0x7f565c071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36386/0 (socket says 172.21.15.92:36386) 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5653400640 1 -- 172.21.15.92:0/2487005471 learned_addr learned my addr 172.21.15.92:0/2487005471 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5660a00640 1 --2- 172.21.15.92:0/2487005471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 0x7f565c15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5653400640 1 -- 172.21.15.92:0/2487005471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 msgr2=0x7f565c15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5653400640 1 --2- 172.21.15.92:0/2487005471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 0x7f565c15bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5653400640 1 -- 172.21.15.92:0/2487005471 >> v1:172.21.15.102:6789/0 conn(0x7f565c15b480 legacy=0x7f565c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5653400640 1 -- 172.21.15.92:0/2487005471 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f565c0cd890 con 0x7f565c0b6290 2024-09-19T06:02:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.813+0000 7f5660a00640 1 --2- 172.21.15.92:0/2487005471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 0x7f565c15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:03.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.814+0000 7f5653400640 1 --2- 172.21.15.92:0/2487005471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c0b6290 0x7f565c071ff0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f564400bb10 tx=0x7f564402c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e20a5b38a3b001d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:03.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f565b400640 1 -- 172.21.15.92:0/2487005471 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564403a070 con 0x7f565c0b6290 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f565b400640 1 -- 172.21.15.92:0/2487005471 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f56440326f0 con 0x7f565c0b6290 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f565b400640 1 -- 172.21.15.92:0/2487005471 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5644032ac0 con 0x7f565c0b6290 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f5662a00640 1 -- 172.21.15.92:0/2487005471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c0b6290 msgr2=0x7f565c071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f5662a00640 1 --2- 172.21.15.92:0/2487005471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c0b6290 0x7f565c071ff0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f564400bb10 tx=0x7f564402c830 comp rx=0 tx=0).stop 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f5662a00640 1 -- 172.21.15.92:0/2487005471 shutdown_connections 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f5662a00640 1 --2- 172.21.15.92:0/2487005471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 0x7f565c15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f5662a00640 1 --2- 172.21.15.92:0/2487005471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c0b6290 0x7f565c071ff0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f5662a00640 1 -- 172.21.15.92:0/2487005471 >> 172.21.15.92:0/2487005471 conn(0x7f565c06d0f0 msgr2=0x7f565c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f5662a00640 1 -- 172.21.15.92:0/2487005471 shutdown_connections 2024-09-19T06:02:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.815+0000 7f5662a00640 1 -- 172.21.15.92:0/2487005471 wait complete. 2024-09-19T06:02:03.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.817+0000 7f5662a00640 1 Processor -- start 2024-09-19T06:02:03.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.817+0000 7f5662a00640 1 -- start start 2024-09-19T06:02:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5662a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 0x7f565c153fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5662a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c15b480 0x7f565c0c5e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5662a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f565c0c6350 0x7f565c0c7610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5662a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f565c15b9e0 con 0x7f565c15b480 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5662a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f565c15b860 con 0x7f565c0c6350 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5662a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f565c15c1a0 con 0x7f565c072530 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5653400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c15b480 0x7f565c0c5e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5653400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c15b480 0x7f565c0c5e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36390/0 (socket says 172.21.15.92:36390) 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5653400640 1 -- 172.21.15.92:0/1941554616 learned_addr learned my addr 172.21.15.92:0/1941554616 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f565be00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 0x7f565c153fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.818+0000 7f5660a00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f565c0c6350 0x7f565c0c7610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5653400640 1 -- 172.21.15.92:0/1941554616 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 msgr2=0x7f565c153fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5653400640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 0x7f565c153fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5653400640 1 -- 172.21.15.92:0/1941554616 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f565c0c6350 msgr2=0x7f565c0c7610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5653400640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f565c0c6350 0x7f565c0c7610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5653400640 1 -- 172.21.15.92:0/1941554616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f565c0c67f0 con 0x7f565c15b480 2024-09-19T06:02:03.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5660a00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f565c0c6350 0x7f565c0c7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:03.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5653400640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c15b480 0x7f565c0c5e10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f564402c870 tx=0x7f56440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:03.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5658c00640 1 -- 172.21.15.92:0/1941554616 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5644044070 con 0x7f565c15b480 2024-09-19T06:02:03.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5658c00640 1 -- 172.21.15.92:0/1941554616 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5644035680 con 0x7f565c15b480 2024-09-19T06:02:03.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5658c00640 1 -- 172.21.15.92:0/1941554616 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f564403a040 con 0x7f565c15b480 2024-09-19T06:02:03.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f565c154d40 con 0x7f565c15b480 2024-09-19T06:02:03.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.819+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f565c155300 con 0x7f565c15b480 2024-09-19T06:02:03.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.820+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f565c15bc60 con 0x7f565c15b480 2024-09-19T06:02:03.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.821+0000 7f5658c00640 1 -- 172.21.15.92:0/1941554616 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5644047070 con 0x7f565c15b480 2024-09-19T06:02:03.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.822+0000 7f5658c00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f563806c2b0 0x7f563806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:03.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.822+0000 7f5658c00640 1 -- 172.21.15.92:0/1941554616 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7f56440adfe0 con 0x7f565c15b480 2024-09-19T06:02:03.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.822+0000 7f565be00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f563806c2b0 0x7f563806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:03.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.823+0000 7f565be00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f563806c2b0 0x7f563806e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f564c006fd0 tx=0x7f564c009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:03.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:03.826+0000 7f5658c00640 1 -- 172.21.15.92:0/1941554616 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f564407c3d0 con 0x7f565c15b480 2024-09-19T06:02:04.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.065+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) -- 0x7f565c155540 con 0x7f565c15b480 2024-09-19T06:02:04.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.068+0000 7f5658c00640 1 -- 172.21.15.92:0/1941554616 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) ==== 90+0+0 (secure 0 0 0) 0x7f56440806d0 con 0x7f565c15b480 2024-09-19T06:02:04.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f563806c2b0 msgr2=0x7f563806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f563806c2b0 0x7f563806e770 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f564c006fd0 tx=0x7f564c009060 comp rx=0 tx=0).stop 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c15b480 msgr2=0x7f565c0c5e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c15b480 0x7f565c0c5e10 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f564402c870 tx=0x7f56440046c0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 shutdown_connections 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f563806c2b0 0x7f563806e770 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f565c0c6350 0x7f565c0c7610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f565c15b480 0x7f565c0c5e10 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 --2- 172.21.15.92:0/1941554616 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f565c072530 0x7f565c153fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 >> 172.21.15.92:0/1941554616 conn(0x7f565c06d0f0 msgr2=0x7f565c15d150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 shutdown_connections 2024-09-19T06:02:04.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.070+0000 7f5662a00640 1 -- 172.21.15.92:0/1941554616 wait complete. 2024-09-19T06:02:04.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:02:04.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.237+0000 7fe63d000640 1 Processor -- start 2024-09-19T06:02:04.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.237+0000 7fe63d000640 1 -- start start 2024-09-19T06:02:04.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe63d000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 0x7fe6380b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe63d000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe6380b60c0 0x7fe638071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe63d000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe638072530 0x7fe638070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe63d000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe6380b6500 con 0x7fe638072530 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe63d000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe638072990 con 0x7fe6380b60c0 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe63d000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe6380ccff0 con 0x7fe63815b480 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe636800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe638072530 0x7fe638070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe636800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe638072530 0x7fe638070fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36396/0 (socket says 172.21.15.92:36396) 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe636800640 1 -- 172.21.15.92:0/1101937531 learned_addr learned my addr 172.21.15.92:0/1101937531 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe62d400640 1 --2- 172.21.15.92:0/1101937531 >> v2:172.21.15.102:3300/0 conn(0x7fe6380b60c0 0x7fe638071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe635e00640 1 --2- 172.21.15.92:0/1101937531 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 0x7fe6380b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe636800640 1 -- 172.21.15.92:0/1101937531 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 msgr2=0x7fe6380b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe636800640 1 --2- 172.21.15.92:0/1101937531 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 0x7fe6380b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe636800640 1 -- 172.21.15.92:0/1101937531 >> v2:172.21.15.102:3300/0 conn(0x7fe6380b60c0 msgr2=0x7fe638071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe636800640 1 --2- 172.21.15.92:0/1101937531 >> v2:172.21.15.102:3300/0 conn(0x7fe6380b60c0 0x7fe638071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe636800640 1 -- 172.21.15.92:0/1101937531 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe6380cd2d0 con 0x7fe638072530 2024-09-19T06:02:04.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe62d400640 1 --2- 172.21.15.92:0/1101937531 >> v2:172.21.15.102:3300/0 conn(0x7fe6380b60c0 0x7fe638071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:04.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.240+0000 7fe636800640 1 --2- 172.21.15.92:0/1101937531 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 0x7fe638070fb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe638075800 tx=0x7fe63002a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f37513fdc9168d49 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:04.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe635400640 1 -- 172.21.15.92:0/1101937531 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe630036070 con 0x7fe638072530 2024-09-19T06:02:04.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe635400640 1 -- 172.21.15.92:0/1101937531 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe630031600 con 0x7fe638072530 2024-09-19T06:02:04.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe635400640 1 -- 172.21.15.92:0/1101937531 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6300319d0 con 0x7fe638072530 2024-09-19T06:02:04.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe63d000640 1 -- 172.21.15.92:0/1101937531 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 msgr2=0x7fe638070fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe63d000640 1 --2- 172.21.15.92:0/1101937531 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 0x7fe638070fb0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fe638075800 tx=0x7fe63002a630 comp rx=0 tx=0).stop 2024-09-19T06:02:04.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe63d000640 1 -- 172.21.15.92:0/1101937531 shutdown_connections 2024-09-19T06:02:04.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe63d000640 1 --2- 172.21.15.92:0/1101937531 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 0x7fe638070fb0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe63d000640 1 --2- 172.21.15.92:0/1101937531 >> v2:172.21.15.102:3300/0 conn(0x7fe6380b60c0 0x7fe638071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe63d000640 1 --2- 172.21.15.92:0/1101937531 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 0x7fe6380b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe63d000640 1 -- 172.21.15.92:0/1101937531 >> 172.21.15.92:0/1101937531 conn(0x7fe63806d0f0 msgr2=0x7fe63806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:04.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe63d000640 1 -- 172.21.15.92:0/1101937531 shutdown_connections 2024-09-19T06:02:04.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.241+0000 7fe63d000640 1 -- 172.21.15.92:0/1101937531 wait complete. 2024-09-19T06:02:04.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.243+0000 7fe63d000640 1 Processor -- start 2024-09-19T06:02:04.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.243+0000 7fe63d000640 1 -- start start 2024-09-19T06:02:04.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe63d000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 0x7fe638154500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe63d000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe6380b60c0 0x7fe63814c570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe63d000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 0x7fe63814cab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe63d000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe6380cdb70 con 0x7fe638072530 2024-09-19T06:02:04.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe63d000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe6380cd890 con 0x7fe6380b60c0 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe63d000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe63815b860 con 0x7fe63815b480 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe635e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 0x7fe638154500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe635e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 0x7fe638154500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36408/0 (socket says 172.21.15.92:36408) 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe635e00640 1 -- 172.21.15.92:0/2946407279 learned_addr learned my addr 172.21.15.92:0/2946407279 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe636800640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 0x7fe63814cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe62d400640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe6380b60c0 0x7fe63814c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe635e00640 1 -- 172.21.15.92:0/2946407279 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 msgr2=0x7fe63814cab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe635e00640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 0x7fe63814cab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe635e00640 1 -- 172.21.15.92:0/2946407279 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe6380b60c0 msgr2=0x7fe63814c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe635e00640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe6380b60c0 0x7fe63814c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe635e00640 1 -- 172.21.15.92:0/2946407279 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe63815bb20 con 0x7fe638072530 2024-09-19T06:02:04.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.244+0000 7fe62d400640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe6380b60c0 0x7fe63814c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:04.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.245+0000 7fe635e00640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 0x7fe638154500 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe62800d5f0 tx=0x7fe62800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:04.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.245+0000 7fe62ea00640 1 -- 172.21.15.92:0/2946407279 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6280125f0 con 0x7fe638072530 2024-09-19T06:02:04.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.245+0000 7fe62ea00640 1 -- 172.21.15.92:0/2946407279 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe628019070 con 0x7fe638072530 2024-09-19T06:02:04.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.245+0000 7fe62ea00640 1 -- 172.21.15.92:0/2946407279 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe6280129d0 con 0x7fe638072530 2024-09-19T06:02:04.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.245+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe63815be00 con 0x7fe638072530 2024-09-19T06:02:04.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.245+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe63815c3c0 con 0x7fe638072530 2024-09-19T06:02:04.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.246+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe638071ff0 con 0x7fe638072530 2024-09-19T06:02:04.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.247+0000 7fe62ea00640 1 -- 172.21.15.92:0/2946407279 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe628012b70 con 0x7fe638072530 2024-09-19T06:02:04.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.248+0000 7fe62ea00640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe61406c2b0 0x7fe61406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.248+0000 7fe62ea00640 1 -- 172.21.15.92:0/2946407279 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fe62808b4f0 con 0x7fe638072530 2024-09-19T06:02:04.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.248+0000 7fe62d400640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe61406c2b0 0x7fe61406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.249+0000 7fe62d400640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe61406c2b0 0x7fe61406e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe620006fd0 tx=0x7fe620008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:04.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.253+0000 7fe62ea00640 1 -- 172.21.15.92:0/2946407279 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe628059fb0 con 0x7fe638072530 2024-09-19T06:02:04.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.429+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fe638072d70 con 0x7fe638072530 2024-09-19T06:02:04.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.429+0000 7fe62ea00640 1 -- 172.21.15.92:0/2946407279 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v29) ==== 84+0+65 (secure 0 0 0) 0x7fe6280598b0 con 0x7fe638072530 2024-09-19T06:02:04.431 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:04.431 INFO:teuthology.orchestra.run.smithi092.stdout:[ 2024-09-19T06:02:04.431 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:04.431 INFO:teuthology.orchestra.run.smithi092.stdout: "poolnum": 1, 2024-09-19T06:02:04.431 INFO:teuthology.orchestra.run.smithi092.stdout: "poolname": ".mgr" 2024-09-19T06:02:04.431 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:04.431 INFO:teuthology.orchestra.run.smithi092.stdout:] 2024-09-19T06:02:04.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.431+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe61406c2b0 msgr2=0x7fe61406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.431+0000 7fe63d000640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe61406c2b0 0x7fe61406e770 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fe620006fd0 tx=0x7fe620008040 comp rx=0 tx=0).stop 2024-09-19T06:02:04.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.431+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 msgr2=0x7fe638154500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.431+0000 7fe63d000640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 0x7fe638154500 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fe62800d5f0 tx=0x7fe62800dab0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.432+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 shutdown_connections 2024-09-19T06:02:04.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.432+0000 7fe63d000640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe63815b480 0x7fe63814cab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.432+0000 7fe63d000640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe61406c2b0 0x7fe61406e770 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.432+0000 7fe63d000640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe6380b60c0 0x7fe63814c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.432+0000 7fe63d000640 1 --2- 172.21.15.92:0/2946407279 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe638072530 0x7fe638154500 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.432+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 >> 172.21.15.92:0/2946407279 conn(0x7fe63806d0f0 msgr2=0x7fe6380cfbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:04.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.432+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 shutdown_connections 2024-09-19T06:02:04.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.432+0000 7fe63d000640 1 -- 172.21.15.92:0/2946407279 wait complete. 2024-09-19T06:02:04.448 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:02:04.449 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:02:04.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.605+0000 7fda45e00640 1 Processor -- start 2024-09-19T06:02:04.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.605+0000 7fda45e00640 1 -- start start 2024-09-19T06:02:04.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.606+0000 7fda45e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 0x7fda400d0760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.606+0000 7fda45e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda400cd9b0 con 0x7fda4015cb20 2024-09-19T06:02:04.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.606+0000 7fda45e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fda400cdc90 con 0x7fda400b5c00 2024-09-19T06:02:04.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.606+0000 7fda45e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fda400ce5c0 con 0x7fda400b4e60 2024-09-19T06:02:04.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.606+0000 7fda3f400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fda4015cb20 0x7fda4015cfb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:50152/0 (socket says 172.21.15.92:50152) 2024-09-19T06:02:04.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.606+0000 7fda3f400640 1 -- 172.21.15.92:0/4013458629 learned_addr learned my addr 172.21.15.92:0/4013458629 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:04.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.606+0000 7fda3ea00640 1 --2- 172.21.15.92:0/4013458629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 0x7fda400d0760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.607+0000 7fda3e000640 1 -- 172.21.15.92:0/4013458629 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1213833678 0 0) 0x7fda400cd9b0 con 0x7fda4015cb20 2024-09-19T06:02:04.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.607+0000 7fda3e000640 1 -- 172.21.15.92:0/4013458629 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fda24003520 con 0x7fda4015cb20 2024-09-19T06:02:04.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.607+0000 7fda3e000640 1 -- 172.21.15.92:0/4013458629 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3038597783 0 0) 0x7fda400cdc90 con 0x7fda400b5c00 2024-09-19T06:02:04.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.607+0000 7fda3ea00640 1 -- 172.21.15.92:0/4013458629 >> v1:172.21.15.102:6789/0 conn(0x7fda400b5c00 legacy=0x7fda400b5240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.607+0000 7fda3ea00640 1 -- 172.21.15.92:0/4013458629 >> v1:172.21.15.92:6789/0 conn(0x7fda4015cb20 legacy=0x7fda4015cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.607+0000 7fda3ea00640 1 -- 172.21.15.92:0/4013458629 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda400cdf70 con 0x7fda400b4e60 2024-09-19T06:02:04.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.608+0000 7fda3ea00640 1 --2- 172.21.15.92:0/4013458629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 0x7fda400d0760 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fda300097d0 tx=0x7fda3002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f195e9440bb70399 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:04.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.609+0000 7fda3e000640 1 -- 172.21.15.92:0/4013458629 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda30037070 con 0x7fda400b4e60 2024-09-19T06:02:04.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.609+0000 7fda3e000640 1 -- 172.21.15.92:0/4013458629 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda30032440 con 0x7fda400b4e60 2024-09-19T06:02:04.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.609+0000 7fda3e000640 1 -- 172.21.15.92:0/4013458629 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda30032810 con 0x7fda400b4e60 2024-09-19T06:02:04.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.609+0000 7fda45e00640 1 -- 172.21.15.92:0/4013458629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 msgr2=0x7fda400d0760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.609+0000 7fda45e00640 1 --2- 172.21.15.92:0/4013458629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 0x7fda400d0760 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fda300097d0 tx=0x7fda3002a210 comp rx=0 tx=0).stop 2024-09-19T06:02:04.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.609+0000 7fda45e00640 1 -- 172.21.15.92:0/4013458629 shutdown_connections 2024-09-19T06:02:04.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.609+0000 7fda45e00640 1 --2- 172.21.15.92:0/4013458629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 0x7fda400d0760 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.609+0000 7fda45e00640 1 -- 172.21.15.92:0/4013458629 >> 172.21.15.92:0/4013458629 conn(0x7fda4006cb50 msgr2=0x7fda4006cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:04.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.610+0000 7fda45e00640 1 -- 172.21.15.92:0/4013458629 shutdown_connections 2024-09-19T06:02:04.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.610+0000 7fda45e00640 1 -- 172.21.15.92:0/4013458629 wait complete. 2024-09-19T06:02:04.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.611+0000 7fda45e00640 1 Processor -- start 2024-09-19T06:02:04.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.611+0000 7fda45e00640 1 -- start start 2024-09-19T06:02:04.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.612+0000 7fda45e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 0x7fda400af4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.612+0000 7fda45e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda400b5c00 0x7fda4014c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.612+0000 7fda45e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fda4015cb20 0x7fda400c5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.612+0000 7fda45e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fda4015fd80 con 0x7fda400b5c00 2024-09-19T06:02:04.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.612+0000 7fda45e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fda4015fc00 con 0x7fda4015cb20 2024-09-19T06:02:04.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.612+0000 7fda45e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fda400b6060 con 0x7fda400b4e60 2024-09-19T06:02:04.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.612+0000 7fda36000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda400b5c00 0x7fda4014c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda36000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda400b5c00 0x7fda4014c080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36412/0 (socket says 172.21.15.92:36412) 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda36000640 1 -- 172.21.15.92:0/317616044 learned_addr learned my addr 172.21.15.92:0/317616044 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda3f400640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fda4015cb20 0x7fda400c5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda3ea00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 0x7fda400af4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda36000640 1 -- 172.21.15.92:0/317616044 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 msgr2=0x7fda400af4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda36000640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 0x7fda400af4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda36000640 1 -- 172.21.15.92:0/317616044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fda4015cb20 msgr2=0x7fda400c5cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda36000640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fda4015cb20 0x7fda400c5cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda36000640 1 -- 172.21.15.92:0/317616044 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fda40073270 con 0x7fda400b5c00 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda36000640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda400b5c00 0x7fda4014c080 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fda2800c410 tx=0x7fda2800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:04.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.613+0000 7fda37e00640 1 -- 172.21.15.92:0/317616044 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda28017070 con 0x7fda400b5c00 2024-09-19T06:02:04.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.614+0000 7fda37e00640 1 -- 172.21.15.92:0/317616044 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fda280035f0 con 0x7fda400b5c00 2024-09-19T06:02:04.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.614+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fda40073550 con 0x7fda400b5c00 2024-09-19T06:02:04.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.614+0000 7fda37e00640 1 -- 172.21.15.92:0/317616044 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fda280039e0 con 0x7fda400b5c00 2024-09-19T06:02:04.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.614+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fda4014b500 con 0x7fda400b5c00 2024-09-19T06:02:04.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.615+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fda40073750 con 0x7fda400b5c00 2024-09-19T06:02:04.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.615+0000 7fda37e00640 1 -- 172.21.15.92:0/317616044 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fda2801a070 con 0x7fda400b5c00 2024-09-19T06:02:04.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.616+0000 7fda37e00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fda1c06c2b0 0x7fda1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:04.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.616+0000 7fda37e00640 1 -- 172.21.15.92:0/317616044 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(29..29 src has 1..29) ==== 4857+0+0 (secure 0 0 0) 0x7fda2808a4f0 con 0x7fda400b5c00 2024-09-19T06:02:04.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.617+0000 7fda3ea00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fda1c06c2b0 0x7fda1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:04.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.617+0000 7fda3ea00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fda1c06c2b0 0x7fda1c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fda30034000 tx=0x7fda3002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:04.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.620+0000 7fda37e00640 1 -- 172.21.15.92:0/317616044 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fda28058950 con 0x7fda400b5c00 2024-09-19T06:02:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:04.794+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7fda400d0760 con 0x7fda400b5c00 2024-09-19T06:02:05.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.074+0000 7fda37e00640 1 -- 172.21.15.92:0/317616044 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v30) ==== 138+0+0 (secure 0 0 0) 0x7fda2805cc50 con 0x7fda400b5c00 2024-09-19T06:02:05.077 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' created 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fda1c06c2b0 msgr2=0x7fda1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fda1c06c2b0 0x7fda1c06e770 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fda30034000 tx=0x7fda3002e000 comp rx=0 tx=0).stop 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda400b5c00 msgr2=0x7fda4014c080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda400b5c00 0x7fda4014c080 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fda2800c410 tx=0x7fda2800c8d0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 shutdown_connections 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fda1c06c2b0 0x7fda1c06e770 secure :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fda30034000 tx=0x7fda3002e000 comp rx=0 tx=0).stop 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fda4015cb20 0x7fda400c5cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda400b5c00 0x7fda4014c080 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 --2- 172.21.15.92:0/317616044 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fda400b4e60 0x7fda400af4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.076+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 >> 172.21.15.92:0/317616044 conn(0x7fda4006cb50 msgr2=0x7fda4015dcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:05.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.077+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 shutdown_connections 2024-09-19T06:02:05.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.077+0000 7fda45e00640 1 -- 172.21.15.92:0/317616044 wait complete. 2024-09-19T06:02:05.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:02:05.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.253+0000 7fe418600640 1 Processor -- start 2024-09-19T06:02:05.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.254+0000 7fe418600640 1 -- start start 2024-09-19T06:02:05.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.255+0000 7fe418600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe41015b480 0x7fe4100b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:05.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.255+0000 7fe418600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe410072700 0x7fe41015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:05.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.255+0000 7fe418600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe4100ccff0 con 0x7fe4100b60c0 2024-09-19T06:02:05.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.255+0000 7fe418600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe4100cd2d0 con 0x7fe410072700 2024-09-19T06:02:05.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.255+0000 7fe418600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe4100cd5b0 con 0x7fe41015b480 2024-09-19T06:02:05.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.255+0000 7fe416600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe410072700 0x7fe41015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:05.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.255+0000 7fe416600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe410072700 0x7fe41015bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36422/0 (socket says 172.21.15.92:36422) 2024-09-19T06:02:05.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.255+0000 7fe416600640 1 -- 172.21.15.92:0/3915944931 learned_addr learned my addr 172.21.15.92:0/3915944931 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:05.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.255+0000 7fe415c00640 1 --2- 172.21.15.92:0/3915944931 >> v2:172.21.15.102:3300/0 conn(0x7fe41015b480 0x7fe4100b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:05.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.256+0000 7fe416600640 1 -- 172.21.15.92:0/3915944931 >> v2:172.21.15.102:3300/0 conn(0x7fe41015b480 msgr2=0x7fe4100b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:05.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.256+0000 7fe416600640 1 --2- 172.21.15.92:0/3915944931 >> v2:172.21.15.102:3300/0 conn(0x7fe41015b480 0x7fe4100b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.256+0000 7fe416600640 1 -- 172.21.15.92:0/3915944931 >> v1:172.21.15.102:6789/0 conn(0x7fe4100b60c0 legacy=0x7fe410071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:05.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.256+0000 7fe416600640 1 -- 172.21.15.92:0/3915944931 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4100cd890 con 0x7fe410072700 2024-09-19T06:02:05.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe416600640 1 --2- 172.21.15.92:0/3915944931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe410072700 0x7fe41015bc60 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe4100694d0 tx=0x7fe40802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebc011a1ee8ec2c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:05.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe40fe00640 1 -- 172.21.15.92:0/3915944931 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe408036070 con 0x7fe410072700 2024-09-19T06:02:05.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe40fe00640 1 -- 172.21.15.92:0/3915944931 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe408031600 con 0x7fe410072700 2024-09-19T06:02:05.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe40fe00640 1 -- 172.21.15.92:0/3915944931 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe4080319d0 con 0x7fe410072700 2024-09-19T06:02:05.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe418600640 1 -- 172.21.15.92:0/3915944931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe410072700 msgr2=0x7fe41015bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:05.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe418600640 1 --2- 172.21.15.92:0/3915944931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe410072700 0x7fe41015bc60 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe4100694d0 tx=0x7fe40802a6a0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe418600640 1 -- 172.21.15.92:0/3915944931 shutdown_connections 2024-09-19T06:02:05.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe418600640 1 --2- 172.21.15.92:0/3915944931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe410072700 0x7fe41015bc60 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe418600640 1 --2- 172.21.15.92:0/3915944931 >> v2:172.21.15.102:3300/0 conn(0x7fe41015b480 0x7fe4100b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe418600640 1 -- 172.21.15.92:0/3915944931 >> 172.21.15.92:0/3915944931 conn(0x7fe41006d0f0 msgr2=0x7fe41006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:05.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.257+0000 7fe418600640 1 -- 172.21.15.92:0/3915944931 shutdown_connections 2024-09-19T06:02:05.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.258+0000 7fe418600640 1 -- 172.21.15.92:0/3915944931 wait complete. 2024-09-19T06:02:05.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.259+0000 7fe418600640 1 Processor -- start 2024-09-19T06:02:05.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.259+0000 7fe418600640 1 -- start start 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe418600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe410072700 0x7fe410071120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe418600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4100b60c0 0x7fe410143b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe418600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41015b480 0x7fe410144090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe418600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe41015b9e0 con 0x7fe4100b60c0 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe418600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe41015b860 con 0x7fe410072700 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe418600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe41015c1a0 con 0x7fe41015b480 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe415200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4100b60c0 0x7fe410143b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe415200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4100b60c0 0x7fe410143b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36424/0 (socket says 172.21.15.92:36424) 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe415200640 1 -- 172.21.15.92:0/478420325 learned_addr learned my addr 172.21.15.92:0/478420325 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.260+0000 7fe416600640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41015b480 0x7fe410144090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:05.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe415c00640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe410072700 0x7fe410071120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe415200640 1 -- 172.21.15.92:0/478420325 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41015b480 msgr2=0x7fe410144090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe415200640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41015b480 0x7fe410144090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe415200640 1 -- 172.21.15.92:0/478420325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe410072700 msgr2=0x7fe410071120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe415200640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe410072700 0x7fe410071120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe415200640 1 -- 172.21.15.92:0/478420325 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe4100c9810 con 0x7fe4100b60c0 2024-09-19T06:02:05.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe415200640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4100b60c0 0x7fe410143b50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00c430 tx=0x7fe3fc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe40d600640 1 -- 172.21.15.92:0/478420325 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc0052d0 con 0x7fe4100b60c0 2024-09-19T06:02:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe40d600640 1 -- 172.21.15.92:0/478420325 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3fc005490 con 0x7fe4100b60c0 2024-09-19T06:02:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe40d600640 1 -- 172.21.15.92:0/478420325 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3fc007260 con 0x7fe4100b60c0 2024-09-19T06:02:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.261+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe4100c9af0 con 0x7fe4100b60c0 2024-09-19T06:02:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.262+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe4100ca0b0 con 0x7fe4100b60c0 2024-09-19T06:02:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.262+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe41015bc60 con 0x7fe4100b60c0 2024-09-19T06:02:05.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.264+0000 7fe40d600640 1 -- 172.21.15.92:0/478420325 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe3fc007400 con 0x7fe4100b60c0 2024-09-19T06:02:05.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.264+0000 7fe40d600640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3f006c2b0 0x7fe3f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:05.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.264+0000 7fe40d600640 1 -- 172.21.15.92:0/478420325 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(30..30 src has 1..30) ==== 5227+0+0 (secure 0 0 0) 0x7fe3fc08a760 con 0x7fe4100b60c0 2024-09-19T06:02:05.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.265+0000 7fe415c00640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3f006c2b0 0x7fe3f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:05.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.265+0000 7fe415c00640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3f006c2b0 0x7fe3f006e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe4040079a0 tx=0x7fe404008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:05.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.269+0000 7fe40d600640 1 -- 172.21.15.92:0/478420325 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe3fc0589c0 con 0x7fe4100b60c0 2024-09-19T06:02:05.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:05.445+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7fe4100d0ee0 con 0x7fe4100b60c0 2024-09-19T06:02:06.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.083+0000 7fe40d600640 1 -- 172.21.15.92:0/478420325 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v31) ==== 170+0+0 (secure 0 0 0) 0x7fe3fc05ccc0 con 0x7fe4100b60c0 2024-09-19T06:02:06.085 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' created 2024-09-19T06:02:06.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3f006c2b0 msgr2=0x7fe3f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:06.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3f006c2b0 0x7fe3f006e770 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe4040079a0 tx=0x7fe404008040 comp rx=0 tx=0).stop 2024-09-19T06:02:06.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4100b60c0 msgr2=0x7fe410143b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:06.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4100b60c0 0x7fe410143b50 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fe3fc00c430 tx=0x7fe3fc00c8f0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 shutdown_connections 2024-09-19T06:02:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe41015b480 0x7fe410144090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe4100b60c0 0x7fe410143b50 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe3f006c2b0 0x7fe3f006e770 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 --2- 172.21.15.92:0/478420325 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe410072700 0x7fe410071120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 >> 172.21.15.92:0/478420325 conn(0x7fe41006d0f0 msgr2=0x7fe41015c530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 shutdown_connections 2024-09-19T06:02:06.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.085+0000 7fe418600640 1 -- 172.21.15.92:0/478420325 wait complete. 2024-09-19T06:02:06.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:02:06.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.275+0000 7fe565600640 1 Processor -- start 2024-09-19T06:02:06.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.275+0000 7fe565600640 1 -- start start 2024-09-19T06:02:06.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.276+0000 7fe565600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe56015e7c0 0x7fe560070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:06.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe565600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe560073900 0x7fe56015eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:06.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe565600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe560073f60 con 0x7fe5600714f0 2024-09-19T06:02:06.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe565600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe560071930 con 0x7fe560073900 2024-09-19T06:02:06.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe565600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe5600b4b60 con 0x7fe56015e7c0 2024-09-19T06:02:06.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe556000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fe5600714f0 0x7fe5600731f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:50156/0 (socket says 172.21.15.92:50156) 2024-09-19T06:02:06.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe556000640 1 -- 172.21.15.92:0/1350227154 learned_addr learned my addr 172.21.15.92:0/1350227154 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:06.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe55ea00640 1 --2- 172.21.15.92:0/1350227154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe56015e7c0 0x7fe560070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:06.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe55f400640 1 --2- 172.21.15.92:0/1350227154 >> v2:172.21.15.102:3300/0 conn(0x7fe560073900 0x7fe56015eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:06.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe55e000640 1 -- 172.21.15.92:0/1350227154 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1264269557 0 0) 0x7fe560073f60 con 0x7fe5600714f0 2024-09-19T06:02:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe55e000640 1 -- 172.21.15.92:0/1350227154 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe544003520 con 0x7fe5600714f0 2024-09-19T06:02:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe55ea00640 1 -- 172.21.15.92:0/1350227154 >> v2:172.21.15.102:3300/0 conn(0x7fe560073900 msgr2=0x7fe56015eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.277+0000 7fe55ea00640 1 --2- 172.21.15.92:0/1350227154 >> v2:172.21.15.102:3300/0 conn(0x7fe560073900 0x7fe56015eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.278+0000 7fe55ea00640 1 -- 172.21.15.92:0/1350227154 >> v1:172.21.15.92:6789/0 conn(0x7fe5600714f0 legacy=0x7fe5600731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.278+0000 7fe55ea00640 1 -- 172.21.15.92:0/1350227154 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5600b4e40 con 0x7fe56015e7c0 2024-09-19T06:02:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.279+0000 7fe55ea00640 1 --2- 172.21.15.92:0/1350227154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe56015e7c0 0x7fe560070fb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe5500097a0 tx=0x7fe55002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d99208f61ed02a6b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.279+0000 7fe55e000640 1 -- 172.21.15.92:0/1350227154 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe550037070 con 0x7fe56015e7c0 2024-09-19T06:02:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.279+0000 7fe55e000640 1 -- 172.21.15.92:0/1350227154 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe550032440 con 0x7fe56015e7c0 2024-09-19T06:02:06.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.279+0000 7fe55e000640 1 -- 172.21.15.92:0/1350227154 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5500327f0 con 0x7fe56015e7c0 2024-09-19T06:02:06.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.279+0000 7fe565600640 1 -- 172.21.15.92:0/1350227154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe56015e7c0 msgr2=0x7fe560070fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:06.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.279+0000 7fe565600640 1 --2- 172.21.15.92:0/1350227154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe56015e7c0 0x7fe560070fb0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe5500097a0 tx=0x7fe55002a180 comp rx=0 tx=0).stop 2024-09-19T06:02:06.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.280+0000 7fe565600640 1 -- 172.21.15.92:0/1350227154 shutdown_connections 2024-09-19T06:02:06.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.280+0000 7fe565600640 1 --2- 172.21.15.92:0/1350227154 >> v2:172.21.15.102:3300/0 conn(0x7fe560073900 0x7fe56015eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.280+0000 7fe565600640 1 --2- 172.21.15.92:0/1350227154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe56015e7c0 0x7fe560070fb0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.280+0000 7fe565600640 1 -- 172.21.15.92:0/1350227154 >> 172.21.15.92:0/1350227154 conn(0x7fe56006d0f0 msgr2=0x7fe56006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.280+0000 7fe565600640 1 -- 172.21.15.92:0/1350227154 shutdown_connections 2024-09-19T06:02:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.280+0000 7fe565600640 1 -- 172.21.15.92:0/1350227154 wait complete. 2024-09-19T06:02:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.281+0000 7fe565600640 1 Processor -- start 2024-09-19T06:02:06.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.281+0000 7fe565600640 1 -- start start 2024-09-19T06:02:06.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.282+0000 7fe565600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5600714f0 0x7fe5601578d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.282+0000 7fe565600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe560073900 0x7fe560146c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.282+0000 7fe565600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe56015e7c0 0x7fe560147520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.282+0000 7fe565600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe56015ff50 con 0x7fe560073900 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.282+0000 7fe565600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe56015fdd0 con 0x7fe56015e7c0 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.282+0000 7fe565600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe56015f0e0 con 0x7fe5600714f0 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe556000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe560073900 0x7fe560146c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe556000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe560073900 0x7fe560146c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36434/0 (socket says 172.21.15.92:36434) 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe556000640 1 -- 172.21.15.92:0/392363173 learned_addr learned my addr 172.21.15.92:0/392363173 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe55ea00640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5600714f0 0x7fe5601578d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe55f400640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe56015e7c0 0x7fe560147520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe556000640 1 -- 172.21.15.92:0/392363173 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5600714f0 msgr2=0x7fe5601578d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe556000640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5600714f0 0x7fe5601578d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe556000640 1 -- 172.21.15.92:0/392363173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe56015e7c0 msgr2=0x7fe560147520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe556000640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe56015e7c0 0x7fe560147520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe556000640 1 -- 172.21.15.92:0/392363173 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe560156830 con 0x7fe560073900 2024-09-19T06:02:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.283+0000 7fe556000640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe560073900 0x7fe560146c60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe54800c430 tx=0x7fe54800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.284+0000 7fe557400640 1 -- 172.21.15.92:0/392363173 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe548017070 con 0x7fe560073900 2024-09-19T06:02:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.284+0000 7fe557400640 1 -- 172.21.15.92:0/392363173 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe548005ce0 con 0x7fe560073900 2024-09-19T06:02:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.284+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe560156b10 con 0x7fe560073900 2024-09-19T06:02:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.284+0000 7fe557400640 1 -- 172.21.15.92:0/392363173 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5480072f0 con 0x7fe560073900 2024-09-19T06:02:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.284+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5601570d0 con 0x7fe560073900 2024-09-19T06:02:06.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.285+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe56015eba0 con 0x7fe560073900 2024-09-19T06:02:06.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.286+0000 7fe557400640 1 -- 172.21.15.92:0/392363173 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe54801a070 con 0x7fe560073900 2024-09-19T06:02:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.287+0000 7fe557400640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe53c06c2b0 0x7fe53c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.287+0000 7fe557400640 1 -- 172.21.15.92:0/392363173 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(31..31 src has 1..31) ==== 5609+0+0 (secure 0 0 0) 0x7fe54808abf0 con 0x7fe560073900 2024-09-19T06:02:06.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.287+0000 7fe55ea00640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe53c06c2b0 0x7fe53c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:06.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.288+0000 7fe55ea00640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe53c06c2b0 0x7fe53c06e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe550034000 tx=0x7fe55002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:06.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.291+0000 7fe557400640 1 -- 172.21.15.92:0/392363173 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe548021020 con 0x7fe560073900 2024-09-19T06:02:06.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:06.502+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fe56006d800 con 0x7fe560073900 2024-09-19T06:02:07.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.095+0000 7fe557400640 1 -- 172.21.15.92:0/392363173 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v12) ==== 172+0+0 (secure 0 0 0) 0x7fe548058de0 con 0x7fe560073900 2024-09-19T06:02:07.097 INFO:teuthology.orchestra.run.smithi092.stderr:new fs with metadata pool 4 and data pool 5 2024-09-19T06:02:07.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.100+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe53c06c2b0 msgr2=0x7fe53c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.100+0000 7fe565600640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe53c06c2b0 0x7fe53c06e770 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe550034000 tx=0x7fe55002e000 comp rx=0 tx=0).stop 2024-09-19T06:02:07.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.100+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe560073900 msgr2=0x7fe560146c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.100+0000 7fe565600640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe560073900 0x7fe560146c60 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fe54800c430 tx=0x7fe54800c8f0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.101+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 shutdown_connections 2024-09-19T06:02:07.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.101+0000 7fe565600640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe53c06c2b0 0x7fe53c06e770 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.101+0000 7fe565600640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe56015e7c0 0x7fe560147520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.101+0000 7fe565600640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe560073900 0x7fe560146c60 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.101+0000 7fe565600640 1 --2- 172.21.15.92:0/392363173 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5600714f0 0x7fe5601578d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.101+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 >> 172.21.15.92:0/392363173 conn(0x7fe56006d0f0 msgr2=0x7fe5600ce2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:07.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.101+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 shutdown_connections 2024-09-19T06:02:07.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.101+0000 7fe565600640 1 -- 172.21.15.92:0/392363173 wait complete. 2024-09-19T06:02:07.134 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:02:07.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.285+0000 7fd9eb200640 1 Processor -- start 2024-09-19T06:02:07.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.285+0000 7fd9eb200640 1 -- start start 2024-09-19T06:02:07.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.286+0000 7fd9eb200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d3bd0 0x7fd9ec0b8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.286+0000 7fd9eb200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9ec15e9d0 con 0x7fd9ec15e5f0 2024-09-19T06:02:07.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.286+0000 7fd9eb200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9ec0b8f20 con 0x7fd9ec0d1590 2024-09-19T06:02:07.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.286+0000 7fd9eb200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd9ec0b9b30 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.286+0000 7fd9e9e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd9ec15e5f0 0x7fd9ec0d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55338/0 (socket says 172.21.15.92:55338) 2024-09-19T06:02:07.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.286+0000 7fd9e9e00640 1 -- 172.21.15.92:0/2210829555 learned_addr learned my addr 172.21.15.92:0/2210829555 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:07.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.287+0000 7fd9ea800640 1 --2- 172.21.15.92:0/2210829555 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d3bd0 0x7fd9ec0b8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.287+0000 7fd9e8a00640 1 -- 172.21.15.92:0/2210829555 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1883143000 0 0) 0x7fd9ec15e9d0 con 0x7fd9ec15e5f0 2024-09-19T06:02:07.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.287+0000 7fd9e8a00640 1 -- 172.21.15.92:0/2210829555 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd9d0003520 con 0x7fd9ec15e5f0 2024-09-19T06:02:07.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.287+0000 7fd9e8a00640 1 -- 172.21.15.92:0/2210829555 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1586251938 0 0) 0x7fd9ec0b8f20 con 0x7fd9ec0d1590 2024-09-19T06:02:07.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.287+0000 7fd9e8a00640 1 -- 172.21.15.92:0/2210829555 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd9ec15e9d0 con 0x7fd9ec0d1590 2024-09-19T06:02:07.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.287+0000 7fd9ea800640 1 -- 172.21.15.92:0/2210829555 >> v1:172.21.15.102:6789/0 conn(0x7fd9ec0d1590 legacy=0x7fd9ec0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.287+0000 7fd9ea800640 1 -- 172.21.15.92:0/2210829555 >> v1:172.21.15.92:6789/0 conn(0x7fd9ec15e5f0 legacy=0x7fd9ec0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.287+0000 7fd9ea800640 1 -- 172.21.15.92:0/2210829555 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9ec0b9200 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.288+0000 7fd9ea800640 1 --2- 172.21.15.92:0/2210829555 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d3bd0 0x7fd9ec0b8900 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd9e4009dc0 tx=0x7fd9e402a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=957e83a6f3f2e829 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:07.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.288+0000 7fd9e8a00640 1 -- 172.21.15.92:0/2210829555 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e402ae60 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.288+0000 7fd9e8a00640 1 -- 172.21.15.92:0/2210829555 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9e4007740 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.288+0000 7fd9e8a00640 1 -- 172.21.15.92:0/2210829555 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9e4007af0 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.289+0000 7fd9eb200640 1 -- 172.21.15.92:0/2210829555 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d3bd0 msgr2=0x7fd9ec0b8900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.289+0000 7fd9eb200640 1 --2- 172.21.15.92:0/2210829555 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d3bd0 0x7fd9ec0b8900 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd9e4009dc0 tx=0x7fd9e402a640 comp rx=0 tx=0).stop 2024-09-19T06:02:07.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.289+0000 7fd9eb200640 1 -- 172.21.15.92:0/2210829555 shutdown_connections 2024-09-19T06:02:07.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.289+0000 7fd9eb200640 1 --2- 172.21.15.92:0/2210829555 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d3bd0 0x7fd9ec0b8900 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.289+0000 7fd9eb200640 1 -- 172.21.15.92:0/2210829555 >> 172.21.15.92:0/2210829555 conn(0x7fd9ec062630 msgr2=0x7fd9ec062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:07.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.289+0000 7fd9eb200640 1 -- 172.21.15.92:0/2210829555 shutdown_connections 2024-09-19T06:02:07.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.289+0000 7fd9eb200640 1 -- 172.21.15.92:0/2210829555 wait complete. 2024-09-19T06:02:07.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.291+0000 7fd9eb200640 1 Processor -- start 2024-09-19T06:02:07.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.291+0000 7fd9eb200640 1 -- start start 2024-09-19T06:02:07.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.291+0000 7fd9eb200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d1590 0x7fd9ec14ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.291+0000 7fd9eb200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9ec0d3bd0 0x7fd9ec15ae40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.291+0000 7fd9eb200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9ec15e5f0 0x7fd9ec15b380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.291+0000 7fd9eb200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ec169110 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.291+0000 7fd9eb200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd9ec0b97c0 con 0x7fd9ec15e5f0 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.291+0000 7fd9eb200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd9ec169290 con 0x7fd9ec0d1590 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9e9400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9ec0d3bd0 0x7fd9ec15ae40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9e9400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9ec0d3bd0 0x7fd9ec15ae40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48136/0 (socket says 172.21.15.92:48136) 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9e9400640 1 -- 172.21.15.92:0/4106887227 learned_addr learned my addr 172.21.15.92:0/4106887227 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9e9e00640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d1590 0x7fd9ec14ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9ea800640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9ec15e5f0 0x7fd9ec15b380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9e9400640 1 -- 172.21.15.92:0/4106887227 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d1590 msgr2=0x7fd9ec14ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9e9400640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d1590 0x7fd9ec14ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9e9400640 1 -- 172.21.15.92:0/4106887227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9ec15e5f0 msgr2=0x7fd9ec15b380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9e9400640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9ec15e5f0 0x7fd9ec15b380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9e9400640 1 -- 172.21.15.92:0/4106887227 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9ec150450 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.292+0000 7fd9ea800640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9ec15e5f0 0x7fd9ec15b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:07.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.293+0000 7fd9e9400640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9ec0d3bd0 0x7fd9ec15ae40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd9d800c500 tx=0x7fd9d800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:07.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.293+0000 7fd9e2000640 1 -- 172.21.15.92:0/4106887227 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d80052d0 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.293+0000 7fd9e2000640 1 -- 172.21.15.92:0/4106887227 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd9d8005490 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.293+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9ec152e50 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.293+0000 7fd9e2000640 1 -- 172.21.15.92:0/4106887227 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd9d8012870 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.293+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9ec15bc50 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.294+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd9ec0d0e80 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.295+0000 7fd9e2000640 1 -- 172.21.15.92:0/4106887227 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd9d8012a10 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.296+0000 7fd9e2000640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd9cc06c2b0 0x7fd9cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.296+0000 7fd9e2000640 1 -- 172.21.15.92:0/4106887227 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7fd9d808b0e0 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.296+0000 7fd9e9e00640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd9cc06c2b0 0x7fd9cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.297+0000 7fd9e9e00640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd9cc06c2b0 0x7fd9cc06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd9dc0011e0 tx=0x7fd9dc007d30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:07.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.300+0000 7fd9e2000640 1 -- 172.21.15.92:0/4106887227 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd9d80597c0 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.475+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd9ec0b6460 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.477+0000 7fd9e2000640 1 -- 172.21.15.92:0/4106887227 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16730 (secure 0 0 0) 0x7fd9d80590c0 con 0x7fd9ec0d3bd0 2024-09-19T06:02:07.479 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:07.479 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":32,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:02:06.503619+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:04.833869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:05.485460+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:02:07.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd9cc06c2b0 msgr2=0x7fd9cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd9cc06c2b0 0x7fd9cc06e770 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fd9dc0011e0 tx=0x7fd9dc007d30 comp rx=0 tx=0).stop 2024-09-19T06:02:07.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9ec0d3bd0 msgr2=0x7fd9ec15ae40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9ec0d3bd0 0x7fd9ec15ae40 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fd9d800c500 tx=0x7fd9d800c9c0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 shutdown_connections 2024-09-19T06:02:07.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd9cc06c2b0 0x7fd9cc06e770 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9ec15e5f0 0x7fd9ec15b380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9ec0d3bd0 0x7fd9ec15ae40 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 --2- 172.21.15.92:0/4106887227 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd9ec0d1590 0x7fd9ec14ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 >> 172.21.15.92:0/4106887227 conn(0x7fd9ec062630 msgr2=0x7fd9ec0b5390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:07.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 shutdown_connections 2024-09-19T06:02:07.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.479+0000 7fd9eb200640 1 -- 172.21.15.92:0/4106887227 wait complete. 2024-09-19T06:02:07.497 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:02:07.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.648+0000 7f2c11c00640 1 Processor -- start 2024-09-19T06:02:07.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.648+0000 7f2c11c00640 1 -- start start 2024-09-19T06:02:07.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c11c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c15c170 0x7f2c0c15c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c11c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c0c0b4cf0 con 0x7f2c0c0b64e0 2024-09-19T06:02:07.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c11c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2c0c0b4fd0 con 0x7f2c0c0cf6c0 2024-09-19T06:02:07.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c11c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2c0c15ca90 con 0x7f2c0c15c170 2024-09-19T06:02:07.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c0b400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f2c0c0b64e0 0x7f2c0c0b39b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55350/0 (socket says 172.21.15.92:55350) 2024-09-19T06:02:07.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c0b400640 1 -- 172.21.15.92:0/4288488285 learned_addr learned my addr 172.21.15.92:0/4288488285 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:07.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c0aa00640 1 --2- 172.21.15.92:0/4288488285 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c15c170 0x7f2c0c15c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c0a000640 1 -- 172.21.15.92:0/4288488285 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3091543886 0 0) 0x7f2c0c0b4cf0 con 0x7f2c0c0b64e0 2024-09-19T06:02:07.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c0a000640 1 -- 172.21.15.92:0/4288488285 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2bf0003520 con 0x7f2c0c0b64e0 2024-09-19T06:02:07.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.650+0000 7f2c0a000640 1 -- 172.21.15.92:0/4288488285 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1755876006 0 0) 0x7f2c0c0b4fd0 con 0x7f2c0c0cf6c0 2024-09-19T06:02:07.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.651+0000 7f2c0a000640 1 -- 172.21.15.92:0/4288488285 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2c0c0b4cf0 con 0x7f2c0c0cf6c0 2024-09-19T06:02:07.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.651+0000 7f2c0aa00640 1 -- 172.21.15.92:0/4288488285 >> v1:172.21.15.102:6789/0 conn(0x7f2c0c0cf6c0 legacy=0x7f2c0c0b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.651+0000 7f2c0aa00640 1 -- 172.21.15.92:0/4288488285 >> v1:172.21.15.92:6789/0 conn(0x7f2c0c0b64e0 legacy=0x7f2c0c0b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.651+0000 7f2c0aa00640 1 -- 172.21.15.92:0/4288488285 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c0c0b52b0 con 0x7f2c0c15c170 2024-09-19T06:02:07.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.652+0000 7f2c0aa00640 1 --2- 172.21.15.92:0/4288488285 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c15c170 0x7f2c0c15c550 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc0097d0 tx=0x7f2bfc02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6df31a982ee330f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.652+0000 7f2c0a000640 1 -- 172.21.15.92:0/4288488285 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc037070 con 0x7f2c0c15c170 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.652+0000 7f2c0a000640 1 -- 172.21.15.92:0/4288488285 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bfc032440 con 0x7f2c0c15c170 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.652+0000 7f2c0a000640 1 -- 172.21.15.92:0/4288488285 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc032810 con 0x7f2c0c15c170 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.652+0000 7f2c11c00640 1 -- 172.21.15.92:0/4288488285 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c15c170 msgr2=0x7f2c0c15c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.652+0000 7f2c11c00640 1 --2- 172.21.15.92:0/4288488285 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c15c170 0x7f2c0c15c550 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc0097d0 tx=0x7f2bfc02a210 comp rx=0 tx=0).stop 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.652+0000 7f2c11c00640 1 -- 172.21.15.92:0/4288488285 shutdown_connections 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.652+0000 7f2c11c00640 1 --2- 172.21.15.92:0/4288488285 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c15c170 0x7f2c0c15c550 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.652+0000 7f2c11c00640 1 -- 172.21.15.92:0/4288488285 >> 172.21.15.92:0/4288488285 conn(0x7f2c0c06bc10 msgr2=0x7f2c0c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.653+0000 7f2c11c00640 1 -- 172.21.15.92:0/4288488285 shutdown_connections 2024-09-19T06:02:07.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.653+0000 7f2c11c00640 1 -- 172.21.15.92:0/4288488285 wait complete. 2024-09-19T06:02:07.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.654+0000 7f2c11c00640 1 Processor -- start 2024-09-19T06:02:07.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.654+0000 7f2c11c00640 1 -- start start 2024-09-19T06:02:07.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.655+0000 7f2c11c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0c0b64e0 0x7f2c0c06d2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.655+0000 7f2c11c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c0cf6c0 0x7f2c0c146e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.655+0000 7f2c11c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0c15c170 0x7f2c0c147390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.655+0000 7f2c11c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2c0c0b5b50 con 0x7f2c0c15c170 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.655+0000 7f2c11c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2c0c0b58b0 con 0x7f2c0c0b64e0 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.655+0000 7f2c11c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2c0c0cfb00 con 0x7f2c0c0cf6c0 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0c15c170 0x7f2c0c147390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0c0b64e0 0x7f2c0c06d2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0c0b64e0 0x7f2c0c06d2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:44226/0 (socket says 172.21.15.92:44226) 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0c15c170 0x7f2c0c147390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48152/0 (socket says 172.21.15.92:48152) 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0aa00640 1 -- 172.21.15.92:0/11579104 learned_addr learned my addr 172.21.15.92:0/11579104 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c02000640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c0cf6c0 0x7f2c0c146e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0b400640 1 -- 172.21.15.92:0/11579104 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c0cf6c0 msgr2=0x7f2c0c146e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0b400640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c0cf6c0 0x7f2c0c146e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0b400640 1 -- 172.21.15.92:0/11579104 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0c0b64e0 msgr2=0x7f2c0c06d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0b400640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0c0b64e0 0x7f2c0c06d2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0b400640 1 -- 172.21.15.92:0/11579104 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c0c1f7400 con 0x7f2c0c15c170 2024-09-19T06:02:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0aa00640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0c0b64e0 0x7f2c0c06d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:02:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c0b400640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0c15c170 0x7f2c0c147390 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2c0400c9f0 tx=0x7f2c0400ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.656+0000 7f2c03400640 1 -- 172.21.15.92:0/11579104 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c04017070 con 0x7f2c0c15c170 2024-09-19T06:02:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.657+0000 7f2c03400640 1 -- 172.21.15.92:0/11579104 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c0400ab70 con 0x7f2c0c15c170 2024-09-19T06:02:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.657+0000 7f2c03400640 1 -- 172.21.15.92:0/11579104 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c04012400 con 0x7f2c0c15c170 2024-09-19T06:02:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.657+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c0c1f76e0 con 0x7f2c0c15c170 2024-09-19T06:02:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.657+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c0c1f7ca0 con 0x7f2c0c15c170 2024-09-19T06:02:07.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.658+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c0c0cfee0 con 0x7f2c0c15c170 2024-09-19T06:02:07.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.659+0000 7f2c03400640 1 -- 172.21.15.92:0/11579104 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c0401a070 con 0x7f2c0c15c170 2024-09-19T06:02:07.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.660+0000 7f2c03400640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2e0 0x7f2be806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:07.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.660+0000 7f2c03400640 1 -- 172.21.15.92:0/11579104 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f2c0408afe0 con 0x7f2c0c15c170 2024-09-19T06:02:07.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.660+0000 7f2c0aa00640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2e0 0x7f2be806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:07.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.660+0000 7f2c0aa00640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2e0 0x7f2be806e7a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc000c00 tx=0x7f2bfc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:07.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.664+0000 7f2c03400640 1 -- 172.21.15.92:0/11579104 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2c040590f0 con 0x7f2c0c15c170 2024-09-19T06:02:07.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.841+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c0c160b70 con 0x7f2c0c15c170 2024-09-19T06:02:07.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.842+0000 7f2c03400640 1 -- 172.21.15.92:0/11579104 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v32) ==== 74+0+16730 (secure 0 0 0) 0x7f2c0405d3f0 con 0x7f2c0c15c170 2024-09-19T06:02:07.844 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:07.844 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":32,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:02:06.503619+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:04.833869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:05.485460+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:02:07.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2e0 msgr2=0x7f2be806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2e0 0x7f2be806e7a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc000c00 tx=0x7f2bfc02e000 comp rx=0 tx=0).stop 2024-09-19T06:02:07.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0c15c170 msgr2=0x7f2c0c147390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:07.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0c15c170 0x7f2c0c147390 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f2c0400c9f0 tx=0x7f2c0400ceb0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 shutdown_connections 2024-09-19T06:02:07.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0c15c170 0x7f2c0c147390 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0c0cf6c0 0x7f2c0c146e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2e0 0x7f2be806e7a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 --2- 172.21.15.92:0/11579104 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c0c0b64e0 0x7f2c0c06d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:07.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 >> 172.21.15.92:0/11579104 conn(0x7f2c0c06bc10 msgr2=0x7f2c0c0727e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:07.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 shutdown_connections 2024-09-19T06:02:07.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:07.844+0000 7f2c11c00640 1 -- 172.21.15.92:0/11579104 wait complete. 2024-09-19T06:02:07.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:02:07.948 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:02:07.952 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:02:08.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.020+0000 7f8355a00640 1 Processor -- start 2024-09-19T06:02:08.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.021+0000 7f8355a00640 1 -- start start 2024-09-19T06:02:08.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f8355a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f835015e6f0 0x7f835006fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:08.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f8355a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83500b54d0 0x7f835015f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:08.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f8355a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f83500b6d40 0x7f83500b71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:08.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f8355a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f835006e990 con 0x7f83500b6d40 2024-09-19T06:02:08.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f8355a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f835006ec70 con 0x7f835015e6f0 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f8355a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f835015ec70 con 0x7f83500b54d0 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f834f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f83500b6d40 0x7f83500b71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f834f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f83500b6d40 0x7f83500b71f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48168/0 (socket says 172.21.15.92:48168) 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f834f400640 1 -- 172.21.15.92:0/1692475435 learned_addr learned my addr 172.21.15.92:0/1692475435 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f834ea00640 1 --2- 172.21.15.92:0/1692475435 >> v2:172.21.15.102:3300/0 conn(0x7f835015e6f0 0x7f835006fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.022+0000 7f8346000640 1 --2- 172.21.15.92:0/1692475435 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83500b54d0 0x7f835015f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.023+0000 7f834f400640 1 -- 172.21.15.92:0/1692475435 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83500b54d0 msgr2=0x7f835015f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.023+0000 7f834f400640 1 --2- 172.21.15.92:0/1692475435 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83500b54d0 0x7f835015f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.023+0000 7f834f400640 1 -- 172.21.15.92:0/1692475435 >> v2:172.21.15.102:3300/0 conn(0x7f835015e6f0 msgr2=0x7f835006fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.023+0000 7f834f400640 1 --2- 172.21.15.92:0/1692475435 >> v2:172.21.15.102:3300/0 conn(0x7f835015e6f0 0x7f835006fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:08.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.023+0000 7f834f400640 1 -- 172.21.15.92:0/1692475435 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f835015ef50 con 0x7f83500b6d40 2024-09-19T06:02:08.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f834f400640 1 --2- 172.21.15.92:0/1692475435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b6d40 0x7f83500b71f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8350069920 tx=0x7f834802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c48b40a8925a444d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:08.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f834e000640 1 -- 172.21.15.92:0/1692475435 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8348036070 con 0x7f83500b6d40 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f834e000640 1 -- 172.21.15.92:0/1692475435 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8348031600 con 0x7f83500b6d40 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f834e000640 1 -- 172.21.15.92:0/1692475435 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83480319d0 con 0x7f83500b6d40 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f8355a00640 1 -- 172.21.15.92:0/1692475435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b6d40 msgr2=0x7f83500b71f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f8355a00640 1 --2- 172.21.15.92:0/1692475435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b6d40 0x7f83500b71f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f8350069920 tx=0x7f834802a6a0 comp rx=0 tx=0).stop 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f8355a00640 1 -- 172.21.15.92:0/1692475435 shutdown_connections 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f8355a00640 1 --2- 172.21.15.92:0/1692475435 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b6d40 0x7f83500b71f0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f8355a00640 1 --2- 172.21.15.92:0/1692475435 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83500b54d0 0x7f835015f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f8355a00640 1 --2- 172.21.15.92:0/1692475435 >> v2:172.21.15.102:3300/0 conn(0x7f835015e6f0 0x7f835006fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f8355a00640 1 -- 172.21.15.92:0/1692475435 >> 172.21.15.92:0/1692475435 conn(0x7f83500d2430 msgr2=0x7f83500d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.024+0000 7f8355a00640 1 -- 172.21.15.92:0/1692475435 shutdown_connections 2024-09-19T06:02:08.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.025+0000 7f8355a00640 1 -- 172.21.15.92:0/1692475435 wait complete. 2024-09-19T06:02:08.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.026+0000 7f8355a00640 1 Processor -- start 2024-09-19T06:02:08.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.026+0000 7f8355a00640 1 -- start start 2024-09-19T06:02:08.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.027+0000 7f8355a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b54d0 0x7f83501598a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.027+0000 7f8355a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83500b6d40 0x7f8350145e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.027+0000 7f8355a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f835015e6f0 0x7f8350161c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.027+0000 7f8355a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f835006e5b0 con 0x7f83500b54d0 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.027+0000 7f8355a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f83500b7730 con 0x7f835015e6f0 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.027+0000 7f8355a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f835006e730 con 0x7f83500b6d40 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.027+0000 7f834ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b54d0 0x7f83501598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.027+0000 7f834ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b54d0 0x7f83501598a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48184/0 (socket says 172.21.15.92:48184) 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.027+0000 7f834ea00640 1 -- 172.21.15.92:0/1748697653 learned_addr learned my addr 172.21.15.92:0/1748697653 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f834ea00640 1 -- 172.21.15.92:0/1748697653 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83500b6d40 msgr2=0x7f8350145e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f834ea00640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83500b6d40 0x7f8350145e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f834ea00640 1 -- 172.21.15.92:0/1748697653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f835015e6f0 msgr2=0x7f8350161c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:08.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f834f400640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f835015e6f0 0x7f8350161c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:08.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f834ea00640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f835015e6f0 0x7f8350161c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:08.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f834ea00640 1 -- 172.21.15.92:0/1748697653 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8350158800 con 0x7f83500b54d0 2024-09-19T06:02:08.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f834f400640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f835015e6f0 0x7f8350161c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:08.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f834ea00640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b54d0 0x7f83501598a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f834000d5f0 tx=0x7f834000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:08.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f8347400640 1 -- 172.21.15.92:0/1748697653 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83400125f0 con 0x7f83500b54d0 2024-09-19T06:02:08.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f8347400640 1 -- 172.21.15.92:0/1748697653 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8340019070 con 0x7f83500b54d0 2024-09-19T06:02:08.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f8347400640 1 -- 172.21.15.92:0/1748697653 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83400129d0 con 0x7f83500b54d0 2024-09-19T06:02:08.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8350158ae0 con 0x7f83500b54d0 2024-09-19T06:02:08.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.028+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83501590a0 con 0x7f83500b54d0 2024-09-19T06:02:08.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.030+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83500b71f0 con 0x7f83500b54d0 2024-09-19T06:02:08.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.030+0000 7f8347400640 1 -- 172.21.15.92:0/1748697653 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8340012b70 con 0x7f83500b54d0 2024-09-19T06:02:08.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.031+0000 7f8347400640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f832c06c2b0 0x7f832c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:08.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.031+0000 7f8347400640 1 -- 172.21.15.92:0/1748697653 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(32..32 src has 1..32) ==== 5709+0+0 (secure 0 0 0) 0x7f834008b830 con 0x7f83500b54d0 2024-09-19T06:02:08.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.031+0000 7f8346000640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f832c06c2b0 0x7f832c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:08.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.032+0000 7f8346000640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f832c06c2b0 0x7f832c06e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f835006d590 tx=0x7f8338008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:08.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.036+0000 7f8347400640 1 -- 172.21.15.92:0/1748697653 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8340059f90 con 0x7f83500b54d0 2024-09-19T06:02:08.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:08.249+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f835006d2e0 con 0x7f83500b54d0 2024-09-19T06:02:09.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.107+0000 7f8347400640 1 -- 172.21.15.92:0/1748697653 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) ==== 118+0+0 (secure 0 0 0) 0x7f8340059890 con 0x7f83500b54d0 2024-09-19T06:02:09.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f832c06c2b0 msgr2=0x7f832c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:09.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f832c06c2b0 0x7f832c06e770 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f835006d590 tx=0x7f8338008040 comp rx=0 tx=0).stop 2024-09-19T06:02:09.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b54d0 msgr2=0x7f83501598a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:09.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b54d0 0x7f83501598a0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f834000d5f0 tx=0x7f834000dab0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 shutdown_connections 2024-09-19T06:02:09.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f832c06c2b0 0x7f832c06e770 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f835015e6f0 0x7f8350161c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83500b6d40 0x7f8350145e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 --2- 172.21.15.92:0/1748697653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83500b54d0 0x7f83501598a0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 >> 172.21.15.92:0/1748697653 conn(0x7f83500d2430 msgr2=0x7f83500712c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:09.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 shutdown_connections 2024-09-19T06:02:09.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.111+0000 7f8355a00640 1 -- 172.21.15.92:0/1748697653 wait complete. 2024-09-19T06:02:09.130 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:02:09.130 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:02:09.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.324+0000 7f1847600640 1 Processor -- start 2024-09-19T06:02:09.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.325+0000 7f1847600640 1 -- start start 2024-09-19T06:02:09.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.326+0000 7f1847600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f184015b480 0x7f18400b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.326+0000 7f1847600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1840072700 0x7f184015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.326+0000 7f1847600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f18400ccff0 con 0x7f18400b60c0 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.326+0000 7f1847600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f18400cd2d0 con 0x7f1840072700 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.326+0000 7f1847600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f18400cd5b0 con 0x7f184015b480 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.326+0000 7f1845600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1840072700 0x7f184015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.326+0000 7f1845600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1840072700 0x7f184015bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48194/0 (socket says 172.21.15.92:48194) 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.326+0000 7f1845600640 1 -- 172.21.15.92:0/3445132636 learned_addr learned my addr 172.21.15.92:0/3445132636 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.327+0000 7f1844c00640 1 --2- 172.21.15.92:0/3445132636 >> v2:172.21.15.102:3300/0 conn(0x7f184015b480 0x7f18400b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.327+0000 7f1845600640 1 -- 172.21.15.92:0/3445132636 >> v2:172.21.15.102:3300/0 conn(0x7f184015b480 msgr2=0x7f18400b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.327+0000 7f1845600640 1 --2- 172.21.15.92:0/3445132636 >> v2:172.21.15.102:3300/0 conn(0x7f184015b480 0x7f18400b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.327+0000 7f1845600640 1 -- 172.21.15.92:0/3445132636 >> v1:172.21.15.102:6789/0 conn(0x7f18400b60c0 legacy=0x7f1840071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:09.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.327+0000 7f1845600640 1 -- 172.21.15.92:0/3445132636 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18400cd890 con 0x7f1840072700 2024-09-19T06:02:09.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.328+0000 7f1845600640 1 --2- 172.21.15.92:0/3445132636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 0x7f184015bc60 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f18400694d0 tx=0x7f183802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a476955db8b8bb6a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.328+0000 7f183fe00640 1 -- 172.21.15.92:0/3445132636 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1838036070 con 0x7f1840072700 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.328+0000 7f183fe00640 1 -- 172.21.15.92:0/3445132636 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1838031600 con 0x7f1840072700 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.328+0000 7f183fe00640 1 -- 172.21.15.92:0/3445132636 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f18380319d0 con 0x7f1840072700 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.328+0000 7f1847600640 1 -- 172.21.15.92:0/3445132636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 msgr2=0x7f184015bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.328+0000 7f1847600640 1 --2- 172.21.15.92:0/3445132636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 0x7f184015bc60 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f18400694d0 tx=0x7f183802a6a0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.329+0000 7f1847600640 1 -- 172.21.15.92:0/3445132636 shutdown_connections 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.329+0000 7f1847600640 1 --2- 172.21.15.92:0/3445132636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 0x7f184015bc60 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.329+0000 7f1847600640 1 --2- 172.21.15.92:0/3445132636 >> v2:172.21.15.102:3300/0 conn(0x7f184015b480 0x7f18400b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.329+0000 7f1847600640 1 -- 172.21.15.92:0/3445132636 >> 172.21.15.92:0/3445132636 conn(0x7f184006d0f0 msgr2=0x7f184006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.329+0000 7f1847600640 1 -- 172.21.15.92:0/3445132636 shutdown_connections 2024-09-19T06:02:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.329+0000 7f1847600640 1 -- 172.21.15.92:0/3445132636 wait complete. 2024-09-19T06:02:09.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.330+0000 7f1847600640 1 Processor -- start 2024-09-19T06:02:09.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.330+0000 7f1847600640 1 -- start start 2024-09-19T06:02:09.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.331+0000 7f1847600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 0x7f1840148030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:09.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.331+0000 7f1847600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f18400b60c0 0x7f1840148b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:09.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.331+0000 7f1847600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f184015b480 0x7f18401e6720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.331+0000 7f1847600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f184015b9e0 con 0x7f1840072700 2024-09-19T06:02:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.331+0000 7f1847600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f184015b860 con 0x7f184015b480 2024-09-19T06:02:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.331+0000 7f1847600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f184015c1a0 con 0x7f18400b60c0 2024-09-19T06:02:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1844c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 0x7f1840148030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1844c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 0x7f1840148030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48196/0 (socket says 172.21.15.92:48196) 2024-09-19T06:02:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1844c00640 1 -- 172.21.15.92:0/1022091769 learned_addr learned my addr 172.21.15.92:0/1022091769 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1845600640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f184015b480 0x7f18401e6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1837e00640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f18400b60c0 0x7f1840148b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1844c00640 1 -- 172.21.15.92:0/1022091769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f18400b60c0 msgr2=0x7f1840148b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1844c00640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f18400b60c0 0x7f1840148b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1844c00640 1 -- 172.21.15.92:0/1022091769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f184015b480 msgr2=0x7f18401e6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1844c00640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f184015b480 0x7f18401e6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1844c00640 1 -- 172.21.15.92:0/1022091769 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f18401e4930 con 0x7f1840072700 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1845600640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f184015b480 0x7f18401e6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f1844c00640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 0x7f1840148030 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f183000d620 tx=0x7f183000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f183d600640 1 -- 172.21.15.92:0/1022091769 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f183000b620 con 0x7f1840072700 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.332+0000 7f183d600640 1 -- 172.21.15.92:0/1022091769 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1830019070 con 0x7f1840072700 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.333+0000 7f183d600640 1 -- 172.21.15.92:0/1022091769 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f183000ba00 con 0x7f1840072700 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.333+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f18401e4c10 con 0x7f1840072700 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.333+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f18401e51d0 con 0x7f1840072700 2024-09-19T06:02:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.334+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f184015bc60 con 0x7f1840072700 2024-09-19T06:02:09.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.334+0000 7f183d600640 1 -- 172.21.15.92:0/1022091769 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f183000bba0 con 0x7f1840072700 2024-09-19T06:02:09.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.335+0000 7f183d600640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f181c06c2b0 0x7f181c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:09.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.335+0000 7f183d600640 1 -- 172.21.15.92:0/1022091769 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f183008b8d0 con 0x7f1840072700 2024-09-19T06:02:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.336+0000 7f1837e00640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f181c06c2b0 0x7f181c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.336+0000 7f1837e00640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f181c06c2b0 0x7f181c06e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f184015e420 tx=0x7f1828009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:09.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.340+0000 7f183d600640 1 -- 172.21.15.92:0/1022091769 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1830059fa0 con 0x7f1840072700 2024-09-19T06:02:09.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:09.546+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f18400cfd10 con 0x7f1840072700 2024-09-19T06:02:10.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.113+0000 7f183d600640 1 -- 172.21.15.92:0/1022091769 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) ==== 122+0+0 (secure 0 0 0) 0x7f18300598a0 con 0x7f1840072700 2024-09-19T06:02:10.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f181c06c2b0 msgr2=0x7f181c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f181c06c2b0 0x7f181c06e770 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f184015e420 tx=0x7f1828009040 comp rx=0 tx=0).stop 2024-09-19T06:02:10.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 msgr2=0x7f1840148030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 0x7f1840148030 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f183000d620 tx=0x7f183000dae0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 shutdown_connections 2024-09-19T06:02:10.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f181c06c2b0 0x7f181c06e770 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f184015b480 0x7f18401e6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f18400b60c0 0x7f1840148b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 --2- 172.21.15.92:0/1022091769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1840072700 0x7f1840148030 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 >> 172.21.15.92:0/1022091769 conn(0x7f184006d0f0 msgr2=0x7f184015a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:10.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 shutdown_connections 2024-09-19T06:02:10.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.116+0000 7f1847600640 1 -- 172.21.15.92:0/1022091769 wait complete. 2024-09-19T06:02:10.134 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:02:10.135 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:10.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.288+0000 7f8f43800640 1 Processor -- start 2024-09-19T06:02:10.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.288+0000 7f8f43800640 1 -- start start 2024-09-19T06:02:10.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.289+0000 7f8f43800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f8f3c15c170 0x7f8f3c15c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.289+0000 7f8f43800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0cf6c0 0x7f8f3c0cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.289+0000 7f8f43800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8f3c0b5dd0 0x7f8f3c0b6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.289+0000 7f8f43800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8f3c15ca90 con 0x7f8f3c0b5dd0 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.289+0000 7f8f43800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f8f3c0b4cf0 con 0x7f8f3c15c170 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.289+0000 7f8f43800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8f3c0b4fd0 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f41800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8f3c0b5dd0 0x7f8f3c0b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f41800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8f3c0b5dd0 0x7f8f3c0b6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48206/0 (socket says 172.21.15.92:48206) 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f41800640 1 -- 172.21.15.92:0/2561267797 learned_addr learned my addr 172.21.15.92:0/2561267797 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f33e00640 1 --2- 172.21.15.92:0/2561267797 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0cf6c0 0x7f8f3c0cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f40e00640 1 --2- 172.21.15.92:0/2561267797 >> v2:172.21.15.102:3300/0 conn(0x7f8f3c15c170 0x7f8f3c15c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f41800640 1 -- 172.21.15.92:0/2561267797 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0cf6c0 msgr2=0x7f8f3c0cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f41800640 1 --2- 172.21.15.92:0/2561267797 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0cf6c0 0x7f8f3c0cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f41800640 1 -- 172.21.15.92:0/2561267797 >> v2:172.21.15.102:3300/0 conn(0x7f8f3c15c170 msgr2=0x7f8f3c15c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f41800640 1 --2- 172.21.15.92:0/2561267797 >> v2:172.21.15.102:3300/0 conn(0x7f8f3c15c170 0x7f8f3c15c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.290+0000 7f8f41800640 1 -- 172.21.15.92:0/2561267797 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f3c0b52b0 con 0x7f8f3c0b5dd0 2024-09-19T06:02:10.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.291+0000 7f8f41800640 1 --2- 172.21.15.92:0/2561267797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0b5dd0 0x7f8f3c0b6260 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c06f340 tx=0x7f8f3402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c29e2fea3441efc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:10.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.291+0000 7f8f3be00640 1 -- 172.21.15.92:0/2561267797 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f34036070 con 0x7f8f3c0b5dd0 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.291+0000 7f8f3be00640 1 -- 172.21.15.92:0/2561267797 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f34031600 con 0x7f8f3c0b5dd0 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.291+0000 7f8f3be00640 1 -- 172.21.15.92:0/2561267797 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f340319d0 con 0x7f8f3c0b5dd0 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.292+0000 7f8f43800640 1 -- 172.21.15.92:0/2561267797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0b5dd0 msgr2=0x7f8f3c0b6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.292+0000 7f8f43800640 1 --2- 172.21.15.92:0/2561267797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0b5dd0 0x7f8f3c0b6260 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8f3c06f340 tx=0x7f8f3402a6a0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.292+0000 7f8f43800640 1 -- 172.21.15.92:0/2561267797 shutdown_connections 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.292+0000 7f8f43800640 1 --2- 172.21.15.92:0/2561267797 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0b5dd0 0x7f8f3c0b6260 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.292+0000 7f8f43800640 1 --2- 172.21.15.92:0/2561267797 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0cf6c0 0x7f8f3c0cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.292+0000 7f8f43800640 1 --2- 172.21.15.92:0/2561267797 >> v2:172.21.15.102:3300/0 conn(0x7f8f3c15c170 0x7f8f3c15c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.292+0000 7f8f43800640 1 -- 172.21.15.92:0/2561267797 >> 172.21.15.92:0/2561267797 conn(0x7f8f3c06bc10 msgr2=0x7f8f3c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.292+0000 7f8f43800640 1 -- 172.21.15.92:0/2561267797 shutdown_connections 2024-09-19T06:02:10.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.292+0000 7f8f43800640 1 -- 172.21.15.92:0/2561267797 wait complete. 2024-09-19T06:02:10.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.294+0000 7f8f43800640 1 Processor -- start 2024-09-19T06:02:10.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.294+0000 7f8f43800640 1 -- start start 2024-09-19T06:02:10.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f43800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0b5dd0 0x7f8f3c15d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f43800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0cf6c0 0x7f8f3c1555c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f43800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f3c15c170 0x7f8f3c156e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f43800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3c0b5b50 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f43800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8f3c0b5870 con 0x7f8f3c15c170 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f43800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8f3c15ffb0 con 0x7f8f3c0b5dd0 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f33e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0cf6c0 0x7f8f3c1555c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f33e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0cf6c0 0x7f8f3c1555c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48214/0 (socket says 172.21.15.92:48214) 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f33e00640 1 -- 172.21.15.92:0/958456366 learned_addr learned my addr 172.21.15.92:0/958456366 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f41800640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f3c15c170 0x7f8f3c156e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f40e00640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0b5dd0 0x7f8f3c15d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f33e00640 1 -- 172.21.15.92:0/958456366 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0b5dd0 msgr2=0x7f8f3c15d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f33e00640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0b5dd0 0x7f8f3c15d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f33e00640 1 -- 172.21.15.92:0/958456366 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f3c15c170 msgr2=0x7f8f3c156e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.295+0000 7f8f33e00640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f3c15c170 0x7f8f3c156e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.296+0000 7f8f33e00640 1 -- 172.21.15.92:0/958456366 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8f3c15dd20 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.296+0000 7f8f33e00640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0cf6c0 0x7f8f3c1555c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f8f2400d800 tx=0x7f8f2400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:10.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.296+0000 7f8f39600640 1 -- 172.21.15.92:0/958456366 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f24018020 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.296+0000 7f8f39600640 1 -- 172.21.15.92:0/958456366 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f240096a0 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.296+0000 7f8f39600640 1 -- 172.21.15.92:0/958456366 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f24009a70 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.296+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8f3c152e00 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.296+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8f3c15e9c0 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.297+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8f3c15c550 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.298+0000 7f8f39600640 1 -- 172.21.15.92:0/958456366 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8f2401b020 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.299+0000 7f8f39600640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f1806c2b0 0x7f8f1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.299+0000 7f8f39600640 1 -- 172.21.15.92:0/958456366 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f8f2408b5b0 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.299+0000 7f8f40e00640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f1806c2b0 0x7f8f1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.300+0000 7f8f40e00640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f1806c2b0 0x7f8f1806e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0079a0 tx=0x7f8f2c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:10.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.303+0000 7f8f39600640 1 -- 172.21.15.92:0/958456366 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8f24022030 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.509+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8f3c0b38e0 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.510+0000 7f8f39600640 1 -- 172.21.15.92:0/958456366 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f8f24059630 con 0x7f8f3c0cf6c0 2024-09-19T06:02:10.512 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:10.512 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:10.512 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:10.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f1806c2b0 msgr2=0x7f8f1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f1806c2b0 0x7f8f1806e770 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0079a0 tx=0x7f8f2c008040 comp rx=0 tx=0).stop 2024-09-19T06:02:10.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0cf6c0 msgr2=0x7f8f3c1555c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0cf6c0 0x7f8f3c1555c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f8f2400d800 tx=0x7f8f2400dcc0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 shutdown_connections 2024-09-19T06:02:10.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f1806c2b0 0x7f8f1806e770 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8f3c15c170 0x7f8f3c156e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f3c0cf6c0 0x7f8f3c1555c0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 --2- 172.21.15.92:0/958456366 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8f3c0b5dd0 0x7f8f3c15d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 >> 172.21.15.92:0/958456366 conn(0x7f8f3c06bc10 msgr2=0x7f8f3c0724f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:10.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 shutdown_connections 2024-09-19T06:02:10.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.512+0000 7f8f43800640 1 -- 172.21.15.92:0/958456366 wait complete. 2024-09-19T06:02:10.530 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:02:10.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.680+0000 7f0665c00640 1 Processor -- start 2024-09-19T06:02:10.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.680+0000 7f0665c00640 1 -- start start 2024-09-19T06:02:10.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.681+0000 7f0665c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f066015e5f0 0x7f06600d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.681+0000 7f0665c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f066015e9d0 con 0x7f06600b8900 2024-09-19T06:02:10.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.681+0000 7f0665c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06600b8f20 con 0x7f06600d13c0 2024-09-19T06:02:10.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.681+0000 7f0665c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f06600b9b30 con 0x7f066015e5f0 2024-09-19T06:02:10.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.681+0000 7f065fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f066015e5f0 0x7f06600d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.681+0000 7f065fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f066015e5f0 0x7f06600d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48222/0 (socket says 172.21.15.92:48222) 2024-09-19T06:02:10.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.681+0000 7f0665200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f06600b8900 0x7f06600d2bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55362/0 (socket says 172.21.15.92:55362) 2024-09-19T06:02:10.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.681+0000 7f065fe00640 1 -- 172.21.15.92:0/107511766 learned_addr learned my addr 172.21.15.92:0/107511766 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:10.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.682+0000 7f065fe00640 1 -- 172.21.15.92:0/107511766 >> v1:172.21.15.102:6789/0 conn(0x7f06600d13c0 legacy=0x7f06600b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.682+0000 7f065fe00640 1 -- 172.21.15.92:0/107511766 >> v1:172.21.15.92:6789/0 conn(0x7f06600b8900 legacy=0x7f06600d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.682+0000 7f065fe00640 1 -- 172.21.15.92:0/107511766 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06600b9200 con 0x7f066015e5f0 2024-09-19T06:02:10.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.683+0000 7f065fe00640 1 --2- 172.21.15.92:0/107511766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 0x7f06600d0e80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f0650009870 tx=0x7f065002a2f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=994515bf281bb09e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:10.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.683+0000 7f065f400640 1 -- 172.21.15.92:0/107511766 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0650037070 con 0x7f066015e5f0 2024-09-19T06:02:10.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.683+0000 7f065f400640 1 -- 172.21.15.92:0/107511766 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0650032640 con 0x7f066015e5f0 2024-09-19T06:02:10.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.683+0000 7f065f400640 1 -- 172.21.15.92:0/107511766 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0650032a10 con 0x7f066015e5f0 2024-09-19T06:02:10.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.683+0000 7f0665c00640 1 -- 172.21.15.92:0/107511766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 msgr2=0x7f06600d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.683+0000 7f0665c00640 1 --2- 172.21.15.92:0/107511766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 0x7f06600d0e80 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f0650009870 tx=0x7f065002a2f0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.684+0000 7f0665c00640 1 -- 172.21.15.92:0/107511766 shutdown_connections 2024-09-19T06:02:10.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.684+0000 7f0665c00640 1 --2- 172.21.15.92:0/107511766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 0x7f06600d0e80 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.684+0000 7f0665c00640 1 -- 172.21.15.92:0/107511766 >> 172.21.15.92:0/107511766 conn(0x7f0660062630 msgr2=0x7f0660062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:10.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.684+0000 7f0665c00640 1 -- 172.21.15.92:0/107511766 shutdown_connections 2024-09-19T06:02:10.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.684+0000 7f0665c00640 1 -- 172.21.15.92:0/107511766 wait complete. 2024-09-19T06:02:10.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.685+0000 7f0665c00640 1 Processor -- start 2024-09-19T06:02:10.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.685+0000 7f0665c00640 1 -- start start 2024-09-19T06:02:10.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.686+0000 7f0665c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06600b8900 0x7f06601f3820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.686+0000 7f0665c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06600d13c0 0x7f06601e76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.686+0000 7f0665c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 0x7f06601e7c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.686+0000 7f0665c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f06600d32d0 con 0x7f066015e5f0 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.686+0000 7f0665c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f06600b97c0 con 0x7f06600b8900 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.686+0000 7f0665c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f06600d3450 con 0x7f06600d13c0 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.686+0000 7f0665200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 0x7f06601e7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.686+0000 7f0665200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 0x7f06601e7c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48228/0 (socket says 172.21.15.92:48228) 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.686+0000 7f0665200640 1 -- 172.21.15.92:0/1691656879 learned_addr learned my addr 172.21.15.92:0/1691656879 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f065fe00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06600b8900 0x7f06601f3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0665200640 1 -- 172.21.15.92:0/1691656879 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06600d13c0 msgr2=0x7f06601e76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0657400640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06600d13c0 0x7f06601e76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0665200640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06600d13c0 0x7f06601e76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0665200640 1 -- 172.21.15.92:0/1691656879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06600b8900 msgr2=0x7f06601f3820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0665200640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06600b8900 0x7f06601f3820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0665200640 1 -- 172.21.15.92:0/1691656879 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06600cf5f0 con 0x7f066015e5f0 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0657400640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06600d13c0 0x7f06601e76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0665200640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 0x7f06601e7c00 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f065800c7a0 tx=0x7f065800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f065cc00640 1 -- 172.21.15.92:0/1691656879 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0658017070 con 0x7f066015e5f0 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f065cc00640 1 -- 172.21.15.92:0/1691656879 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f065800a640 con 0x7f066015e5f0 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f065cc00640 1 -- 172.21.15.92:0/1691656879 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f065800aa30 con 0x7f066015e5f0 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06601e8230 con 0x7f066015e5f0 2024-09-19T06:02:10.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.687+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06601f4580 con 0x7f066015e5f0 2024-09-19T06:02:10.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.689+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0660069c20 con 0x7f066015e5f0 2024-09-19T06:02:10.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.689+0000 7f065cc00640 1 -- 172.21.15.92:0/1691656879 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f065801a070 con 0x7f066015e5f0 2024-09-19T06:02:10.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.690+0000 7f065cc00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f063c06c2b0 0x7f063c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:10.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.690+0000 7f065cc00640 1 -- 172.21.15.92:0/1691656879 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f065808ab10 con 0x7f066015e5f0 2024-09-19T06:02:10.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.690+0000 7f065fe00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f063c06c2b0 0x7f063c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:10.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.691+0000 7f065fe00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f063c06c2b0 0x7f063c06e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0650034000 tx=0x7f065002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:10.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.694+0000 7f065cc00640 1 -- 172.21.15.92:0/1691656879 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f06580591e0 con 0x7f066015e5f0 2024-09-19T06:02:10.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.874+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f06600d0e80 con 0x7f066015e5f0 2024-09-19T06:02:10.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.875+0000 7f065cc00640 1 -- 172.21.15.92:0/1691656879 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16717 (secure 0 0 0) 0x7f0658058ae0 con 0x7f066015e5f0 2024-09-19T06:02:10.877 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:10.878 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":33,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:02:08.096281+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:04.833869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:05.485460+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.877+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f063c06c2b0 msgr2=0x7f063c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.877+0000 7f0665c00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f063c06c2b0 0x7f063c06e770 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0650034000 tx=0x7f065002e000 comp rx=0 tx=0).stop 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.877+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 msgr2=0x7f06601e7c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.877+0000 7f0665c00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 0x7f06601e7c00 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f065800c7a0 tx=0x7f065800cc60 comp rx=0 tx=0).stop 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.878+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 shutdown_connections 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.878+0000 7f0665c00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f066015e5f0 0x7f06601e7c00 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.878+0000 7f0665c00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06600d13c0 0x7f06601e76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.878+0000 7f0665c00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f063c06c2b0 0x7f063c06e770 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.878+0000 7f0665c00640 1 --2- 172.21.15.92:0/1691656879 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06600b8900 0x7f06601f3820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.878+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 >> 172.21.15.92:0/1691656879 conn(0x7f0660062630 msgr2=0x7f06600d2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:10.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.878+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 shutdown_connections 2024-09-19T06:02:10.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:10.878+0000 7f0665c00640 1 -- 172.21.15.92:0/1691656879 wait complete. 2024-09-19T06:02:10.897 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:02:10.897 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:02:11.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.048+0000 7f8482a00640 1 Processor -- start 2024-09-19T06:02:11.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.048+0000 7f8482a00640 1 -- start start 2024-09-19T06:02:11.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.049+0000 7f8482a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f847c15e5f0 0x7f847c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.049+0000 7f8482a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c0d13c0 0x7f847c0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.049+0000 7f8482a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f847c15e9d0 con 0x7f847c0b8730 2024-09-19T06:02:11.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.049+0000 7f8482a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f847c0b9b30 con 0x7f847c15e5f0 2024-09-19T06:02:11.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.049+0000 7f8482a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f847c0d1820 con 0x7f847c0d13c0 2024-09-19T06:02:11.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.049+0000 7f8481600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f847c15e5f0 0x7f847c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.049+0000 7f8482000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f847c0b8730 0x7f847c0ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55372/0 (socket says 172.21.15.92:55372) 2024-09-19T06:02:11.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.049+0000 7f8482000640 1 -- 172.21.15.92:0/3799235719 learned_addr learned my addr 172.21.15.92:0/3799235719 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:11.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.050+0000 7f8480c00640 1 --2- 172.21.15.92:0/3799235719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c0d13c0 0x7f847c0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.050+0000 7f8481600640 1 -- 172.21.15.92:0/3799235719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c0d13c0 msgr2=0x7f847c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:11.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.050+0000 7f8481600640 1 --2- 172.21.15.92:0/3799235719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c0d13c0 0x7f847c0b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.050+0000 7f8481600640 1 -- 172.21.15.92:0/3799235719 >> v1:172.21.15.92:6789/0 conn(0x7f847c0b8730 legacy=0x7f847c0ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.050+0000 7f8481600640 1 -- 172.21.15.92:0/3799235719 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f847c0b8f20 con 0x7f847c15e5f0 2024-09-19T06:02:11.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.050+0000 7f847be00640 1 -- 172.21.15.92:0/3799235719 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3574465969 0 0) 0x7f847c15e9d0 con 0x7f847c0b8730 2024-09-19T06:02:11.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.051+0000 7f8481600640 1 --2- 172.21.15.92:0/3799235719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c15e5f0 0x7f847c0d0e80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f84700097a0 tx=0x7f847002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=351fe3d02ccc4590 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:11.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.051+0000 7f847be00640 1 -- 172.21.15.92:0/3799235719 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8470037070 con 0x7f847c15e5f0 2024-09-19T06:02:11.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.051+0000 7f847be00640 1 -- 172.21.15.92:0/3799235719 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8470032440 con 0x7f847c15e5f0 2024-09-19T06:02:11.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.051+0000 7f847be00640 1 -- 172.21.15.92:0/3799235719 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8470032810 con 0x7f847c15e5f0 2024-09-19T06:02:11.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.051+0000 7f8482a00640 1 -- 172.21.15.92:0/3799235719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c15e5f0 msgr2=0x7f847c0d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.051+0000 7f8482a00640 1 --2- 172.21.15.92:0/3799235719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c15e5f0 0x7f847c0d0e80 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f84700097a0 tx=0x7f847002a180 comp rx=0 tx=0).stop 2024-09-19T06:02:11.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.052+0000 7f8482a00640 1 -- 172.21.15.92:0/3799235719 shutdown_connections 2024-09-19T06:02:11.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.052+0000 7f8482a00640 1 --2- 172.21.15.92:0/3799235719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c0d13c0 0x7f847c0b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.052+0000 7f8482a00640 1 --2- 172.21.15.92:0/3799235719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c15e5f0 0x7f847c0d0e80 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.052+0000 7f8482a00640 1 -- 172.21.15.92:0/3799235719 >> 172.21.15.92:0/3799235719 conn(0x7f847c062630 msgr2=0x7f847c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:11.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.052+0000 7f8482a00640 1 -- 172.21.15.92:0/3799235719 shutdown_connections 2024-09-19T06:02:11.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.052+0000 7f8482a00640 1 -- 172.21.15.92:0/3799235719 wait complete. 2024-09-19T06:02:11.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.053+0000 7f8482a00640 1 Processor -- start 2024-09-19T06:02:11.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.053+0000 7f8482a00640 1 -- start start 2024-09-19T06:02:11.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.054+0000 7f8482a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f847c0b8730 0x7f847c0caca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.054+0000 7f8482a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c0d13c0 0x7f847c0ab550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.054+0000 7f8482a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c15e5f0 0x7f847c0ccc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.054+0000 7f8482a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f847c0b97c0 con 0x7f847c0d13c0 2024-09-19T06:02:11.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.054+0000 7f8482a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f847c0b94e0 con 0x7f847c0b8730 2024-09-19T06:02:11.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.054+0000 7f8482a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f847c0b8bc0 con 0x7f847c15e5f0 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.054+0000 7f8480c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c0d13c0 0x7f847c0ab550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.054+0000 7f8480c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c0d13c0 0x7f847c0ab550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48246/0 (socket says 172.21.15.92:48246) 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8480c00640 1 -- 172.21.15.92:0/3232029776 learned_addr learned my addr 172.21.15.92:0/3232029776 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8481600640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f847c0b8730 0x7f847c0caca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8482000640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c15e5f0 0x7f847c0ccc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8480c00640 1 -- 172.21.15.92:0/3232029776 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c15e5f0 msgr2=0x7f847c0ccc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8480c00640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c15e5f0 0x7f847c0ccc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8480c00640 1 -- 172.21.15.92:0/3232029776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f847c0b8730 msgr2=0x7f847c0caca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8480c00640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f847c0b8730 0x7f847c0caca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8480c00640 1 -- 172.21.15.92:0/3232029776 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f847c0ac2d0 con 0x7f847c0d13c0 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8480c00640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c0d13c0 0x7f847c0ab550 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f846800d7d0 tx=0x7f846800dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8479600640 1 -- 172.21.15.92:0/3232029776 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8468004020 con 0x7f847c0d13c0 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8479600640 1 -- 172.21.15.92:0/3232029776 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84680041e0 con 0x7f847c0d13c0 2024-09-19T06:02:11.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.055+0000 7f8479600640 1 -- 172.21.15.92:0/3232029776 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84680043d0 con 0x7f847c0d13c0 2024-09-19T06:02:11.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.056+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f847c0cb1e0 con 0x7f847c0d13c0 2024-09-19T06:02:11.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.056+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f847c1f40f0 con 0x7f847c0d13c0 2024-09-19T06:02:11.060 INFO:tasks.ceph.mds.a.smithi092.stderr:2024-09-19T06:02:11.057+0000 7f9a9ea00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:02:11.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.057+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f847c069c20 con 0x7f847c0d13c0 2024-09-19T06:02:11.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.058+0000 7f8479600640 1 -- 172.21.15.92:0/3232029776 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f846801b020 con 0x7f847c0d13c0 2024-09-19T06:02:11.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.058+0000 7f8479600640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f845c06c2e0 0x7f845c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.059+0000 7f8479600640 1 -- 172.21.15.92:0/3232029776 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f846808b210 con 0x7f847c0d13c0 2024-09-19T06:02:11.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.059+0000 7f8481600640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f845c06c2e0 0x7f845c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.059+0000 7f8481600640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f845c06c2e0 0x7f845c06e7a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8470034000 tx=0x7f847002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:11.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.063+0000 7f8479600640 1 -- 172.21.15.92:0/3232029776 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84680598e0 con 0x7f847c0d13c0 2024-09-19T06:02:11.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.236+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f847c0b81f0 con 0x7f845c06c2e0 2024-09-19T06:02:11.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.242+0000 7f8479600640 1 -- 172.21.15.92:0/3232029776 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251223 (secure 0 0 0) 0x7f847c0b81f0 con 0x7f845c06c2e0 2024-09-19T06:02:11.247 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:11.249 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:02:11.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f845c06c2e0 msgr2=0x7f845c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f845c06c2e0 0x7f845c06e7a0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f8470034000 tx=0x7f847002e000 comp rx=0 tx=0).stop 2024-09-19T06:02:11.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c0d13c0 msgr2=0x7f847c0ab550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c0d13c0 0x7f847c0ab550 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f846800d7d0 tx=0x7f846800dc90 comp rx=0 tx=0).stop 2024-09-19T06:02:11.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 shutdown_connections 2024-09-19T06:02:11.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f847c15e5f0 0x7f847c0ccc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847c0d13c0 0x7f847c0ab550 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f845c06c2e0 0x7f845c06e7a0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 --2- 172.21.15.92:0/3232029776 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f847c0b8730 0x7f847c0caca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 >> 172.21.15.92:0/3232029776 conn(0x7f847c062630 msgr2=0x7f847c0ceaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:11.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 shutdown_connections 2024-09-19T06:02:11.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.246+0000 7f8482a00640 1 -- 172.21.15.92:0/3232029776 wait complete. 2024-09-19T06:02:11.264 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-19T06:02:10.884946+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592756,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":24,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220120,"kb_used_data":3856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754600,"statfs":{"total":773094113280,"available":772868710400,"internally_reserved":0,"allocated":3948544,"data_stored":2206722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2388,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.807278"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117389+0000","last_change":"2024-09-19T06:02:07.110070+0000","last_active":"2024-09-19T06:02:07.117389+0000","last_peered":"2024-09-19T06:02:07.117389+0000","last_clean":"2024-09-19T06:02:07.117389+0000","last_became_active":"2024-09-19T06:02:07.109765+0000","last_became_peered":"2024-09-19T06:02:07.109765+0000","last_unstale":"2024-09-19T06:02:07.117389+0000","last_undegraded":"2024-09-19T06:02:07.117389+0000","last_fullsized":"2024-09-19T06:02:07.117389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:52.408474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.121226+0000","last_change":"2024-09-19T06:02:07.118340+0000","last_active":"2024-09-19T06:02:07.121226+0000","last_peered":"2024-09-19T06:02:07.121226+0000","last_clean":"2024-09-19T06:02:07.121226+0000","last_became_active":"2024-09-19T06:02:07.118072+0000","last_became_peered":"2024-09-19T06:02:07.118072+0000","last_unstale":"2024-09-19T06:02:07.121226+0000","last_undegraded":"2024-09-19T06:02:07.121226+0000","last_fullsized":"2024-09-19T06:02:07.121226+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:43.254486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105325+0000","last_change":"2024-09-19T06:02:07.100024+0000","last_active":"2024-09-19T06:02:07.105325+0000","last_peered":"2024-09-19T06:02:07.105325+0000","last_clean":"2024-09-19T06:02:07.105325+0000","last_became_active":"2024-09-19T06:02:07.099669+0000","last_became_peered":"2024-09-19T06:02:07.099669+0000","last_unstale":"2024-09-19T06:02:07.105325+0000","last_undegraded":"2024-09-19T06:02:07.105325+0000","last_fullsized":"2024-09-19T06:02:07.105325+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.102260+0000","last_change":"2024-09-19T06:02:06.102260+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.102260+0000","last_undegraded":"2024-09-19T06:02:06.102260+0000","last_fullsized":"2024-09-19T06:02:06.102260+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.128225+0000","last_change":"2024-09-19T06:02:07.125434+0000","last_active":"2024-09-19T06:02:07.128225+0000","last_peered":"2024-09-19T06:02:07.128225+0000","last_clean":"2024-09-19T06:02:07.128225+0000","last_became_active":"2024-09-19T06:02:07.123297+0000","last_became_peered":"2024-09-19T06:02:07.123297+0000","last_unstale":"2024-09-19T06:02:07.128225+0000","last_undegraded":"2024-09-19T06:02:07.128225+0000","last_fullsized":"2024-09-19T06:02:07.128225+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:56.667298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120391+0000","last_change":"2024-09-19T06:02:07.109640+0000","last_active":"2024-09-19T06:02:07.120391+0000","last_peered":"2024-09-19T06:02:07.120391+0000","last_clean":"2024-09-19T06:02:07.120391+0000","last_became_active":"2024-09-19T06:02:07.109230+0000","last_became_peered":"2024-09-19T06:02:07.109230+0000","last_unstale":"2024-09-19T06:02:07.120391+0000","last_undegraded":"2024-09-19T06:02:07.120391+0000","last_fullsized":"2024-09-19T06:02:07.120391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124278+0000","last_change":"2024-09-19T06:02:07.118318+0000","last_active":"2024-09-19T06:02:07.124278+0000","last_peered":"2024-09-19T06:02:07.124278+0000","last_clean":"2024-09-19T06:02:07.124278+0000","last_became_active":"2024-09-19T06:02:07.118071+0000","last_became_peered":"2024-09-19T06:02:07.118071+0000","last_unstale":"2024-09-19T06:02:07.124278+0000","last_undegraded":"2024-09-19T06:02:07.124278+0000","last_fullsized":"2024-09-19T06:02:07.124278+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124014+0000","last_change":"2024-09-19T06:02:07.117277+0000","last_active":"2024-09-19T06:02:07.124014+0000","last_peered":"2024-09-19T06:02:07.124014+0000","last_clean":"2024-09-19T06:02:07.124014+0000","last_became_active":"2024-09-19T06:02:07.116981+0000","last_became_peered":"2024-09-19T06:02:07.116981+0000","last_unstale":"2024-09-19T06:02:07.124014+0000","last_undegraded":"2024-09-19T06:02:07.124014+0000","last_fullsized":"2024-09-19T06:02:07.124014+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.109120+0000","last_change":"2024-09-19T06:02:07.103421+0000","last_active":"2024-09-19T06:02:07.109120+0000","last_peered":"2024-09-19T06:02:07.109120+0000","last_clean":"2024-09-19T06:02:07.109120+0000","last_became_active":"2024-09-19T06:02:07.102216+0000","last_became_peered":"2024-09-19T06:02:07.102216+0000","last_unstale":"2024-09-19T06:02:07.109120+0000","last_undegraded":"2024-09-19T06:02:07.109120+0000","last_fullsized":"2024-09-19T06:02:07.109120+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.098471+0000","last_change":"2024-09-19T06:02:06.098471+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.098471+0000","last_undegraded":"2024-09-19T06:02:06.098471+0000","last_fullsized":"2024-09-19T06:02:06.098471+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120160+0000","last_change":"2024-09-19T06:02:07.114228+0000","last_active":"2024-09-19T06:02:07.120160+0000","last_peered":"2024-09-19T06:02:07.120160+0000","last_clean":"2024-09-19T06:02:07.120160+0000","last_became_active":"2024-09-19T06:02:07.113934+0000","last_became_peered":"2024-09-19T06:02:07.113934+0000","last_unstale":"2024-09-19T06:02:07.120160+0000","last_undegraded":"2024-09-19T06:02:07.120160+0000","last_fullsized":"2024-09-19T06:02:07.120160+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119028+0000","last_change":"2024-09-19T06:02:07.112691+0000","last_active":"2024-09-19T06:02:07.119028+0000","last_peered":"2024-09-19T06:02:07.119028+0000","last_clean":"2024-09-19T06:02:07.119028+0000","last_became_active":"2024-09-19T06:02:07.112404+0000","last_became_peered":"2024-09-19T06:02:07.112404+0000","last_unstale":"2024-09-19T06:02:07.119028+0000","last_undegraded":"2024-09-19T06:02:07.119028+0000","last_fullsized":"2024-09-19T06:02:07.119028+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117831+0000","last_change":"2024-09-19T06:02:07.111422+0000","last_active":"2024-09-19T06:02:07.117831+0000","last_peered":"2024-09-19T06:02:07.117831+0000","last_clean":"2024-09-19T06:02:07.117831+0000","last_became_active":"2024-09-19T06:02:07.111012+0000","last_became_peered":"2024-09-19T06:02:07.111012+0000","last_unstale":"2024-09-19T06:02:07.117831+0000","last_undegraded":"2024-09-19T06:02:07.117831+0000","last_fullsized":"2024-09-19T06:02:07.117831+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:55.636129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120789+0000","last_change":"2024-09-19T06:02:07.112596+0000","last_active":"2024-09-19T06:02:07.120789+0000","last_peered":"2024-09-19T06:02:07.120789+0000","last_clean":"2024-09-19T06:02:07.120789+0000","last_became_active":"2024-09-19T06:02:07.111760+0000","last_became_peered":"2024-09-19T06:02:07.111760+0000","last_unstale":"2024-09-19T06:02:07.120789+0000","last_undegraded":"2024-09-19T06:02:07.120789+0000","last_fullsized":"2024-09-19T06:02:07.120789+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.114257+0000","last_change":"2024-09-19T06:02:07.107738+0000","last_active":"2024-09-19T06:02:07.114257+0000","last_peered":"2024-09-19T06:02:07.114257+0000","last_clean":"2024-09-19T06:02:07.114257+0000","last_became_active":"2024-09-19T06:02:07.107456+0000","last_became_peered":"2024-09-19T06:02:07.107456+0000","last_unstale":"2024-09-19T06:02:07.114257+0000","last_undegraded":"2024-09-19T06:02:07.114257+0000","last_fullsized":"2024-09-19T06:02:07.114257+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.129153+0000","last_change":"2024-09-19T06:02:07.124577+0000","last_active":"2024-09-19T06:02:07.129153+0000","last_peered":"2024-09-19T06:02:07.129153+0000","last_clean":"2024-09-19T06:02:07.129153+0000","last_became_active":"2024-09-19T06:02:07.124336+0000","last_became_peered":"2024-09-19T06:02:07.124336+0000","last_unstale":"2024-09-19T06:02:07.129153+0000","last_undegraded":"2024-09-19T06:02:07.129153+0000","last_fullsized":"2024-09-19T06:02:07.129153+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115139+0000","last_change":"2024-09-19T06:02:07.111906+0000","last_active":"2024-09-19T06:02:07.115139+0000","last_peered":"2024-09-19T06:02:07.115139+0000","last_clean":"2024-09-19T06:02:07.115139+0000","last_became_active":"2024-09-19T06:02:07.111520+0000","last_became_peered":"2024-09-19T06:02:07.111520+0000","last_unstale":"2024-09-19T06:02:07.115139+0000","last_undegraded":"2024-09-19T06:02:07.115139+0000","last_fullsized":"2024-09-19T06:02:07.115139+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.121238+0000","last_change":"2024-09-19T06:02:07.118549+0000","last_active":"2024-09-19T06:02:07.121238+0000","last_peered":"2024-09-19T06:02:07.121238+0000","last_clean":"2024-09-19T06:02:07.121238+0000","last_became_active":"2024-09-19T06:02:07.115521+0000","last_became_peered":"2024-09-19T06:02:07.115521+0000","last_unstale":"2024-09-19T06:02:07.121238+0000","last_undegraded":"2024-09-19T06:02:07.121238+0000","last_fullsized":"2024-09-19T06:02:07.121238+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:29.240008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120828+0000","last_change":"2024-09-19T06:02:07.115115+0000","last_active":"2024-09-19T06:02:07.120828+0000","last_peered":"2024-09-19T06:02:07.120828+0000","last_clean":"2024-09-19T06:02:07.120828+0000","last_became_active":"2024-09-19T06:02:07.114478+0000","last_became_peered":"2024-09-19T06:02:07.114478+0000","last_unstale":"2024-09-19T06:02:07.120828+0000","last_undegraded":"2024-09-19T06:02:07.120828+0000","last_fullsized":"2024-09-19T06:02:07.120828+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117876+0000","last_change":"2024-09-19T06:02:07.112586+0000","last_active":"2024-09-19T06:02:07.117876+0000","last_peered":"2024-09-19T06:02:07.117876+0000","last_clean":"2024-09-19T06:02:07.117876+0000","last_became_active":"2024-09-19T06:02:07.112351+0000","last_became_peered":"2024-09-19T06:02:07.112351+0000","last_unstale":"2024-09-19T06:02:07.117876+0000","last_undegraded":"2024-09-19T06:02:07.117876+0000","last_fullsized":"2024-09-19T06:02:07.117876+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:19.686715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.114393+0000","last_change":"2024-09-19T06:02:07.102792+0000","last_active":"2024-09-19T06:02:07.114393+0000","last_peered":"2024-09-19T06:02:07.114393+0000","last_clean":"2024-09-19T06:02:07.114393+0000","last_became_active":"2024-09-19T06:02:07.102441+0000","last_became_peered":"2024-09-19T06:02:07.102441+0000","last_unstale":"2024-09-19T06:02:07.114393+0000","last_undegraded":"2024-09-19T06:02:07.114393+0000","last_fullsized":"2024-09-19T06:02:07.114393+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:52.408474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115022+0000","last_change":"2024-09-19T06:02:07.111834+0000","last_active":"2024-09-19T06:02:07.115022+0000","last_peered":"2024-09-19T06:02:07.115022+0000","last_clean":"2024-09-19T06:02:07.115022+0000","last_became_active":"2024-09-19T06:02:07.111420+0000","last_became_peered":"2024-09-19T06:02:07.111420+0000","last_unstale":"2024-09-19T06:02:07.115022+0000","last_undegraded":"2024-09-19T06:02:07.115022+0000","last_fullsized":"2024-09-19T06:02:07.115022+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113452+0000","last_change":"2024-09-19T06:02:07.107450+0000","last_active":"2024-09-19T06:02:07.113452+0000","last_peered":"2024-09-19T06:02:07.113452+0000","last_clean":"2024-09-19T06:02:07.113452+0000","last_became_active":"2024-09-19T06:02:07.107185+0000","last_became_peered":"2024-09-19T06:02:07.107185+0000","last_unstale":"2024-09-19T06:02:07.113452+0000","last_undegraded":"2024-09-19T06:02:07.113452+0000","last_fullsized":"2024-09-19T06:02:07.113452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117896+0000","last_change":"2024-09-19T06:02:07.111087+0000","last_active":"2024-09-19T06:02:07.117896+0000","last_peered":"2024-09-19T06:02:07.117896+0000","last_clean":"2024-09-19T06:02:07.117896+0000","last_became_active":"2024-09-19T06:02:07.110680+0000","last_became_peered":"2024-09-19T06:02:07.110680+0000","last_unstale":"2024-09-19T06:02:07.117896+0000","last_undegraded":"2024-09-19T06:02:07.117896+0000","last_fullsized":"2024-09-19T06:02:07.117896+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.103016+0000","last_change":"2024-09-19T06:02:06.103016+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.103016+0000","last_undegraded":"2024-09-19T06:02:06.103016+0000","last_fullsized":"2024-09-19T06:02:06.103016+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120961+0000","last_change":"2024-09-19T06:02:07.116887+0000","last_active":"2024-09-19T06:02:07.120961+0000","last_peered":"2024-09-19T06:02:07.120961+0000","last_clean":"2024-09-19T06:02:07.120961+0000","last_became_active":"2024-09-19T06:02:07.115181+0000","last_became_peered":"2024-09-19T06:02:07.115181+0000","last_unstale":"2024-09-19T06:02:07.120961+0000","last_undegraded":"2024-09-19T06:02:07.120961+0000","last_fullsized":"2024-09-19T06:02:07.120961+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:36.268488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.104925+0000","last_change":"2024-09-19T06:02:06.104925+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.104925+0000","last_undegraded":"2024-09-19T06:02:06.104925+0000","last_fullsized":"2024-09-19T06:02:06.104925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.103007+0000","last_change":"2024-09-19T06:02:07.095653+0000","last_active":"2024-09-19T06:02:07.103007+0000","last_peered":"2024-09-19T06:02:07.103007+0000","last_clean":"2024-09-19T06:02:07.103007+0000","last_became_active":"2024-09-19T06:02:07.095384+0000","last_became_peered":"2024-09-19T06:02:07.095384+0000","last_unstale":"2024-09-19T06:02:07.103007+0000","last_undegraded":"2024-09-19T06:02:07.103007+0000","last_fullsized":"2024-09-19T06:02:07.103007+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125852+0000","last_change":"2024-09-19T06:02:07.121337+0000","last_active":"2024-09-19T06:02:07.125852+0000","last_peered":"2024-09-19T06:02:07.125852+0000","last_clean":"2024-09-19T06:02:07.125852+0000","last_became_active":"2024-09-19T06:02:07.121057+0000","last_became_peered":"2024-09-19T06:02:07.121057+0000","last_unstale":"2024-09-19T06:02:07.125852+0000","last_undegraded":"2024-09-19T06:02:07.125852+0000","last_fullsized":"2024-09-19T06:02:07.125852+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123279+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:07.123279+0000","last_peered":"2024-09-19T06:02:07.123279+0000","last_clean":"2024-09-19T06:02:07.123279+0000","last_became_active":"2024-09-19T06:02:07.115495+0000","last_became_peered":"2024-09-19T06:02:07.115495+0000","last_unstale":"2024-09-19T06:02:07.123279+0000","last_undegraded":"2024-09-19T06:02:07.123279+0000","last_fullsized":"2024-09-19T06:02:07.123279+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124111+0000","last_change":"2024-09-19T06:02:07.119057+0000","last_active":"2024-09-19T06:02:07.124111+0000","last_peered":"2024-09-19T06:02:07.124111+0000","last_clean":"2024-09-19T06:02:07.124111+0000","last_became_active":"2024-09-19T06:02:07.118791+0000","last_became_peered":"2024-09-19T06:02:07.118791+0000","last_unstale":"2024-09-19T06:02:07.124111+0000","last_undegraded":"2024-09-19T06:02:07.124111+0000","last_fullsized":"2024-09-19T06:02:07.124111+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123353+0000","last_change":"2024-09-19T06:02:07.116077+0000","last_active":"2024-09-19T06:02:07.123353+0000","last_peered":"2024-09-19T06:02:07.123353+0000","last_clean":"2024-09-19T06:02:07.123353+0000","last_became_active":"2024-09-19T06:02:07.115630+0000","last_became_peered":"2024-09-19T06:02:07.115630+0000","last_unstale":"2024-09-19T06:02:07.123353+0000","last_undegraded":"2024-09-19T06:02:07.123353+0000","last_fullsized":"2024-09-19T06:02:07.123353+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.116221+0000","last_change":"2024-09-19T06:02:07.110040+0000","last_active":"2024-09-19T06:02:07.116221+0000","last_peered":"2024-09-19T06:02:07.116221+0000","last_clean":"2024-09-19T06:02:07.116221+0000","last_became_active":"2024-09-19T06:02:07.109803+0000","last_became_peered":"2024-09-19T06:02:07.109803+0000","last_unstale":"2024-09-19T06:02:07.116221+0000","last_undegraded":"2024-09-19T06:02:07.116221+0000","last_fullsized":"2024-09-19T06:02:07.116221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130429+0000","last_change":"2024-09-19T06:02:06.101762+0000","last_active":"2024-09-19T06:02:07.130429+0000","last_peered":"2024-09-19T06:02:07.130429+0000","last_clean":"2024-09-19T06:02:07.130429+0000","last_became_active":"2024-09-19T06:02:06.101272+0000","last_became_peered":"2024-09-19T06:02:06.101272+0000","last_unstale":"2024-09-19T06:02:07.130429+0000","last_undegraded":"2024-09-19T06:02:07.130429+0000","last_fullsized":"2024-09-19T06:02:07.130429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119813+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:07.119813+0000","last_peered":"2024-09-19T06:02:07.119813+0000","last_clean":"2024-09-19T06:02:07.119813+0000","last_became_active":"2024-09-19T06:02:07.115487+0000","last_became_peered":"2024-09-19T06:02:07.115487+0000","last_unstale":"2024-09-19T06:02:07.119813+0000","last_undegraded":"2024-09-19T06:02:07.119813+0000","last_fullsized":"2024-09-19T06:02:07.119813+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130497+0000","last_change":"2024-09-19T06:02:06.106573+0000","last_active":"2024-09-19T06:02:07.130497+0000","last_peered":"2024-09-19T06:02:07.130497+0000","last_clean":"2024-09-19T06:02:07.130497+0000","last_became_active":"2024-09-19T06:02:06.106316+0000","last_became_peered":"2024-09-19T06:02:06.106316+0000","last_unstale":"2024-09-19T06:02:07.130497+0000","last_undegraded":"2024-09-19T06:02:07.130497+0000","last_fullsized":"2024-09-19T06:02:07.130497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120263+0000","last_change":"2024-09-19T06:02:07.115014+0000","last_active":"2024-09-19T06:02:07.120263+0000","last_peered":"2024-09-19T06:02:07.120263+0000","last_clean":"2024-09-19T06:02:07.120263+0000","last_became_active":"2024-09-19T06:02:07.112273+0000","last_became_peered":"2024-09-19T06:02:07.112273+0000","last_unstale":"2024-09-19T06:02:07.120263+0000","last_undegraded":"2024-09-19T06:02:07.120263+0000","last_fullsized":"2024-09-19T06:02:07.120263+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.133543+0000","last_change":"2024-09-19T06:02:06.112041+0000","last_active":"2024-09-19T06:02:07.133543+0000","last_peered":"2024-09-19T06:02:07.133543+0000","last_clean":"2024-09-19T06:02:07.133543+0000","last_became_active":"2024-09-19T06:02:06.111746+0000","last_became_peered":"2024-09-19T06:02:06.111746+0000","last_unstale":"2024-09-19T06:02:07.133543+0000","last_undegraded":"2024-09-19T06:02:07.133543+0000","last_fullsized":"2024-09-19T06:02:07.133543+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:51.600833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101759+0000","last_change":"2024-09-19T06:02:06.101759+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101759+0000","last_undegraded":"2024-09-19T06:02:06.101759+0000","last_fullsized":"2024-09-19T06:02:06.101759+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.133255+0000","last_change":"2024-09-19T06:02:06.113848+0000","last_active":"2024-09-19T06:02:07.133255+0000","last_peered":"2024-09-19T06:02:07.133255+0000","last_clean":"2024-09-19T06:02:07.133255+0000","last_became_active":"2024-09-19T06:02:06.112745+0000","last_became_peered":"2024-09-19T06:02:06.112745+0000","last_unstale":"2024-09-19T06:02:07.133255+0000","last_undegraded":"2024-09-19T06:02:07.133255+0000","last_fullsized":"2024-09-19T06:02:07.133255+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:51.773235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123300+0000","last_change":"2024-09-19T06:02:07.116017+0000","last_active":"2024-09-19T06:02:07.123300+0000","last_peered":"2024-09-19T06:02:07.123300+0000","last_clean":"2024-09-19T06:02:07.123300+0000","last_became_active":"2024-09-19T06:02:07.115671+0000","last_became_peered":"2024-09-19T06:02:07.115671+0000","last_unstale":"2024-09-19T06:02:07.123300+0000","last_undegraded":"2024-09-19T06:02:07.123300+0000","last_fullsized":"2024-09-19T06:02:07.123300+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126494+0000","last_change":"2024-09-19T06:02:06.108956+0000","last_active":"2024-09-19T06:02:07.126494+0000","last_peered":"2024-09-19T06:02:07.126494+0000","last_clean":"2024-09-19T06:02:07.126494+0000","last_became_active":"2024-09-19T06:02:06.104492+0000","last_became_peered":"2024-09-19T06:02:06.104492+0000","last_unstale":"2024-09-19T06:02:07.126494+0000","last_undegraded":"2024-09-19T06:02:07.126494+0000","last_fullsized":"2024-09-19T06:02:07.126494+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.104260+0000","last_change":"2024-09-19T06:02:07.097145+0000","last_active":"2024-09-19T06:02:07.104260+0000","last_peered":"2024-09-19T06:02:07.104260+0000","last_clean":"2024-09-19T06:02:07.104260+0000","last_became_active":"2024-09-19T06:02:07.096884+0000","last_became_peered":"2024-09-19T06:02:07.096884+0000","last_unstale":"2024-09-19T06:02:07.104260+0000","last_undegraded":"2024-09-19T06:02:07.104260+0000","last_fullsized":"2024-09-19T06:02:07.104260+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130974+0000","last_change":"2024-09-19T06:02:06.109692+0000","last_active":"2024-09-19T06:02:07.130974+0000","last_peered":"2024-09-19T06:02:07.130974+0000","last_clean":"2024-09-19T06:02:07.130974+0000","last_became_active":"2024-09-19T06:02:06.108936+0000","last_became_peered":"2024-09-19T06:02:06.108936+0000","last_unstale":"2024-09-19T06:02:07.130974+0000","last_undegraded":"2024-09-19T06:02:07.130974+0000","last_fullsized":"2024-09-19T06:02:07.130974+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:55.660915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113147+0000","last_change":"2024-09-19T06:02:07.105833+0000","last_active":"2024-09-19T06:02:07.113147+0000","last_peered":"2024-09-19T06:02:07.113147+0000","last_clean":"2024-09-19T06:02:07.113147+0000","last_became_active":"2024-09-19T06:02:07.105526+0000","last_became_peered":"2024-09-19T06:02:07.105526+0000","last_unstale":"2024-09-19T06:02:07.113147+0000","last_undegraded":"2024-09-19T06:02:07.113147+0000","last_fullsized":"2024-09-19T06:02:07.113147+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.097282+0000","last_change":"2024-09-19T06:02:06.107346+0000","last_active":"2024-09-19T06:02:07.097282+0000","last_peered":"2024-09-19T06:02:07.097282+0000","last_clean":"2024-09-19T06:02:07.097282+0000","last_became_active":"2024-09-19T06:02:06.107070+0000","last_became_peered":"2024-09-19T06:02:06.107070+0000","last_unstale":"2024-09-19T06:02:07.097282+0000","last_undegraded":"2024-09-19T06:02:07.097282+0000","last_fullsized":"2024-09-19T06:02:07.097282+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:16.537928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.096738+0000","last_change":"2024-09-19T06:02:06.096738+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.096738+0000","last_undegraded":"2024-09-19T06:02:06.096738+0000","last_fullsized":"2024-09-19T06:02:06.096738+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.091204+0000","last_change":"2024-09-19T06:02:06.098131+0000","last_active":"2024-09-19T06:02:07.091204+0000","last_peered":"2024-09-19T06:02:07.091204+0000","last_clean":"2024-09-19T06:02:07.091204+0000","last_became_active":"2024-09-19T06:02:06.095459+0000","last_became_peered":"2024-09-19T06:02:06.095459+0000","last_unstale":"2024-09-19T06:02:07.091204+0000","last_undegraded":"2024-09-19T06:02:07.091204+0000","last_fullsized":"2024-09-19T06:02:07.091204+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:50.666768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125463+0000","last_change":"2024-09-19T06:02:07.120111+0000","last_active":"2024-09-19T06:02:07.125463+0000","last_peered":"2024-09-19T06:02:07.125463+0000","last_clean":"2024-09-19T06:02:07.125463+0000","last_became_active":"2024-09-19T06:02:07.119574+0000","last_became_peered":"2024-09-19T06:02:07.119574+0000","last_unstale":"2024-09-19T06:02:07.125463+0000","last_undegraded":"2024-09-19T06:02:07.125463+0000","last_fullsized":"2024-09-19T06:02:07.125463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107540+0000","last_change":"2024-09-19T06:02:06.112150+0000","last_active":"2024-09-19T06:02:07.107540+0000","last_peered":"2024-09-19T06:02:07.107540+0000","last_clean":"2024-09-19T06:02:07.107540+0000","last_became_active":"2024-09-19T06:02:06.111769+0000","last_became_peered":"2024-09-19T06:02:06.111769+0000","last_unstale":"2024-09-19T06:02:07.107540+0000","last_undegraded":"2024-09-19T06:02:07.107540+0000","last_fullsized":"2024-09-19T06:02:07.107540+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:16.818394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.122784+0000","last_change":"2024-09-19T06:02:07.119289+0000","last_active":"2024-09-19T06:02:07.122784+0000","last_peered":"2024-09-19T06:02:07.122784+0000","last_clean":"2024-09-19T06:02:07.122784+0000","last_became_active":"2024-09-19T06:02:07.118978+0000","last_became_peered":"2024-09-19T06:02:07.118978+0000","last_unstale":"2024-09-19T06:02:07.122784+0000","last_undegraded":"2024-09-19T06:02:07.122784+0000","last_fullsized":"2024-09-19T06:02:07.122784+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:22.971984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088938+0000","last_change":"2024-09-19T06:02:06.104582+0000","last_active":"2024-09-19T06:02:07.088938+0000","last_peered":"2024-09-19T06:02:07.088938+0000","last_clean":"2024-09-19T06:02:07.088938+0000","last_became_active":"2024-09-19T06:02:06.104304+0000","last_became_peered":"2024-09-19T06:02:06.104304+0000","last_unstale":"2024-09-19T06:02:07.088938+0000","last_undegraded":"2024-09-19T06:02:07.088938+0000","last_fullsized":"2024-09-19T06:02:07.088938+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:10.860193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120478+0000","last_change":"2024-09-19T06:02:07.111360+0000","last_active":"2024-09-19T06:02:07.120478+0000","last_peered":"2024-09-19T06:02:07.120478+0000","last_clean":"2024-09-19T06:02:07.120478+0000","last_became_active":"2024-09-19T06:02:07.111101+0000","last_became_peered":"2024-09-19T06:02:07.111101+0000","last_unstale":"2024-09-19T06:02:07.120478+0000","last_undegraded":"2024-09-19T06:02:07.120478+0000","last_fullsized":"2024-09-19T06:02:07.120478+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125996+0000","last_change":"2024-09-19T06:02:06.108962+0000","last_active":"2024-09-19T06:02:07.125996+0000","last_peered":"2024-09-19T06:02:07.125996+0000","last_clean":"2024-09-19T06:02:07.125996+0000","last_became_active":"2024-09-19T06:02:06.108664+0000","last_became_peered":"2024-09-19T06:02:06.108664+0000","last_unstale":"2024-09-19T06:02:07.125996+0000","last_undegraded":"2024-09-19T06:02:07.125996+0000","last_fullsized":"2024-09-19T06:02:07.125996+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119066+0000","last_change":"2024-09-19T06:02:07.114778+0000","last_active":"2024-09-19T06:02:07.119066+0000","last_peered":"2024-09-19T06:02:07.119066+0000","last_clean":"2024-09-19T06:02:07.119066+0000","last_became_active":"2024-09-19T06:02:07.114485+0000","last_became_peered":"2024-09-19T06:02:07.114485+0000","last_unstale":"2024-09-19T06:02:07.119066+0000","last_undegraded":"2024-09-19T06:02:07.119066+0000","last_fullsized":"2024-09-19T06:02:07.119066+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.135927+0000","last_change":"2024-09-19T06:02:06.112135+0000","last_active":"2024-09-19T06:02:07.135927+0000","last_peered":"2024-09-19T06:02:07.135927+0000","last_clean":"2024-09-19T06:02:07.135927+0000","last_became_active":"2024-09-19T06:02:06.111842+0000","last_became_peered":"2024-09-19T06:02:06.111842+0000","last_unstale":"2024-09-19T06:02:07.135927+0000","last_undegraded":"2024-09-19T06:02:07.135927+0000","last_fullsized":"2024-09-19T06:02:07.135927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:31.934773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101203+0000","last_change":"2024-09-19T06:02:06.101203+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101203+0000","last_undegraded":"2024-09-19T06:02:06.101203+0000","last_fullsized":"2024-09-19T06:02:06.101203+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130781+0000","last_change":"2024-09-19T06:02:06.097416+0000","last_active":"2024-09-19T06:02:07.130781+0000","last_peered":"2024-09-19T06:02:07.130781+0000","last_clean":"2024-09-19T06:02:07.130781+0000","last_became_active":"2024-09-19T06:02:06.097145+0000","last_became_peered":"2024-09-19T06:02:06.097145+0000","last_unstale":"2024-09-19T06:02:07.130781+0000","last_undegraded":"2024-09-19T06:02:07.130781+0000","last_fullsized":"2024-09-19T06:02:07.130781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120988+0000","last_change":"2024-09-19T06:02:07.116119+0000","last_active":"2024-09-19T06:02:07.120988+0000","last_peered":"2024-09-19T06:02:07.120988+0000","last_clean":"2024-09-19T06:02:07.120988+0000","last_became_active":"2024-09-19T06:02:07.115590+0000","last_became_peered":"2024-09-19T06:02:07.115590+0000","last_unstale":"2024-09-19T06:02:07.120988+0000","last_undegraded":"2024-09-19T06:02:07.120988+0000","last_fullsized":"2024-09-19T06:02:07.120988+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.115973+0000","last_change":"2024-09-19T06:02:06.110217+0000","last_active":"2024-09-19T06:02:06.115973+0000","last_peered":"2024-09-19T06:02:06.115973+0000","last_clean":"2024-09-19T06:02:06.115973+0000","last_became_active":"2024-09-19T06:02:06.109957+0000","last_became_peered":"2024-09-19T06:02:06.109957+0000","last_unstale":"2024-09-19T06:02:06.115973+0000","last_undegraded":"2024-09-19T06:02:06.115973+0000","last_fullsized":"2024-09-19T06:02:06.115973+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:26.329974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124039+0000","last_change":"2024-09-19T06:02:07.117517+0000","last_active":"2024-09-19T06:02:07.124039+0000","last_peered":"2024-09-19T06:02:07.124039+0000","last_clean":"2024-09-19T06:02:07.124039+0000","last_became_active":"2024-09-19T06:02:07.116029+0000","last_became_peered":"2024-09-19T06:02:07.116029+0000","last_unstale":"2024-09-19T06:02:07.124039+0000","last_undegraded":"2024-09-19T06:02:07.124039+0000","last_fullsized":"2024-09-19T06:02:07.124039+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.097075+0000","last_change":"2024-09-19T06:02:06.108735+0000","last_active":"2024-09-19T06:02:07.097075+0000","last_peered":"2024-09-19T06:02:07.097075+0000","last_clean":"2024-09-19T06:02:07.097075+0000","last_became_active":"2024-09-19T06:02:06.108410+0000","last_became_peered":"2024-09-19T06:02:06.108410+0000","last_unstale":"2024-09-19T06:02:07.097075+0000","last_undegraded":"2024-09-19T06:02:07.097075+0000","last_fullsized":"2024-09-19T06:02:07.097075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:34.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113944+0000","last_change":"2024-09-19T06:02:07.109985+0000","last_active":"2024-09-19T06:02:07.113944+0000","last_peered":"2024-09-19T06:02:07.113944+0000","last_clean":"2024-09-19T06:02:07.113944+0000","last_became_active":"2024-09-19T06:02:07.109644+0000","last_became_peered":"2024-09-19T06:02:07.109644+0000","last_unstale":"2024-09-19T06:02:07.113944+0000","last_undegraded":"2024-09-19T06:02:07.113944+0000","last_fullsized":"2024-09-19T06:02:07.113944+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.650245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.134179+0000","last_change":"2024-09-19T06:02:06.104635+0000","last_active":"2024-09-19T06:02:07.134179+0000","last_peered":"2024-09-19T06:02:07.134179+0000","last_clean":"2024-09-19T06:02:07.134179+0000","last_became_active":"2024-09-19T06:02:06.104430+0000","last_became_peered":"2024-09-19T06:02:06.104430+0000","last_unstale":"2024-09-19T06:02:07.134179+0000","last_undegraded":"2024-09-19T06:02:07.134179+0000","last_fullsized":"2024-09-19T06:02:07.134179+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105105+0000","last_change":"2024-09-19T06:02:07.097416+0000","last_active":"2024-09-19T06:02:07.105105+0000","last_peered":"2024-09-19T06:02:07.105105+0000","last_clean":"2024-09-19T06:02:07.105105+0000","last_became_active":"2024-09-19T06:02:07.097134+0000","last_became_peered":"2024-09-19T06:02:07.097134+0000","last_unstale":"2024-09-19T06:02:07.105105+0000","last_undegraded":"2024-09-19T06:02:07.105105+0000","last_fullsized":"2024-09-19T06:02:07.105105+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.650245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.118670+0000","last_change":"2024-09-19T06:02:06.115173+0000","last_active":"2024-09-19T06:02:06.118670+0000","last_peered":"2024-09-19T06:02:06.118670+0000","last_clean":"2024-09-19T06:02:06.118670+0000","last_became_active":"2024-09-19T06:02:06.114848+0000","last_became_peered":"2024-09-19T06:02:06.114848+0000","last_unstale":"2024-09-19T06:02:06.118670+0000","last_undegraded":"2024-09-19T06:02:06.118670+0000","last_fullsized":"2024-09-19T06:02:06.118670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:30.837403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.108070+0000","last_change":"2024-09-19T06:02:07.103551+0000","last_active":"2024-09-19T06:02:07.108070+0000","last_peered":"2024-09-19T06:02:07.108070+0000","last_clean":"2024-09-19T06:02:07.108070+0000","last_became_active":"2024-09-19T06:02:07.102637+0000","last_became_peered":"2024-09-19T06:02:07.102637+0000","last_unstale":"2024-09-19T06:02:07.108070+0000","last_undegraded":"2024-09-19T06:02:07.108070+0000","last_fullsized":"2024-09-19T06:02:07.108070+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130692+0000","last_change":"2024-09-19T06:02:06.101203+0000","last_active":"2024-09-19T06:02:07.130692+0000","last_peered":"2024-09-19T06:02:07.130692+0000","last_clean":"2024-09-19T06:02:07.130692+0000","last_became_active":"2024-09-19T06:02:06.100888+0000","last_became_peered":"2024-09-19T06:02:06.100888+0000","last_unstale":"2024-09-19T06:02:07.130692+0000","last_undegraded":"2024-09-19T06:02:07.130692+0000","last_fullsized":"2024-09-19T06:02:07.130692+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101751+0000","last_change":"2024-09-19T06:02:06.101751+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101751+0000","last_undegraded":"2024-09-19T06:02:06.101751+0000","last_fullsized":"2024-09-19T06:02:06.101751+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.127235+0000","last_change":"2024-09-19T06:02:06.111713+0000","last_active":"2024-09-19T06:02:07.127235+0000","last_peered":"2024-09-19T06:02:07.127235+0000","last_clean":"2024-09-19T06:02:07.127235+0000","last_became_active":"2024-09-19T06:02:06.110937+0000","last_became_peered":"2024-09-19T06:02:06.110937+0000","last_unstale":"2024-09-19T06:02:07.127235+0000","last_undegraded":"2024-09-19T06:02:07.127235+0000","last_fullsized":"2024-09-19T06:02:07.127235+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:57.229517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119664+0000","last_change":"2024-09-19T06:02:07.114374+0000","last_active":"2024-09-19T06:02:07.119664+0000","last_peered":"2024-09-19T06:02:07.119664+0000","last_clean":"2024-09-19T06:02:07.119664+0000","last_became_active":"2024-09-19T06:02:07.114107+0000","last_became_peered":"2024-09-19T06:02:07.114107+0000","last_unstale":"2024-09-19T06:02:07.119664+0000","last_undegraded":"2024-09-19T06:02:07.119664+0000","last_fullsized":"2024-09-19T06:02:07.119664+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:34.594388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.093611+0000","last_change":"2024-09-19T06:02:06.106358+0000","last_active":"2024-09-19T06:02:07.093611+0000","last_peered":"2024-09-19T06:02:07.093611+0000","last_clean":"2024-09-19T06:02:07.093611+0000","last_became_active":"2024-09-19T06:02:06.106053+0000","last_became_peered":"2024-09-19T06:02:06.106053+0000","last_unstale":"2024-09-19T06:02:07.093611+0000","last_undegraded":"2024-09-19T06:02:07.093611+0000","last_fullsized":"2024-09-19T06:02:07.093611+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:19.626514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115836+0000","last_change":"2024-09-19T06:02:07.107123+0000","last_active":"2024-09-19T06:02:07.115836+0000","last_peered":"2024-09-19T06:02:07.115836+0000","last_clean":"2024-09-19T06:02:07.115836+0000","last_became_active":"2024-09-19T06:02:07.106802+0000","last_became_peered":"2024-09-19T06:02:07.106802+0000","last_unstale":"2024-09-19T06:02:07.115836+0000","last_undegraded":"2024-09-19T06:02:07.115836+0000","last_fullsized":"2024-09-19T06:02:07.115836+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:05.252748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126117+0000","last_change":"2024-09-19T06:02:06.112793+0000","last_active":"2024-09-19T06:02:07.126117+0000","last_peered":"2024-09-19T06:02:07.126117+0000","last_clean":"2024-09-19T06:02:07.126117+0000","last_became_active":"2024-09-19T06:02:06.112550+0000","last_became_peered":"2024-09-19T06:02:06.112550+0000","last_unstale":"2024-09-19T06:02:07.126117+0000","last_undegraded":"2024-09-19T06:02:07.126117+0000","last_fullsized":"2024-09-19T06:02:07.126117+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117855+0000","last_change":"2024-09-19T06:02:07.111344+0000","last_active":"2024-09-19T06:02:07.117855+0000","last_peered":"2024-09-19T06:02:07.117855+0000","last_clean":"2024-09-19T06:02:07.117855+0000","last_became_active":"2024-09-19T06:02:07.110918+0000","last_became_peered":"2024-09-19T06:02:07.110918+0000","last_unstale":"2024-09-19T06:02:07.117855+0000","last_undegraded":"2024-09-19T06:02:07.117855+0000","last_fullsized":"2024-09-19T06:02:07.117855+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:20.644768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107783+0000","last_change":"2024-09-19T06:02:06.112900+0000","last_active":"2024-09-19T06:02:07.107783+0000","last_peered":"2024-09-19T06:02:07.107783+0000","last_clean":"2024-09-19T06:02:07.107783+0000","last_became_active":"2024-09-19T06:02:06.112496+0000","last_became_peered":"2024-09-19T06:02:06.112496+0000","last_unstale":"2024-09-19T06:02:07.107783+0000","last_undegraded":"2024-09-19T06:02:07.107783+0000","last_fullsized":"2024-09-19T06:02:07.107783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115576+0000","last_change":"2024-09-19T06:02:07.106005+0000","last_active":"2024-09-19T06:02:07.115576+0000","last_peered":"2024-09-19T06:02:07.115576+0000","last_clean":"2024-09-19T06:02:07.115576+0000","last_became_active":"2024-09-19T06:02:07.105720+0000","last_became_peered":"2024-09-19T06:02:07.105720+0000","last_unstale":"2024-09-19T06:02:07.115576+0000","last_undegraded":"2024-09-19T06:02:07.115576+0000","last_fullsized":"2024-09-19T06:02:07.115576+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:50.027221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.092182+0000","last_change":"2024-09-19T06:02:06.102232+0000","last_active":"2024-09-19T06:02:07.092182+0000","last_peered":"2024-09-19T06:02:07.092182+0000","last_clean":"2024-09-19T06:02:07.092182+0000","last_became_active":"2024-09-19T06:02:06.101609+0000","last_became_peered":"2024-09-19T06:02:06.101609+0000","last_unstale":"2024-09-19T06:02:07.092182+0000","last_undegraded":"2024-09-19T06:02:07.092182+0000","last_fullsized":"2024-09-19T06:02:07.092182+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:15.684333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119629+0000","last_change":"2024-09-19T06:02:07.112670+0000","last_active":"2024-09-19T06:02:07.119629+0000","last_peered":"2024-09-19T06:02:07.119629+0000","last_clean":"2024-09-19T06:02:07.119629+0000","last_became_active":"2024-09-19T06:02:07.111546+0000","last_became_peered":"2024-09-19T06:02:07.111546+0000","last_unstale":"2024-09-19T06:02:07.119629+0000","last_undegraded":"2024-09-19T06:02:07.119629+0000","last_fullsized":"2024-09-19T06:02:07.119629+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.091351+0000","last_change":"2024-09-19T06:02:06.105048+0000","last_active":"2024-09-19T06:02:07.091351+0000","last_peered":"2024-09-19T06:02:07.091351+0000","last_clean":"2024-09-19T06:02:07.091351+0000","last_became_active":"2024-09-19T06:02:06.104804+0000","last_became_peered":"2024-09-19T06:02:06.104804+0000","last_unstale":"2024-09-19T06:02:07.091351+0000","last_undegraded":"2024-09-19T06:02:07.091351+0000","last_fullsized":"2024-09-19T06:02:07.091351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.128937+0000","last_change":"2024-09-19T06:02:07.123091+0000","last_active":"2024-09-19T06:02:07.128937+0000","last_peered":"2024-09-19T06:02:07.128937+0000","last_clean":"2024-09-19T06:02:07.128937+0000","last_became_active":"2024-09-19T06:02:07.122271+0000","last_became_peered":"2024-09-19T06:02:07.122271+0000","last_unstale":"2024-09-19T06:02:07.128937+0000","last_undegraded":"2024-09-19T06:02:07.128937+0000","last_fullsized":"2024-09-19T06:02:07.128937+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:51.673151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.116000+0000","last_change":"2024-09-19T06:02:06.110728+0000","last_active":"2024-09-19T06:02:06.116000+0000","last_peered":"2024-09-19T06:02:06.116000+0000","last_clean":"2024-09-19T06:02:06.116000+0000","last_became_active":"2024-09-19T06:02:06.110471+0000","last_became_peered":"2024-09-19T06:02:06.110471+0000","last_unstale":"2024-09-19T06:02:06.116000+0000","last_undegraded":"2024-09-19T06:02:06.116000+0000","last_fullsized":"2024-09-19T06:02:06.116000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:37.555577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.104338+0000","last_change":"2024-09-19T06:02:07.098822+0000","last_active":"2024-09-19T06:02:07.104338+0000","last_peered":"2024-09-19T06:02:07.104338+0000","last_clean":"2024-09-19T06:02:07.104338+0000","last_became_active":"2024-09-19T06:02:07.098371+0000","last_became_peered":"2024-09-19T06:02:07.098371+0000","last_unstale":"2024-09-19T06:02:07.104338+0000","last_undegraded":"2024-09-19T06:02:07.104338+0000","last_fullsized":"2024-09-19T06:02:07.104338+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088808+0000","last_change":"2024-09-19T06:02:06.108917+0000","last_active":"2024-09-19T06:02:07.088808+0000","last_peered":"2024-09-19T06:02:07.088808+0000","last_clean":"2024-09-19T06:02:07.088808+0000","last_became_active":"2024-09-19T06:02:06.108594+0000","last_became_peered":"2024-09-19T06:02:06.108594+0000","last_unstale":"2024-09-19T06:02:07.088808+0000","last_undegraded":"2024-09-19T06:02:07.088808+0000","last_fullsized":"2024-09-19T06:02:07.088808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:51.402092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105870+0000","last_change":"2024-09-19T06:02:07.097521+0000","last_active":"2024-09-19T06:02:07.105870+0000","last_peered":"2024-09-19T06:02:07.105870+0000","last_clean":"2024-09-19T06:02:07.105870+0000","last_became_active":"2024-09-19T06:02:07.097230+0000","last_became_peered":"2024-09-19T06:02:07.097230+0000","last_unstale":"2024-09-19T06:02:07.105870+0000","last_undegraded":"2024-09-19T06:02:07.105870+0000","last_fullsized":"2024-09-19T06:02:07.105870+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.116062+0000","last_change":"2024-09-19T06:02:06.111134+0000","last_active":"2024-09-19T06:02:06.116062+0000","last_peered":"2024-09-19T06:02:06.116062+0000","last_clean":"2024-09-19T06:02:06.116062+0000","last_became_active":"2024-09-19T06:02:06.110894+0000","last_became_peered":"2024-09-19T06:02:06.110894+0000","last_unstale":"2024-09-19T06:02:06.116062+0000","last_undegraded":"2024-09-19T06:02:06.116062+0000","last_fullsized":"2024-09-19T06:02:06.116062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:21.665036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119597+0000","last_change":"2024-09-19T06:02:07.113586+0000","last_active":"2024-09-19T06:02:07.119597+0000","last_peered":"2024-09-19T06:02:07.119597+0000","last_clean":"2024-09-19T06:02:07.119597+0000","last_became_active":"2024-09-19T06:02:07.112717+0000","last_became_peered":"2024-09-19T06:02:07.112717+0000","last_unstale":"2024-09-19T06:02:07.119597+0000","last_undegraded":"2024-09-19T06:02:07.119597+0000","last_fullsized":"2024-09-19T06:02:07.119597+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088788+0000","last_change":"2024-09-19T06:02:06.100989+0000","last_active":"2024-09-19T06:02:07.088788+0000","last_peered":"2024-09-19T06:02:07.088788+0000","last_clean":"2024-09-19T06:02:07.088788+0000","last_became_active":"2024-09-19T06:02:06.100737+0000","last_became_peered":"2024-09-19T06:02:06.100737+0000","last_unstale":"2024-09-19T06:02:07.088788+0000","last_undegraded":"2024-09-19T06:02:07.088788+0000","last_fullsized":"2024-09-19T06:02:07.088788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:09.643863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.112077+0000","last_change":"2024-09-19T06:02:07.107165+0000","last_active":"2024-09-19T06:02:07.112077+0000","last_peered":"2024-09-19T06:02:07.112077+0000","last_clean":"2024-09-19T06:02:07.112077+0000","last_became_active":"2024-09-19T06:02:07.106499+0000","last_became_peered":"2024-09-19T06:02:07.106499+0000","last_unstale":"2024-09-19T06:02:07.112077+0000","last_undegraded":"2024-09-19T06:02:07.112077+0000","last_fullsized":"2024-09-19T06:02:07.112077+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.109772+0000","last_change":"2024-09-19T06:02:06.107621+0000","last_active":"2024-09-19T06:02:06.109772+0000","last_peered":"2024-09-19T06:02:06.109772+0000","last_clean":"2024-09-19T06:02:06.109772+0000","last_became_active":"2024-09-19T06:02:06.107264+0000","last_became_peered":"2024-09-19T06:02:06.107264+0000","last_unstale":"2024-09-19T06:02:06.109772+0000","last_undegraded":"2024-09-19T06:02:06.109772+0000","last_fullsized":"2024-09-19T06:02:06.109772+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:20.836956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117653+0000","last_change":"2024-09-19T06:02:07.109234+0000","last_active":"2024-09-19T06:02:07.117653+0000","last_peered":"2024-09-19T06:02:07.117653+0000","last_clean":"2024-09-19T06:02:07.117653+0000","last_became_active":"2024-09-19T06:02:07.107790+0000","last_became_peered":"2024-09-19T06:02:07.107790+0000","last_unstale":"2024-09-19T06:02:07.117653+0000","last_undegraded":"2024-09-19T06:02:07.117653+0000","last_fullsized":"2024-09-19T06:02:07.117653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.092324+0000","last_change":"2024-09-19T06:02:06.104485+0000","last_active":"2024-09-19T06:02:07.092324+0000","last_peered":"2024-09-19T06:02:07.092324+0000","last_clean":"2024-09-19T06:02:07.092324+0000","last_became_active":"2024-09-19T06:02:06.101944+0000","last_became_peered":"2024-09-19T06:02:06.101944+0000","last_unstale":"2024-09-19T06:02:07.092324+0000","last_undegraded":"2024-09-19T06:02:07.092324+0000","last_fullsized":"2024-09-19T06:02:07.092324+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.016756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126065+0000","last_change":"2024-09-19T06:02:07.120534+0000","last_active":"2024-09-19T06:02:07.126065+0000","last_peered":"2024-09-19T06:02:07.126065+0000","last_clean":"2024-09-19T06:02:07.126065+0000","last_became_active":"2024-09-19T06:02:07.120239+0000","last_became_peered":"2024-09-19T06:02:07.120239+0000","last_unstale":"2024-09-19T06:02:07.126065+0000","last_undegraded":"2024-09-19T06:02:07.126065+0000","last_fullsized":"2024-09-19T06:02:07.126065+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.093141+0000","last_change":"2024-09-19T06:02:06.112124+0000","last_active":"2024-09-19T06:02:07.093141+0000","last_peered":"2024-09-19T06:02:07.093141+0000","last_clean":"2024-09-19T06:02:07.093141+0000","last_became_active":"2024-09-19T06:02:06.111811+0000","last_became_peered":"2024-09-19T06:02:06.111811+0000","last_unstale":"2024-09-19T06:02:07.093141+0000","last_undegraded":"2024-09-19T06:02:07.093141+0000","last_fullsized":"2024-09-19T06:02:07.093141+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123893+0000","last_change":"2024-09-19T06:02:07.117167+0000","last_active":"2024-09-19T06:02:07.123893+0000","last_peered":"2024-09-19T06:02:07.123893+0000","last_clean":"2024-09-19T06:02:07.123893+0000","last_became_active":"2024-09-19T06:02:07.116886+0000","last_became_peered":"2024-09-19T06:02:07.116886+0000","last_unstale":"2024-09-19T06:02:07.123893+0000","last_undegraded":"2024-09-19T06:02:07.123893+0000","last_fullsized":"2024-09-19T06:02:07.123893+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107085+0000","last_change":"2024-09-19T06:02:06.109666+0000","last_active":"2024-09-19T06:02:07.107085+0000","last_peered":"2024-09-19T06:02:07.107085+0000","last_clean":"2024-09-19T06:02:07.107085+0000","last_became_active":"2024-09-19T06:02:06.109375+0000","last_became_peered":"2024-09-19T06:02:06.109375+0000","last_unstale":"2024-09-19T06:02:07.107085+0000","last_undegraded":"2024-09-19T06:02:07.107085+0000","last_fullsized":"2024-09-19T06:02:07.107085+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":187,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.099804+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:02:07.099804+0000","last_peered":"2024-09-19T06:02:07.099804+0000","last_clean":"2024-09-19T06:02:07.099804+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:02:07.099804+0000","last_undegraded":"2024-09-19T06:02:07.099804+0000","last_fullsized":"2024-09-19T06:02:07.099804+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2388,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":933888,"data_stored":716769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":133792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":339968,"data_stored":126401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":133280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509453,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":352256,"data_stored":133176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":339968,"data_stored":126401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":933888,"data_stored":716769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":120134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:02:11.269 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:02:11.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.455+0000 7f9ce5000640 1 Processor -- start 2024-09-19T06:02:11.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.456+0000 7f9ce5000640 1 -- start start 2024-09-19T06:02:11.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9ce5000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f9ce015c170 0x7f9ce015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9ce5000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9ce00cf6c0 0x7f9ce00cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9ce5000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 0x7f9ce00b6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9ce5000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f9ce015ca90 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9ce5000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f9ce00b4cf0 con 0x7f9ce015c170 2024-09-19T06:02:11.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9ce5000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9ce00b4fd0 con 0x7f9ce00b5dd0 2024-09-19T06:02:11.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9cd5400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9ce00cf6c0 0x7f9ce00cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9cd5400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9ce00cf6c0 0x7f9ce00cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48254/0 (socket says 172.21.15.92:48254) 2024-09-19T06:02:11.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9cd5400640 1 -- 172.21.15.92:0/3153213746 learned_addr learned my addr 172.21.15.92:0/3153213746 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:11.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9cdde00640 1 --2- 172.21.15.92:0/3153213746 >> v2:172.21.15.102:3300/0 conn(0x7f9ce015c170 0x7f9ce015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9cd5400640 1 -- 172.21.15.92:0/3153213746 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 msgr2=0x7f9ce00b6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:11.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9cd5400640 1 --2- 172.21.15.92:0/3153213746 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 0x7f9ce00b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.457+0000 7f9cd5400640 1 -- 172.21.15.92:0/3153213746 >> v2:172.21.15.102:3300/0 conn(0x7f9ce015c170 msgr2=0x7f9ce015c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:11.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.458+0000 7f9cd5400640 1 --2- 172.21.15.92:0/3153213746 >> v2:172.21.15.102:3300/0 conn(0x7f9ce015c170 0x7f9ce015c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.458+0000 7f9cd5400640 1 -- 172.21.15.92:0/3153213746 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ce00b52b0 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.458+0000 7f9cdde00640 1 --2- 172.21.15.92:0/3153213746 >> v2:172.21.15.102:3300/0 conn(0x7f9ce015c170 0x7f9ce015c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:11.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.458+0000 7f9cd5400640 1 --2- 172.21.15.92:0/3153213746 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 0x7f9ce00cfb30 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9cc8009870 tx=0x7f9cc802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8289b39232b3efa5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:11.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9cdd400640 1 -- 172.21.15.92:0/3153213746 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc8037070 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9cdd400640 1 -- 172.21.15.92:0/3153213746 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cc8032440 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9cdd400640 1 -- 172.21.15.92:0/3153213746 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc8032810 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9ce5000640 1 -- 172.21.15.92:0/3153213746 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 msgr2=0x7f9ce00cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9ce5000640 1 --2- 172.21.15.92:0/3153213746 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 0x7f9ce00cfb30 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f9cc8009870 tx=0x7f9cc802a210 comp rx=0 tx=0).stop 2024-09-19T06:02:11.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9ce5000640 1 -- 172.21.15.92:0/3153213746 shutdown_connections 2024-09-19T06:02:11.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9ce5000640 1 --2- 172.21.15.92:0/3153213746 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 0x7f9ce00b6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9ce5000640 1 --2- 172.21.15.92:0/3153213746 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 0x7f9ce00cfb30 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9ce5000640 1 --2- 172.21.15.92:0/3153213746 >> v2:172.21.15.102:3300/0 conn(0x7f9ce015c170 0x7f9ce015c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9ce5000640 1 -- 172.21.15.92:0/3153213746 >> 172.21.15.92:0/3153213746 conn(0x7f9ce006bc10 msgr2=0x7f9ce006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:11.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9ce5000640 1 -- 172.21.15.92:0/3153213746 shutdown_connections 2024-09-19T06:02:11.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.459+0000 7f9ce5000640 1 -- 172.21.15.92:0/3153213746 wait complete. 2024-09-19T06:02:11.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.461+0000 7f9ce5000640 1 Processor -- start 2024-09-19T06:02:11.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.461+0000 7f9ce5000640 1 -- start start 2024-09-19T06:02:11.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9ce5000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 0x7f9ce0151610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9ce5000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 0x7f9ce015cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9ce5000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9ce015c170 0x7f9ce015ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9ce5000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce00b5b50 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9ce5000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9ce00b5870 con 0x7f9ce015c170 2024-09-19T06:02:11.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9ce5000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9ce015ffb0 con 0x7f9ce00b5dd0 2024-09-19T06:02:11.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9cd5400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 0x7f9ce015cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9cd5400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 0x7f9ce015cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48256/0 (socket says 172.21.15.92:48256) 2024-09-19T06:02:11.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9cd5400640 1 -- 172.21.15.92:0/4225724122 learned_addr learned my addr 172.21.15.92:0/4225724122 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:11.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9cdde00640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 0x7f9ce0151610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.462+0000 7f9cde800640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9ce015c170 0x7f9ce015ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cd5400640 1 -- 172.21.15.92:0/4225724122 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 msgr2=0x7f9ce0151610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cd5400640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 0x7f9ce0151610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cd5400640 1 -- 172.21.15.92:0/4225724122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9ce015c170 msgr2=0x7f9ce015ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cd5400640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9ce015c170 0x7f9ce015ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cd5400640 1 -- 172.21.15.92:0/4225724122 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9ce015d460 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cdde00640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 0x7f9ce0151610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:11.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cd5400640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 0x7f9ce015cc10 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9cc8000c00 tx=0x7f9cc80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:11.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cd6a00640 1 -- 172.21.15.92:0/4225724122 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc8037040 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cd6a00640 1 -- 172.21.15.92:0/4225724122 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9cc8042070 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9cd6a00640 1 -- 172.21.15.92:0/4225724122 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9cc8030bb0 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9ce015d740 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.463+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9ce015dd00 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.464+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9ce015c550 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.465+0000 7f9cd6a00640 1 -- 172.21.15.92:0/4225724122 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9cc8047460 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.466+0000 7f9cd6a00640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9cbc06c2b0 0x7f9cbc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.466+0000 7f9cd6a00640 1 -- 172.21.15.92:0/4225724122 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f9cc80ac120 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.466+0000 7f9cdde00640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9cbc06c2b0 0x7f9cbc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.467+0000 7f9cdde00640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9cbc06c2b0 0x7f9cbc06e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9cd0006fd0 tx=0x7f9cd0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:11.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.470+0000 7f9cd6a00640 1 -- 172.21.15.92:0/4225724122 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9cc807a880 con 0x7f9ce00cf6c0 2024-09-19T06:02:11.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.639+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9ce00c5a00 con 0x7f9cbc06c2b0 2024-09-19T06:02:11.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.645+0000 7f9cd6a00640 1 -- 172.21.15.92:0/4225724122 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251223 (secure 0 0 0) 0x7f9ce00c5a00 con 0x7f9cbc06c2b0 2024-09-19T06:02:11.650 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:11.651 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9cbc06c2b0 msgr2=0x7f9cbc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9cbc06c2b0 0x7f9cbc06e770 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f9cd0006fd0 tx=0x7f9cd0008040 comp rx=0 tx=0).stop 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 msgr2=0x7f9ce015cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 0x7f9ce015cc10 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f9cc8000c00 tx=0x7f9cc80046c0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 shutdown_connections 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9cbc06c2b0 0x7f9cbc06e770 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9ce015c170 0x7f9ce015ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9ce00cf6c0 0x7f9ce015cc10 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 --2- 172.21.15.92:0/4225724122 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9ce00b5dd0 0x7f9ce0151610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.649+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 >> 172.21.15.92:0/4225724122 conn(0x7f9ce006bc10 msgr2=0x7f9ce0160380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:11.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.650+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 shutdown_connections 2024-09-19T06:02:11.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.650+0000 7f9ce5000640 1 -- 172.21.15.92:0/4225724122 wait complete. 2024-09-19T06:02:11.667 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-19T06:02:10.884946+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592756,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":24,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220120,"kb_used_data":3856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754600,"statfs":{"total":773094113280,"available":772868710400,"internally_reserved":0,"allocated":3948544,"data_stored":2206722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2388,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.807278"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117389+0000","last_change":"2024-09-19T06:02:07.110070+0000","last_active":"2024-09-19T06:02:07.117389+0000","last_peered":"2024-09-19T06:02:07.117389+0000","last_clean":"2024-09-19T06:02:07.117389+0000","last_became_active":"2024-09-19T06:02:07.109765+0000","last_became_peered":"2024-09-19T06:02:07.109765+0000","last_unstale":"2024-09-19T06:02:07.117389+0000","last_undegraded":"2024-09-19T06:02:07.117389+0000","last_fullsized":"2024-09-19T06:02:07.117389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:52.408474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.121226+0000","last_change":"2024-09-19T06:02:07.118340+0000","last_active":"2024-09-19T06:02:07.121226+0000","last_peered":"2024-09-19T06:02:07.121226+0000","last_clean":"2024-09-19T06:02:07.121226+0000","last_became_active":"2024-09-19T06:02:07.118072+0000","last_became_peered":"2024-09-19T06:02:07.118072+0000","last_unstale":"2024-09-19T06:02:07.121226+0000","last_undegraded":"2024-09-19T06:02:07.121226+0000","last_fullsized":"2024-09-19T06:02:07.121226+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:43.254486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105325+0000","last_change":"2024-09-19T06:02:07.100024+0000","last_active":"2024-09-19T06:02:07.105325+0000","last_peered":"2024-09-19T06:02:07.105325+0000","last_clean":"2024-09-19T06:02:07.105325+0000","last_became_active":"2024-09-19T06:02:07.099669+0000","last_became_peered":"2024-09-19T06:02:07.099669+0000","last_unstale":"2024-09-19T06:02:07.105325+0000","last_undegraded":"2024-09-19T06:02:07.105325+0000","last_fullsized":"2024-09-19T06:02:07.105325+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.102260+0000","last_change":"2024-09-19T06:02:06.102260+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.102260+0000","last_undegraded":"2024-09-19T06:02:06.102260+0000","last_fullsized":"2024-09-19T06:02:06.102260+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.128225+0000","last_change":"2024-09-19T06:02:07.125434+0000","last_active":"2024-09-19T06:02:07.128225+0000","last_peered":"2024-09-19T06:02:07.128225+0000","last_clean":"2024-09-19T06:02:07.128225+0000","last_became_active":"2024-09-19T06:02:07.123297+0000","last_became_peered":"2024-09-19T06:02:07.123297+0000","last_unstale":"2024-09-19T06:02:07.128225+0000","last_undegraded":"2024-09-19T06:02:07.128225+0000","last_fullsized":"2024-09-19T06:02:07.128225+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:56.667298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120391+0000","last_change":"2024-09-19T06:02:07.109640+0000","last_active":"2024-09-19T06:02:07.120391+0000","last_peered":"2024-09-19T06:02:07.120391+0000","last_clean":"2024-09-19T06:02:07.120391+0000","last_became_active":"2024-09-19T06:02:07.109230+0000","last_became_peered":"2024-09-19T06:02:07.109230+0000","last_unstale":"2024-09-19T06:02:07.120391+0000","last_undegraded":"2024-09-19T06:02:07.120391+0000","last_fullsized":"2024-09-19T06:02:07.120391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124278+0000","last_change":"2024-09-19T06:02:07.118318+0000","last_active":"2024-09-19T06:02:07.124278+0000","last_peered":"2024-09-19T06:02:07.124278+0000","last_clean":"2024-09-19T06:02:07.124278+0000","last_became_active":"2024-09-19T06:02:07.118071+0000","last_became_peered":"2024-09-19T06:02:07.118071+0000","last_unstale":"2024-09-19T06:02:07.124278+0000","last_undegraded":"2024-09-19T06:02:07.124278+0000","last_fullsized":"2024-09-19T06:02:07.124278+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124014+0000","last_change":"2024-09-19T06:02:07.117277+0000","last_active":"2024-09-19T06:02:07.124014+0000","last_peered":"2024-09-19T06:02:07.124014+0000","last_clean":"2024-09-19T06:02:07.124014+0000","last_became_active":"2024-09-19T06:02:07.116981+0000","last_became_peered":"2024-09-19T06:02:07.116981+0000","last_unstale":"2024-09-19T06:02:07.124014+0000","last_undegraded":"2024-09-19T06:02:07.124014+0000","last_fullsized":"2024-09-19T06:02:07.124014+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.109120+0000","last_change":"2024-09-19T06:02:07.103421+0000","last_active":"2024-09-19T06:02:07.109120+0000","last_peered":"2024-09-19T06:02:07.109120+0000","last_clean":"2024-09-19T06:02:07.109120+0000","last_became_active":"2024-09-19T06:02:07.102216+0000","last_became_peered":"2024-09-19T06:02:07.102216+0000","last_unstale":"2024-09-19T06:02:07.109120+0000","last_undegraded":"2024-09-19T06:02:07.109120+0000","last_fullsized":"2024-09-19T06:02:07.109120+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.098471+0000","last_change":"2024-09-19T06:02:06.098471+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.098471+0000","last_undegraded":"2024-09-19T06:02:06.098471+0000","last_fullsized":"2024-09-19T06:02:06.098471+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120160+0000","last_change":"2024-09-19T06:02:07.114228+0000","last_active":"2024-09-19T06:02:07.120160+0000","last_peered":"2024-09-19T06:02:07.120160+0000","last_clean":"2024-09-19T06:02:07.120160+0000","last_became_active":"2024-09-19T06:02:07.113934+0000","last_became_peered":"2024-09-19T06:02:07.113934+0000","last_unstale":"2024-09-19T06:02:07.120160+0000","last_undegraded":"2024-09-19T06:02:07.120160+0000","last_fullsized":"2024-09-19T06:02:07.120160+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119028+0000","last_change":"2024-09-19T06:02:07.112691+0000","last_active":"2024-09-19T06:02:07.119028+0000","last_peered":"2024-09-19T06:02:07.119028+0000","last_clean":"2024-09-19T06:02:07.119028+0000","last_became_active":"2024-09-19T06:02:07.112404+0000","last_became_peered":"2024-09-19T06:02:07.112404+0000","last_unstale":"2024-09-19T06:02:07.119028+0000","last_undegraded":"2024-09-19T06:02:07.119028+0000","last_fullsized":"2024-09-19T06:02:07.119028+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117831+0000","last_change":"2024-09-19T06:02:07.111422+0000","last_active":"2024-09-19T06:02:07.117831+0000","last_peered":"2024-09-19T06:02:07.117831+0000","last_clean":"2024-09-19T06:02:07.117831+0000","last_became_active":"2024-09-19T06:02:07.111012+0000","last_became_peered":"2024-09-19T06:02:07.111012+0000","last_unstale":"2024-09-19T06:02:07.117831+0000","last_undegraded":"2024-09-19T06:02:07.117831+0000","last_fullsized":"2024-09-19T06:02:07.117831+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:55.636129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120789+0000","last_change":"2024-09-19T06:02:07.112596+0000","last_active":"2024-09-19T06:02:07.120789+0000","last_peered":"2024-09-19T06:02:07.120789+0000","last_clean":"2024-09-19T06:02:07.120789+0000","last_became_active":"2024-09-19T06:02:07.111760+0000","last_became_peered":"2024-09-19T06:02:07.111760+0000","last_unstale":"2024-09-19T06:02:07.120789+0000","last_undegraded":"2024-09-19T06:02:07.120789+0000","last_fullsized":"2024-09-19T06:02:07.120789+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.114257+0000","last_change":"2024-09-19T06:02:07.107738+0000","last_active":"2024-09-19T06:02:07.114257+0000","last_peered":"2024-09-19T06:02:07.114257+0000","last_clean":"2024-09-19T06:02:07.114257+0000","last_became_active":"2024-09-19T06:02:07.107456+0000","last_became_peered":"2024-09-19T06:02:07.107456+0000","last_unstale":"2024-09-19T06:02:07.114257+0000","last_undegraded":"2024-09-19T06:02:07.114257+0000","last_fullsized":"2024-09-19T06:02:07.114257+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.129153+0000","last_change":"2024-09-19T06:02:07.124577+0000","last_active":"2024-09-19T06:02:07.129153+0000","last_peered":"2024-09-19T06:02:07.129153+0000","last_clean":"2024-09-19T06:02:07.129153+0000","last_became_active":"2024-09-19T06:02:07.124336+0000","last_became_peered":"2024-09-19T06:02:07.124336+0000","last_unstale":"2024-09-19T06:02:07.129153+0000","last_undegraded":"2024-09-19T06:02:07.129153+0000","last_fullsized":"2024-09-19T06:02:07.129153+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115139+0000","last_change":"2024-09-19T06:02:07.111906+0000","last_active":"2024-09-19T06:02:07.115139+0000","last_peered":"2024-09-19T06:02:07.115139+0000","last_clean":"2024-09-19T06:02:07.115139+0000","last_became_active":"2024-09-19T06:02:07.111520+0000","last_became_peered":"2024-09-19T06:02:07.111520+0000","last_unstale":"2024-09-19T06:02:07.115139+0000","last_undegraded":"2024-09-19T06:02:07.115139+0000","last_fullsized":"2024-09-19T06:02:07.115139+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.121238+0000","last_change":"2024-09-19T06:02:07.118549+0000","last_active":"2024-09-19T06:02:07.121238+0000","last_peered":"2024-09-19T06:02:07.121238+0000","last_clean":"2024-09-19T06:02:07.121238+0000","last_became_active":"2024-09-19T06:02:07.115521+0000","last_became_peered":"2024-09-19T06:02:07.115521+0000","last_unstale":"2024-09-19T06:02:07.121238+0000","last_undegraded":"2024-09-19T06:02:07.121238+0000","last_fullsized":"2024-09-19T06:02:07.121238+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:29.240008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120828+0000","last_change":"2024-09-19T06:02:07.115115+0000","last_active":"2024-09-19T06:02:07.120828+0000","last_peered":"2024-09-19T06:02:07.120828+0000","last_clean":"2024-09-19T06:02:07.120828+0000","last_became_active":"2024-09-19T06:02:07.114478+0000","last_became_peered":"2024-09-19T06:02:07.114478+0000","last_unstale":"2024-09-19T06:02:07.120828+0000","last_undegraded":"2024-09-19T06:02:07.120828+0000","last_fullsized":"2024-09-19T06:02:07.120828+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117876+0000","last_change":"2024-09-19T06:02:07.112586+0000","last_active":"2024-09-19T06:02:07.117876+0000","last_peered":"2024-09-19T06:02:07.117876+0000","last_clean":"2024-09-19T06:02:07.117876+0000","last_became_active":"2024-09-19T06:02:07.112351+0000","last_became_peered":"2024-09-19T06:02:07.112351+0000","last_unstale":"2024-09-19T06:02:07.117876+0000","last_undegraded":"2024-09-19T06:02:07.117876+0000","last_fullsized":"2024-09-19T06:02:07.117876+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:19.686715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.114393+0000","last_change":"2024-09-19T06:02:07.102792+0000","last_active":"2024-09-19T06:02:07.114393+0000","last_peered":"2024-09-19T06:02:07.114393+0000","last_clean":"2024-09-19T06:02:07.114393+0000","last_became_active":"2024-09-19T06:02:07.102441+0000","last_became_peered":"2024-09-19T06:02:07.102441+0000","last_unstale":"2024-09-19T06:02:07.114393+0000","last_undegraded":"2024-09-19T06:02:07.114393+0000","last_fullsized":"2024-09-19T06:02:07.114393+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:52.408474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115022+0000","last_change":"2024-09-19T06:02:07.111834+0000","last_active":"2024-09-19T06:02:07.115022+0000","last_peered":"2024-09-19T06:02:07.115022+0000","last_clean":"2024-09-19T06:02:07.115022+0000","last_became_active":"2024-09-19T06:02:07.111420+0000","last_became_peered":"2024-09-19T06:02:07.111420+0000","last_unstale":"2024-09-19T06:02:07.115022+0000","last_undegraded":"2024-09-19T06:02:07.115022+0000","last_fullsized":"2024-09-19T06:02:07.115022+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113452+0000","last_change":"2024-09-19T06:02:07.107450+0000","last_active":"2024-09-19T06:02:07.113452+0000","last_peered":"2024-09-19T06:02:07.113452+0000","last_clean":"2024-09-19T06:02:07.113452+0000","last_became_active":"2024-09-19T06:02:07.107185+0000","last_became_peered":"2024-09-19T06:02:07.107185+0000","last_unstale":"2024-09-19T06:02:07.113452+0000","last_undegraded":"2024-09-19T06:02:07.113452+0000","last_fullsized":"2024-09-19T06:02:07.113452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117896+0000","last_change":"2024-09-19T06:02:07.111087+0000","last_active":"2024-09-19T06:02:07.117896+0000","last_peered":"2024-09-19T06:02:07.117896+0000","last_clean":"2024-09-19T06:02:07.117896+0000","last_became_active":"2024-09-19T06:02:07.110680+0000","last_became_peered":"2024-09-19T06:02:07.110680+0000","last_unstale":"2024-09-19T06:02:07.117896+0000","last_undegraded":"2024-09-19T06:02:07.117896+0000","last_fullsized":"2024-09-19T06:02:07.117896+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.103016+0000","last_change":"2024-09-19T06:02:06.103016+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.103016+0000","last_undegraded":"2024-09-19T06:02:06.103016+0000","last_fullsized":"2024-09-19T06:02:06.103016+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120961+0000","last_change":"2024-09-19T06:02:07.116887+0000","last_active":"2024-09-19T06:02:07.120961+0000","last_peered":"2024-09-19T06:02:07.120961+0000","last_clean":"2024-09-19T06:02:07.120961+0000","last_became_active":"2024-09-19T06:02:07.115181+0000","last_became_peered":"2024-09-19T06:02:07.115181+0000","last_unstale":"2024-09-19T06:02:07.120961+0000","last_undegraded":"2024-09-19T06:02:07.120961+0000","last_fullsized":"2024-09-19T06:02:07.120961+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:36.268488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.104925+0000","last_change":"2024-09-19T06:02:06.104925+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.104925+0000","last_undegraded":"2024-09-19T06:02:06.104925+0000","last_fullsized":"2024-09-19T06:02:06.104925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.103007+0000","last_change":"2024-09-19T06:02:07.095653+0000","last_active":"2024-09-19T06:02:07.103007+0000","last_peered":"2024-09-19T06:02:07.103007+0000","last_clean":"2024-09-19T06:02:07.103007+0000","last_became_active":"2024-09-19T06:02:07.095384+0000","last_became_peered":"2024-09-19T06:02:07.095384+0000","last_unstale":"2024-09-19T06:02:07.103007+0000","last_undegraded":"2024-09-19T06:02:07.103007+0000","last_fullsized":"2024-09-19T06:02:07.103007+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125852+0000","last_change":"2024-09-19T06:02:07.121337+0000","last_active":"2024-09-19T06:02:07.125852+0000","last_peered":"2024-09-19T06:02:07.125852+0000","last_clean":"2024-09-19T06:02:07.125852+0000","last_became_active":"2024-09-19T06:02:07.121057+0000","last_became_peered":"2024-09-19T06:02:07.121057+0000","last_unstale":"2024-09-19T06:02:07.125852+0000","last_undegraded":"2024-09-19T06:02:07.125852+0000","last_fullsized":"2024-09-19T06:02:07.125852+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123279+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:07.123279+0000","last_peered":"2024-09-19T06:02:07.123279+0000","last_clean":"2024-09-19T06:02:07.123279+0000","last_became_active":"2024-09-19T06:02:07.115495+0000","last_became_peered":"2024-09-19T06:02:07.115495+0000","last_unstale":"2024-09-19T06:02:07.123279+0000","last_undegraded":"2024-09-19T06:02:07.123279+0000","last_fullsized":"2024-09-19T06:02:07.123279+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124111+0000","last_change":"2024-09-19T06:02:07.119057+0000","last_active":"2024-09-19T06:02:07.124111+0000","last_peered":"2024-09-19T06:02:07.124111+0000","last_clean":"2024-09-19T06:02:07.124111+0000","last_became_active":"2024-09-19T06:02:07.118791+0000","last_became_peered":"2024-09-19T06:02:07.118791+0000","last_unstale":"2024-09-19T06:02:07.124111+0000","last_undegraded":"2024-09-19T06:02:07.124111+0000","last_fullsized":"2024-09-19T06:02:07.124111+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123353+0000","last_change":"2024-09-19T06:02:07.116077+0000","last_active":"2024-09-19T06:02:07.123353+0000","last_peered":"2024-09-19T06:02:07.123353+0000","last_clean":"2024-09-19T06:02:07.123353+0000","last_became_active":"2024-09-19T06:02:07.115630+0000","last_became_peered":"2024-09-19T06:02:07.115630+0000","last_unstale":"2024-09-19T06:02:07.123353+0000","last_undegraded":"2024-09-19T06:02:07.123353+0000","last_fullsized":"2024-09-19T06:02:07.123353+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.116221+0000","last_change":"2024-09-19T06:02:07.110040+0000","last_active":"2024-09-19T06:02:07.116221+0000","last_peered":"2024-09-19T06:02:07.116221+0000","last_clean":"2024-09-19T06:02:07.116221+0000","last_became_active":"2024-09-19T06:02:07.109803+0000","last_became_peered":"2024-09-19T06:02:07.109803+0000","last_unstale":"2024-09-19T06:02:07.116221+0000","last_undegraded":"2024-09-19T06:02:07.116221+0000","last_fullsized":"2024-09-19T06:02:07.116221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130429+0000","last_change":"2024-09-19T06:02:06.101762+0000","last_active":"2024-09-19T06:02:07.130429+0000","last_peered":"2024-09-19T06:02:07.130429+0000","last_clean":"2024-09-19T06:02:07.130429+0000","last_became_active":"2024-09-19T06:02:06.101272+0000","last_became_peered":"2024-09-19T06:02:06.101272+0000","last_unstale":"2024-09-19T06:02:07.130429+0000","last_undegraded":"2024-09-19T06:02:07.130429+0000","last_fullsized":"2024-09-19T06:02:07.130429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119813+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:07.119813+0000","last_peered":"2024-09-19T06:02:07.119813+0000","last_clean":"2024-09-19T06:02:07.119813+0000","last_became_active":"2024-09-19T06:02:07.115487+0000","last_became_peered":"2024-09-19T06:02:07.115487+0000","last_unstale":"2024-09-19T06:02:07.119813+0000","last_undegraded":"2024-09-19T06:02:07.119813+0000","last_fullsized":"2024-09-19T06:02:07.119813+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130497+0000","last_change":"2024-09-19T06:02:06.106573+0000","last_active":"2024-09-19T06:02:07.130497+0000","last_peered":"2024-09-19T06:02:07.130497+0000","last_clean":"2024-09-19T06:02:07.130497+0000","last_became_active":"2024-09-19T06:02:06.106316+0000","last_became_peered":"2024-09-19T06:02:06.106316+0000","last_unstale":"2024-09-19T06:02:07.130497+0000","last_undegraded":"2024-09-19T06:02:07.130497+0000","last_fullsized":"2024-09-19T06:02:07.130497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120263+0000","last_change":"2024-09-19T06:02:07.115014+0000","last_active":"2024-09-19T06:02:07.120263+0000","last_peered":"2024-09-19T06:02:07.120263+0000","last_clean":"2024-09-19T06:02:07.120263+0000","last_became_active":"2024-09-19T06:02:07.112273+0000","last_became_peered":"2024-09-19T06:02:07.112273+0000","last_unstale":"2024-09-19T06:02:07.120263+0000","last_undegraded":"2024-09-19T06:02:07.120263+0000","last_fullsized":"2024-09-19T06:02:07.120263+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.133543+0000","last_change":"2024-09-19T06:02:06.112041+0000","last_active":"2024-09-19T06:02:07.133543+0000","last_peered":"2024-09-19T06:02:07.133543+0000","last_clean":"2024-09-19T06:02:07.133543+0000","last_became_active":"2024-09-19T06:02:06.111746+0000","last_became_peered":"2024-09-19T06:02:06.111746+0000","last_unstale":"2024-09-19T06:02:07.133543+0000","last_undegraded":"2024-09-19T06:02:07.133543+0000","last_fullsized":"2024-09-19T06:02:07.133543+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:51.600833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101759+0000","last_change":"2024-09-19T06:02:06.101759+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101759+0000","last_undegraded":"2024-09-19T06:02:06.101759+0000","last_fullsized":"2024-09-19T06:02:06.101759+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.133255+0000","last_change":"2024-09-19T06:02:06.113848+0000","last_active":"2024-09-19T06:02:07.133255+0000","last_peered":"2024-09-19T06:02:07.133255+0000","last_clean":"2024-09-19T06:02:07.133255+0000","last_became_active":"2024-09-19T06:02:06.112745+0000","last_became_peered":"2024-09-19T06:02:06.112745+0000","last_unstale":"2024-09-19T06:02:07.133255+0000","last_undegraded":"2024-09-19T06:02:07.133255+0000","last_fullsized":"2024-09-19T06:02:07.133255+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:51.773235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123300+0000","last_change":"2024-09-19T06:02:07.116017+0000","last_active":"2024-09-19T06:02:07.123300+0000","last_peered":"2024-09-19T06:02:07.123300+0000","last_clean":"2024-09-19T06:02:07.123300+0000","last_became_active":"2024-09-19T06:02:07.115671+0000","last_became_peered":"2024-09-19T06:02:07.115671+0000","last_unstale":"2024-09-19T06:02:07.123300+0000","last_undegraded":"2024-09-19T06:02:07.123300+0000","last_fullsized":"2024-09-19T06:02:07.123300+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126494+0000","last_change":"2024-09-19T06:02:06.108956+0000","last_active":"2024-09-19T06:02:07.126494+0000","last_peered":"2024-09-19T06:02:07.126494+0000","last_clean":"2024-09-19T06:02:07.126494+0000","last_became_active":"2024-09-19T06:02:06.104492+0000","last_became_peered":"2024-09-19T06:02:06.104492+0000","last_unstale":"2024-09-19T06:02:07.126494+0000","last_undegraded":"2024-09-19T06:02:07.126494+0000","last_fullsized":"2024-09-19T06:02:07.126494+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.104260+0000","last_change":"2024-09-19T06:02:07.097145+0000","last_active":"2024-09-19T06:02:07.104260+0000","last_peered":"2024-09-19T06:02:07.104260+0000","last_clean":"2024-09-19T06:02:07.104260+0000","last_became_active":"2024-09-19T06:02:07.096884+0000","last_became_peered":"2024-09-19T06:02:07.096884+0000","last_unstale":"2024-09-19T06:02:07.104260+0000","last_undegraded":"2024-09-19T06:02:07.104260+0000","last_fullsized":"2024-09-19T06:02:07.104260+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130974+0000","last_change":"2024-09-19T06:02:06.109692+0000","last_active":"2024-09-19T06:02:07.130974+0000","last_peered":"2024-09-19T06:02:07.130974+0000","last_clean":"2024-09-19T06:02:07.130974+0000","last_became_active":"2024-09-19T06:02:06.108936+0000","last_became_peered":"2024-09-19T06:02:06.108936+0000","last_unstale":"2024-09-19T06:02:07.130974+0000","last_undegraded":"2024-09-19T06:02:07.130974+0000","last_fullsized":"2024-09-19T06:02:07.130974+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:55.660915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113147+0000","last_change":"2024-09-19T06:02:07.105833+0000","last_active":"2024-09-19T06:02:07.113147+0000","last_peered":"2024-09-19T06:02:07.113147+0000","last_clean":"2024-09-19T06:02:07.113147+0000","last_became_active":"2024-09-19T06:02:07.105526+0000","last_became_peered":"2024-09-19T06:02:07.105526+0000","last_unstale":"2024-09-19T06:02:07.113147+0000","last_undegraded":"2024-09-19T06:02:07.113147+0000","last_fullsized":"2024-09-19T06:02:07.113147+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.097282+0000","last_change":"2024-09-19T06:02:06.107346+0000","last_active":"2024-09-19T06:02:07.097282+0000","last_peered":"2024-09-19T06:02:07.097282+0000","last_clean":"2024-09-19T06:02:07.097282+0000","last_became_active":"2024-09-19T06:02:06.107070+0000","last_became_peered":"2024-09-19T06:02:06.107070+0000","last_unstale":"2024-09-19T06:02:07.097282+0000","last_undegraded":"2024-09-19T06:02:07.097282+0000","last_fullsized":"2024-09-19T06:02:07.097282+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:16.537928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.096738+0000","last_change":"2024-09-19T06:02:06.096738+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.096738+0000","last_undegraded":"2024-09-19T06:02:06.096738+0000","last_fullsized":"2024-09-19T06:02:06.096738+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.091204+0000","last_change":"2024-09-19T06:02:06.098131+0000","last_active":"2024-09-19T06:02:07.091204+0000","last_peered":"2024-09-19T06:02:07.091204+0000","last_clean":"2024-09-19T06:02:07.091204+0000","last_became_active":"2024-09-19T06:02:06.095459+0000","last_became_peered":"2024-09-19T06:02:06.095459+0000","last_unstale":"2024-09-19T06:02:07.091204+0000","last_undegraded":"2024-09-19T06:02:07.091204+0000","last_fullsized":"2024-09-19T06:02:07.091204+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:50.666768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125463+0000","last_change":"2024-09-19T06:02:07.120111+0000","last_active":"2024-09-19T06:02:07.125463+0000","last_peered":"2024-09-19T06:02:07.125463+0000","last_clean":"2024-09-19T06:02:07.125463+0000","last_became_active":"2024-09-19T06:02:07.119574+0000","last_became_peered":"2024-09-19T06:02:07.119574+0000","last_unstale":"2024-09-19T06:02:07.125463+0000","last_undegraded":"2024-09-19T06:02:07.125463+0000","last_fullsized":"2024-09-19T06:02:07.125463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107540+0000","last_change":"2024-09-19T06:02:06.112150+0000","last_active":"2024-09-19T06:02:07.107540+0000","last_peered":"2024-09-19T06:02:07.107540+0000","last_clean":"2024-09-19T06:02:07.107540+0000","last_became_active":"2024-09-19T06:02:06.111769+0000","last_became_peered":"2024-09-19T06:02:06.111769+0000","last_unstale":"2024-09-19T06:02:07.107540+0000","last_undegraded":"2024-09-19T06:02:07.107540+0000","last_fullsized":"2024-09-19T06:02:07.107540+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:16.818394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.122784+0000","last_change":"2024-09-19T06:02:07.119289+0000","last_active":"2024-09-19T06:02:07.122784+0000","last_peered":"2024-09-19T06:02:07.122784+0000","last_clean":"2024-09-19T06:02:07.122784+0000","last_became_active":"2024-09-19T06:02:07.118978+0000","last_became_peered":"2024-09-19T06:02:07.118978+0000","last_unstale":"2024-09-19T06:02:07.122784+0000","last_undegraded":"2024-09-19T06:02:07.122784+0000","last_fullsized":"2024-09-19T06:02:07.122784+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:22.971984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088938+0000","last_change":"2024-09-19T06:02:06.104582+0000","last_active":"2024-09-19T06:02:07.088938+0000","last_peered":"2024-09-19T06:02:07.088938+0000","last_clean":"2024-09-19T06:02:07.088938+0000","last_became_active":"2024-09-19T06:02:06.104304+0000","last_became_peered":"2024-09-19T06:02:06.104304+0000","last_unstale":"2024-09-19T06:02:07.088938+0000","last_undegraded":"2024-09-19T06:02:07.088938+0000","last_fullsized":"2024-09-19T06:02:07.088938+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:10.860193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120478+0000","last_change":"2024-09-19T06:02:07.111360+0000","last_active":"2024-09-19T06:02:07.120478+0000","last_peered":"2024-09-19T06:02:07.120478+0000","last_clean":"2024-09-19T06:02:07.120478+0000","last_became_active":"2024-09-19T06:02:07.111101+0000","last_became_peered":"2024-09-19T06:02:07.111101+0000","last_unstale":"2024-09-19T06:02:07.120478+0000","last_undegraded":"2024-09-19T06:02:07.120478+0000","last_fullsized":"2024-09-19T06:02:07.120478+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125996+0000","last_change":"2024-09-19T06:02:06.108962+0000","last_active":"2024-09-19T06:02:07.125996+0000","last_peered":"2024-09-19T06:02:07.125996+0000","last_clean":"2024-09-19T06:02:07.125996+0000","last_became_active":"2024-09-19T06:02:06.108664+0000","last_became_peered":"2024-09-19T06:02:06.108664+0000","last_unstale":"2024-09-19T06:02:07.125996+0000","last_undegraded":"2024-09-19T06:02:07.125996+0000","last_fullsized":"2024-09-19T06:02:07.125996+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119066+0000","last_change":"2024-09-19T06:02:07.114778+0000","last_active":"2024-09-19T06:02:07.119066+0000","last_peered":"2024-09-19T06:02:07.119066+0000","last_clean":"2024-09-19T06:02:07.119066+0000","last_became_active":"2024-09-19T06:02:07.114485+0000","last_became_peered":"2024-09-19T06:02:07.114485+0000","last_unstale":"2024-09-19T06:02:07.119066+0000","last_undegraded":"2024-09-19T06:02:07.119066+0000","last_fullsized":"2024-09-19T06:02:07.119066+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.135927+0000","last_change":"2024-09-19T06:02:06.112135+0000","last_active":"2024-09-19T06:02:07.135927+0000","last_peered":"2024-09-19T06:02:07.135927+0000","last_clean":"2024-09-19T06:02:07.135927+0000","last_became_active":"2024-09-19T06:02:06.111842+0000","last_became_peered":"2024-09-19T06:02:06.111842+0000","last_unstale":"2024-09-19T06:02:07.135927+0000","last_undegraded":"2024-09-19T06:02:07.135927+0000","last_fullsized":"2024-09-19T06:02:07.135927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:31.934773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101203+0000","last_change":"2024-09-19T06:02:06.101203+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101203+0000","last_undegraded":"2024-09-19T06:02:06.101203+0000","last_fullsized":"2024-09-19T06:02:06.101203+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130781+0000","last_change":"2024-09-19T06:02:06.097416+0000","last_active":"2024-09-19T06:02:07.130781+0000","last_peered":"2024-09-19T06:02:07.130781+0000","last_clean":"2024-09-19T06:02:07.130781+0000","last_became_active":"2024-09-19T06:02:06.097145+0000","last_became_peered":"2024-09-19T06:02:06.097145+0000","last_unstale":"2024-09-19T06:02:07.130781+0000","last_undegraded":"2024-09-19T06:02:07.130781+0000","last_fullsized":"2024-09-19T06:02:07.130781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120988+0000","last_change":"2024-09-19T06:02:07.116119+0000","last_active":"2024-09-19T06:02:07.120988+0000","last_peered":"2024-09-19T06:02:07.120988+0000","last_clean":"2024-09-19T06:02:07.120988+0000","last_became_active":"2024-09-19T06:02:07.115590+0000","last_became_peered":"2024-09-19T06:02:07.115590+0000","last_unstale":"2024-09-19T06:02:07.120988+0000","last_undegraded":"2024-09-19T06:02:07.120988+0000","last_fullsized":"2024-09-19T06:02:07.120988+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.115973+0000","last_change":"2024-09-19T06:02:06.110217+0000","last_active":"2024-09-19T06:02:06.115973+0000","last_peered":"2024-09-19T06:02:06.115973+0000","last_clean":"2024-09-19T06:02:06.115973+0000","last_became_active":"2024-09-19T06:02:06.109957+0000","last_became_peered":"2024-09-19T06:02:06.109957+0000","last_unstale":"2024-09-19T06:02:06.115973+0000","last_undegraded":"2024-09-19T06:02:06.115973+0000","last_fullsized":"2024-09-19T06:02:06.115973+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:26.329974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124039+0000","last_change":"2024-09-19T06:02:07.117517+0000","last_active":"2024-09-19T06:02:07.124039+0000","last_peered":"2024-09-19T06:02:07.124039+0000","last_clean":"2024-09-19T06:02:07.124039+0000","last_became_active":"2024-09-19T06:02:07.116029+0000","last_became_peered":"2024-09-19T06:02:07.116029+0000","last_unstale":"2024-09-19T06:02:07.124039+0000","last_undegraded":"2024-09-19T06:02:07.124039+0000","last_fullsized":"2024-09-19T06:02:07.124039+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.097075+0000","last_change":"2024-09-19T06:02:06.108735+0000","last_active":"2024-09-19T06:02:07.097075+0000","last_peered":"2024-09-19T06:02:07.097075+0000","last_clean":"2024-09-19T06:02:07.097075+0000","last_became_active":"2024-09-19T06:02:06.108410+0000","last_became_peered":"2024-09-19T06:02:06.108410+0000","last_unstale":"2024-09-19T06:02:07.097075+0000","last_undegraded":"2024-09-19T06:02:07.097075+0000","last_fullsized":"2024-09-19T06:02:07.097075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:34.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113944+0000","last_change":"2024-09-19T06:02:07.109985+0000","last_active":"2024-09-19T06:02:07.113944+0000","last_peered":"2024-09-19T06:02:07.113944+0000","last_clean":"2024-09-19T06:02:07.113944+0000","last_became_active":"2024-09-19T06:02:07.109644+0000","last_became_peered":"2024-09-19T06:02:07.109644+0000","last_unstale":"2024-09-19T06:02:07.113944+0000","last_undegraded":"2024-09-19T06:02:07.113944+0000","last_fullsized":"2024-09-19T06:02:07.113944+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.650245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.134179+0000","last_change":"2024-09-19T06:02:06.104635+0000","last_active":"2024-09-19T06:02:07.134179+0000","last_peered":"2024-09-19T06:02:07.134179+0000","last_clean":"2024-09-19T06:02:07.134179+0000","last_became_active":"2024-09-19T06:02:06.104430+0000","last_became_peered":"2024-09-19T06:02:06.104430+0000","last_unstale":"2024-09-19T06:02:07.134179+0000","last_undegraded":"2024-09-19T06:02:07.134179+0000","last_fullsized":"2024-09-19T06:02:07.134179+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105105+0000","last_change":"2024-09-19T06:02:07.097416+0000","last_active":"2024-09-19T06:02:07.105105+0000","last_peered":"2024-09-19T06:02:07.105105+0000","last_clean":"2024-09-19T06:02:07.105105+0000","last_became_active":"2024-09-19T06:02:07.097134+0000","last_became_peered":"2024-09-19T06:02:07.097134+0000","last_unstale":"2024-09-19T06:02:07.105105+0000","last_undegraded":"2024-09-19T06:02:07.105105+0000","last_fullsized":"2024-09-19T06:02:07.105105+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.650245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.118670+0000","last_change":"2024-09-19T06:02:06.115173+0000","last_active":"2024-09-19T06:02:06.118670+0000","last_peered":"2024-09-19T06:02:06.118670+0000","last_clean":"2024-09-19T06:02:06.118670+0000","last_became_active":"2024-09-19T06:02:06.114848+0000","last_became_peered":"2024-09-19T06:02:06.114848+0000","last_unstale":"2024-09-19T06:02:06.118670+0000","last_undegraded":"2024-09-19T06:02:06.118670+0000","last_fullsized":"2024-09-19T06:02:06.118670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:30.837403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.108070+0000","last_change":"2024-09-19T06:02:07.103551+0000","last_active":"2024-09-19T06:02:07.108070+0000","last_peered":"2024-09-19T06:02:07.108070+0000","last_clean":"2024-09-19T06:02:07.108070+0000","last_became_active":"2024-09-19T06:02:07.102637+0000","last_became_peered":"2024-09-19T06:02:07.102637+0000","last_unstale":"2024-09-19T06:02:07.108070+0000","last_undegraded":"2024-09-19T06:02:07.108070+0000","last_fullsized":"2024-09-19T06:02:07.108070+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130692+0000","last_change":"2024-09-19T06:02:06.101203+0000","last_active":"2024-09-19T06:02:07.130692+0000","last_peered":"2024-09-19T06:02:07.130692+0000","last_clean":"2024-09-19T06:02:07.130692+0000","last_became_active":"2024-09-19T06:02:06.100888+0000","last_became_peered":"2024-09-19T06:02:06.100888+0000","last_unstale":"2024-09-19T06:02:07.130692+0000","last_undegraded":"2024-09-19T06:02:07.130692+0000","last_fullsized":"2024-09-19T06:02:07.130692+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101751+0000","last_change":"2024-09-19T06:02:06.101751+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101751+0000","last_undegraded":"2024-09-19T06:02:06.101751+0000","last_fullsized":"2024-09-19T06:02:06.101751+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.127235+0000","last_change":"2024-09-19T06:02:06.111713+0000","last_active":"2024-09-19T06:02:07.127235+0000","last_peered":"2024-09-19T06:02:07.127235+0000","last_clean":"2024-09-19T06:02:07.127235+0000","last_became_active":"2024-09-19T06:02:06.110937+0000","last_became_peered":"2024-09-19T06:02:06.110937+0000","last_unstale":"2024-09-19T06:02:07.127235+0000","last_undegraded":"2024-09-19T06:02:07.127235+0000","last_fullsized":"2024-09-19T06:02:07.127235+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:57.229517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119664+0000","last_change":"2024-09-19T06:02:07.114374+0000","last_active":"2024-09-19T06:02:07.119664+0000","last_peered":"2024-09-19T06:02:07.119664+0000","last_clean":"2024-09-19T06:02:07.119664+0000","last_became_active":"2024-09-19T06:02:07.114107+0000","last_became_peered":"2024-09-19T06:02:07.114107+0000","last_unstale":"2024-09-19T06:02:07.119664+0000","last_undegraded":"2024-09-19T06:02:07.119664+0000","last_fullsized":"2024-09-19T06:02:07.119664+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:34.594388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.093611+0000","last_change":"2024-09-19T06:02:06.106358+0000","last_active":"2024-09-19T06:02:07.093611+0000","last_peered":"2024-09-19T06:02:07.093611+0000","last_clean":"2024-09-19T06:02:07.093611+0000","last_became_active":"2024-09-19T06:02:06.106053+0000","last_became_peered":"2024-09-19T06:02:06.106053+0000","last_unstale":"2024-09-19T06:02:07.093611+0000","last_undegraded":"2024-09-19T06:02:07.093611+0000","last_fullsized":"2024-09-19T06:02:07.093611+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:19.626514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115836+0000","last_change":"2024-09-19T06:02:07.107123+0000","last_active":"2024-09-19T06:02:07.115836+0000","last_peered":"2024-09-19T06:02:07.115836+0000","last_clean":"2024-09-19T06:02:07.115836+0000","last_became_active":"2024-09-19T06:02:07.106802+0000","last_became_peered":"2024-09-19T06:02:07.106802+0000","last_unstale":"2024-09-19T06:02:07.115836+0000","last_undegraded":"2024-09-19T06:02:07.115836+0000","last_fullsized":"2024-09-19T06:02:07.115836+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:05.252748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126117+0000","last_change":"2024-09-19T06:02:06.112793+0000","last_active":"2024-09-19T06:02:07.126117+0000","last_peered":"2024-09-19T06:02:07.126117+0000","last_clean":"2024-09-19T06:02:07.126117+0000","last_became_active":"2024-09-19T06:02:06.112550+0000","last_became_peered":"2024-09-19T06:02:06.112550+0000","last_unstale":"2024-09-19T06:02:07.126117+0000","last_undegraded":"2024-09-19T06:02:07.126117+0000","last_fullsized":"2024-09-19T06:02:07.126117+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117855+0000","last_change":"2024-09-19T06:02:07.111344+0000","last_active":"2024-09-19T06:02:07.117855+0000","last_peered":"2024-09-19T06:02:07.117855+0000","last_clean":"2024-09-19T06:02:07.117855+0000","last_became_active":"2024-09-19T06:02:07.110918+0000","last_became_peered":"2024-09-19T06:02:07.110918+0000","last_unstale":"2024-09-19T06:02:07.117855+0000","last_undegraded":"2024-09-19T06:02:07.117855+0000","last_fullsized":"2024-09-19T06:02:07.117855+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:20.644768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107783+0000","last_change":"2024-09-19T06:02:06.112900+0000","last_active":"2024-09-19T06:02:07.107783+0000","last_peered":"2024-09-19T06:02:07.107783+0000","last_clean":"2024-09-19T06:02:07.107783+0000","last_became_active":"2024-09-19T06:02:06.112496+0000","last_became_peered":"2024-09-19T06:02:06.112496+0000","last_unstale":"2024-09-19T06:02:07.107783+0000","last_undegraded":"2024-09-19T06:02:07.107783+0000","last_fullsized":"2024-09-19T06:02:07.107783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115576+0000","last_change":"2024-09-19T06:02:07.106005+0000","last_active":"2024-09-19T06:02:07.115576+0000","last_peered":"2024-09-19T06:02:07.115576+0000","last_clean":"2024-09-19T06:02:07.115576+0000","last_became_active":"2024-09-19T06:02:07.105720+0000","last_became_peered":"2024-09-19T06:02:07.105720+0000","last_unstale":"2024-09-19T06:02:07.115576+0000","last_undegraded":"2024-09-19T06:02:07.115576+0000","last_fullsized":"2024-09-19T06:02:07.115576+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:50.027221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.092182+0000","last_change":"2024-09-19T06:02:06.102232+0000","last_active":"2024-09-19T06:02:07.092182+0000","last_peered":"2024-09-19T06:02:07.092182+0000","last_clean":"2024-09-19T06:02:07.092182+0000","last_became_active":"2024-09-19T06:02:06.101609+0000","last_became_peered":"2024-09-19T06:02:06.101609+0000","last_unstale":"2024-09-19T06:02:07.092182+0000","last_undegraded":"2024-09-19T06:02:07.092182+0000","last_fullsized":"2024-09-19T06:02:07.092182+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:15.684333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119629+0000","last_change":"2024-09-19T06:02:07.112670+0000","last_active":"2024-09-19T06:02:07.119629+0000","last_peered":"2024-09-19T06:02:07.119629+0000","last_clean":"2024-09-19T06:02:07.119629+0000","last_became_active":"2024-09-19T06:02:07.111546+0000","last_became_peered":"2024-09-19T06:02:07.111546+0000","last_unstale":"2024-09-19T06:02:07.119629+0000","last_undegraded":"2024-09-19T06:02:07.119629+0000","last_fullsized":"2024-09-19T06:02:07.119629+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.091351+0000","last_change":"2024-09-19T06:02:06.105048+0000","last_active":"2024-09-19T06:02:07.091351+0000","last_peered":"2024-09-19T06:02:07.091351+0000","last_clean":"2024-09-19T06:02:07.091351+0000","last_became_active":"2024-09-19T06:02:06.104804+0000","last_became_peered":"2024-09-19T06:02:06.104804+0000","last_unstale":"2024-09-19T06:02:07.091351+0000","last_undegraded":"2024-09-19T06:02:07.091351+0000","last_fullsized":"2024-09-19T06:02:07.091351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.128937+0000","last_change":"2024-09-19T06:02:07.123091+0000","last_active":"2024-09-19T06:02:07.128937+0000","last_peered":"2024-09-19T06:02:07.128937+0000","last_clean":"2024-09-19T06:02:07.128937+0000","last_became_active":"2024-09-19T06:02:07.122271+0000","last_became_peered":"2024-09-19T06:02:07.122271+0000","last_unstale":"2024-09-19T06:02:07.128937+0000","last_undegraded":"2024-09-19T06:02:07.128937+0000","last_fullsized":"2024-09-19T06:02:07.128937+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:51.673151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.116000+0000","last_change":"2024-09-19T06:02:06.110728+0000","last_active":"2024-09-19T06:02:06.116000+0000","last_peered":"2024-09-19T06:02:06.116000+0000","last_clean":"2024-09-19T06:02:06.116000+0000","last_became_active":"2024-09-19T06:02:06.110471+0000","last_became_peered":"2024-09-19T06:02:06.110471+0000","last_unstale":"2024-09-19T06:02:06.116000+0000","last_undegraded":"2024-09-19T06:02:06.116000+0000","last_fullsized":"2024-09-19T06:02:06.116000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:37.555577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.104338+0000","last_change":"2024-09-19T06:02:07.098822+0000","last_active":"2024-09-19T06:02:07.104338+0000","last_peered":"2024-09-19T06:02:07.104338+0000","last_clean":"2024-09-19T06:02:07.104338+0000","last_became_active":"2024-09-19T06:02:07.098371+0000","last_became_peered":"2024-09-19T06:02:07.098371+0000","last_unstale":"2024-09-19T06:02:07.104338+0000","last_undegraded":"2024-09-19T06:02:07.104338+0000","last_fullsized":"2024-09-19T06:02:07.104338+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088808+0000","last_change":"2024-09-19T06:02:06.108917+0000","last_active":"2024-09-19T06:02:07.088808+0000","last_peered":"2024-09-19T06:02:07.088808+0000","last_clean":"2024-09-19T06:02:07.088808+0000","last_became_active":"2024-09-19T06:02:06.108594+0000","last_became_peered":"2024-09-19T06:02:06.108594+0000","last_unstale":"2024-09-19T06:02:07.088808+0000","last_undegraded":"2024-09-19T06:02:07.088808+0000","last_fullsized":"2024-09-19T06:02:07.088808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:51.402092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105870+0000","last_change":"2024-09-19T06:02:07.097521+0000","last_active":"2024-09-19T06:02:07.105870+0000","last_peered":"2024-09-19T06:02:07.105870+0000","last_clean":"2024-09-19T06:02:07.105870+0000","last_became_active":"2024-09-19T06:02:07.097230+0000","last_became_peered":"2024-09-19T06:02:07.097230+0000","last_unstale":"2024-09-19T06:02:07.105870+0000","last_undegraded":"2024-09-19T06:02:07.105870+0000","last_fullsized":"2024-09-19T06:02:07.105870+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.116062+0000","last_change":"2024-09-19T06:02:06.111134+0000","last_active":"2024-09-19T06:02:06.116062+0000","last_peered":"2024-09-19T06:02:06.116062+0000","last_clean":"2024-09-19T06:02:06.116062+0000","last_became_active":"2024-09-19T06:02:06.110894+0000","last_became_peered":"2024-09-19T06:02:06.110894+0000","last_unstale":"2024-09-19T06:02:06.116062+0000","last_undegraded":"2024-09-19T06:02:06.116062+0000","last_fullsized":"2024-09-19T06:02:06.116062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:21.665036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119597+0000","last_change":"2024-09-19T06:02:07.113586+0000","last_active":"2024-09-19T06:02:07.119597+0000","last_peered":"2024-09-19T06:02:07.119597+0000","last_clean":"2024-09-19T06:02:07.119597+0000","last_became_active":"2024-09-19T06:02:07.112717+0000","last_became_peered":"2024-09-19T06:02:07.112717+0000","last_unstale":"2024-09-19T06:02:07.119597+0000","last_undegraded":"2024-09-19T06:02:07.119597+0000","last_fullsized":"2024-09-19T06:02:07.119597+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088788+0000","last_change":"2024-09-19T06:02:06.100989+0000","last_active":"2024-09-19T06:02:07.088788+0000","last_peered":"2024-09-19T06:02:07.088788+0000","last_clean":"2024-09-19T06:02:07.088788+0000","last_became_active":"2024-09-19T06:02:06.100737+0000","last_became_peered":"2024-09-19T06:02:06.100737+0000","last_unstale":"2024-09-19T06:02:07.088788+0000","last_undegraded":"2024-09-19T06:02:07.088788+0000","last_fullsized":"2024-09-19T06:02:07.088788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:09.643863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.112077+0000","last_change":"2024-09-19T06:02:07.107165+0000","last_active":"2024-09-19T06:02:07.112077+0000","last_peered":"2024-09-19T06:02:07.112077+0000","last_clean":"2024-09-19T06:02:07.112077+0000","last_became_active":"2024-09-19T06:02:07.106499+0000","last_became_peered":"2024-09-19T06:02:07.106499+0000","last_unstale":"2024-09-19T06:02:07.112077+0000","last_undegraded":"2024-09-19T06:02:07.112077+0000","last_fullsized":"2024-09-19T06:02:07.112077+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.109772+0000","last_change":"2024-09-19T06:02:06.107621+0000","last_active":"2024-09-19T06:02:06.109772+0000","last_peered":"2024-09-19T06:02:06.109772+0000","last_clean":"2024-09-19T06:02:06.109772+0000","last_became_active":"2024-09-19T06:02:06.107264+0000","last_became_peered":"2024-09-19T06:02:06.107264+0000","last_unstale":"2024-09-19T06:02:06.109772+0000","last_undegraded":"2024-09-19T06:02:06.109772+0000","last_fullsized":"2024-09-19T06:02:06.109772+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:20.836956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117653+0000","last_change":"2024-09-19T06:02:07.109234+0000","last_active":"2024-09-19T06:02:07.117653+0000","last_peered":"2024-09-19T06:02:07.117653+0000","last_clean":"2024-09-19T06:02:07.117653+0000","last_became_active":"2024-09-19T06:02:07.107790+0000","last_became_peered":"2024-09-19T06:02:07.107790+0000","last_unstale":"2024-09-19T06:02:07.117653+0000","last_undegraded":"2024-09-19T06:02:07.117653+0000","last_fullsized":"2024-09-19T06:02:07.117653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.092324+0000","last_change":"2024-09-19T06:02:06.104485+0000","last_active":"2024-09-19T06:02:07.092324+0000","last_peered":"2024-09-19T06:02:07.092324+0000","last_clean":"2024-09-19T06:02:07.092324+0000","last_became_active":"2024-09-19T06:02:06.101944+0000","last_became_peered":"2024-09-19T06:02:06.101944+0000","last_unstale":"2024-09-19T06:02:07.092324+0000","last_undegraded":"2024-09-19T06:02:07.092324+0000","last_fullsized":"2024-09-19T06:02:07.092324+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.016756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126065+0000","last_change":"2024-09-19T06:02:07.120534+0000","last_active":"2024-09-19T06:02:07.126065+0000","last_peered":"2024-09-19T06:02:07.126065+0000","last_clean":"2024-09-19T06:02:07.126065+0000","last_became_active":"2024-09-19T06:02:07.120239+0000","last_became_peered":"2024-09-19T06:02:07.120239+0000","last_unstale":"2024-09-19T06:02:07.126065+0000","last_undegraded":"2024-09-19T06:02:07.126065+0000","last_fullsized":"2024-09-19T06:02:07.126065+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.093141+0000","last_change":"2024-09-19T06:02:06.112124+0000","last_active":"2024-09-19T06:02:07.093141+0000","last_peered":"2024-09-19T06:02:07.093141+0000","last_clean":"2024-09-19T06:02:07.093141+0000","last_became_active":"2024-09-19T06:02:06.111811+0000","last_became_peered":"2024-09-19T06:02:06.111811+0000","last_unstale":"2024-09-19T06:02:07.093141+0000","last_undegraded":"2024-09-19T06:02:07.093141+0000","last_fullsized":"2024-09-19T06:02:07.093141+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123893+0000","last_change":"2024-09-19T06:02:07.117167+0000","last_active":"2024-09-19T06:02:07.123893+0000","last_peered":"2024-09-19T06:02:07.123893+0000","last_clean":"2024-09-19T06:02:07.123893+0000","last_became_active":"2024-09-19T06:02:07.116886+0000","last_became_peered":"2024-09-19T06:02:07.116886+0000","last_unstale":"2024-09-19T06:02:07.123893+0000","last_undegraded":"2024-09-19T06:02:07.123893+0000","last_fullsized":"2024-09-19T06:02:07.123893+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107085+0000","last_change":"2024-09-19T06:02:06.109666+0000","last_active":"2024-09-19T06:02:07.107085+0000","last_peered":"2024-09-19T06:02:07.107085+0000","last_clean":"2024-09-19T06:02:07.107085+0000","last_became_active":"2024-09-19T06:02:06.109375+0000","last_became_peered":"2024-09-19T06:02:06.109375+0000","last_unstale":"2024-09-19T06:02:07.107085+0000","last_undegraded":"2024-09-19T06:02:07.107085+0000","last_fullsized":"2024-09-19T06:02:07.107085+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":187,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.099804+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:02:07.099804+0000","last_peered":"2024-09-19T06:02:07.099804+0000","last_clean":"2024-09-19T06:02:07.099804+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:02:07.099804+0000","last_undegraded":"2024-09-19T06:02:07.099804+0000","last_fullsized":"2024-09-19T06:02:07.099804+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2388,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":933888,"data_stored":716769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":133792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":339968,"data_stored":126401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":133280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509453,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":352256,"data_stored":133176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":339968,"data_stored":126401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":933888,"data_stored":716769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":120134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:02:11.671 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:02:11.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.858+0000 7f40dee00640 1 Processor -- start 2024-09-19T06:02:11.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.858+0000 7f40dee00640 1 -- start start 2024-09-19T06:02:11.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40dee00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f40d815c170 0x7f40d815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40dee00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f40d80b64e0 0x7f40d80cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40dee00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f40d80b4cf0 con 0x7f40d80cf6c0 2024-09-19T06:02:11.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40dee00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f40d815ca90 con 0x7f40d815c170 2024-09-19T06:02:11.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40dee00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f40d80b49c0 con 0x7f40d80b64e0 2024-09-19T06:02:11.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40cf400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f40d80cf6c0 0x7f40d80b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55374/0 (socket says 172.21.15.92:55374) 2024-09-19T06:02:11.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40cf400640 1 -- 172.21.15.92:0/1831190244 learned_addr learned my addr 172.21.15.92:0/1831190244 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:11.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40d7e00640 1 --2- 172.21.15.92:0/1831190244 >> v2:172.21.15.92:3300/0 conn(0x7f40d815c170 0x7f40d815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40dce00640 1 --2- 172.21.15.92:0/1831190244 >> v2:172.21.15.102:3300/0 conn(0x7f40d80b64e0 0x7f40d80cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40d7400640 1 -- 172.21.15.92:0/1831190244 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2722249349 0 0) 0x7f40d80b4cf0 con 0x7f40d80cf6c0 2024-09-19T06:02:11.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40d7e00640 1 -- 172.21.15.92:0/1831190244 >> v2:172.21.15.102:3300/0 conn(0x7f40d80b64e0 msgr2=0x7f40d80cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:11.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40d7e00640 1 --2- 172.21.15.92:0/1831190244 >> v2:172.21.15.102:3300/0 conn(0x7f40d80b64e0 0x7f40d80cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40d7e00640 1 -- 172.21.15.92:0/1831190244 >> v1:172.21.15.92:6789/0 conn(0x7f40d80cf6c0 legacy=0x7f40d80b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40d7e00640 1 -- 172.21.15.92:0/1831190244 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40d80b4fd0 con 0x7f40d815c170 2024-09-19T06:02:11.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.860+0000 7f40dce00640 1 --2- 172.21.15.92:0/1831190244 >> v2:172.21.15.102:3300/0 conn(0x7f40d80b64e0 0x7f40d80cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:11.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.861+0000 7f40d7e00640 1 --2- 172.21.15.92:0/1831190244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d815c170 0x7f40d815c550 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f40c80097a0 tx=0x7f40c802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56b0859e63681ad6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:11.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40d7400640 1 -- 172.21.15.92:0/1831190244 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c8037070 con 0x7f40d815c170 2024-09-19T06:02:11.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40d7400640 1 -- 172.21.15.92:0/1831190244 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40c802ae50 con 0x7f40d815c170 2024-09-19T06:02:11.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40d7400640 1 -- 172.21.15.92:0/1831190244 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c8032660 con 0x7f40d815c170 2024-09-19T06:02:11.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40dee00640 1 -- 172.21.15.92:0/1831190244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d815c170 msgr2=0x7f40d815c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40dee00640 1 --2- 172.21.15.92:0/1831190244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d815c170 0x7f40d815c550 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f40c80097a0 tx=0x7f40c802a140 comp rx=0 tx=0).stop 2024-09-19T06:02:11.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40dee00640 1 -- 172.21.15.92:0/1831190244 shutdown_connections 2024-09-19T06:02:11.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40dee00640 1 --2- 172.21.15.92:0/1831190244 >> v2:172.21.15.102:3300/0 conn(0x7f40d80b64e0 0x7f40d80cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40dee00640 1 --2- 172.21.15.92:0/1831190244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d815c170 0x7f40d815c550 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40dee00640 1 -- 172.21.15.92:0/1831190244 >> 172.21.15.92:0/1831190244 conn(0x7f40d806bc10 msgr2=0x7f40d806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:11.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40dee00640 1 -- 172.21.15.92:0/1831190244 shutdown_connections 2024-09-19T06:02:11.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.862+0000 7f40dee00640 1 -- 172.21.15.92:0/1831190244 wait complete. 2024-09-19T06:02:11.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.864+0000 7f40dee00640 1 Processor -- start 2024-09-19T06:02:11.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.864+0000 7f40dee00640 1 -- start start 2024-09-19T06:02:11.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40dee00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d80b64e0 0x7f40d8164c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40dee00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40d80cf6c0 0x7f40d8147f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40dee00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40d815c170 0x7f40d8151a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40dee00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f40d80b5870 con 0x7f40d80b64e0 2024-09-19T06:02:11.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40dee00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f40d80b5590 con 0x7f40d80cf6c0 2024-09-19T06:02:11.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40dee00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f40d80b5b50 con 0x7f40d815c170 2024-09-19T06:02:11.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40d7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d80b64e0 0x7f40d8164c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40d7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d80b64e0 0x7f40d8164c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48272/0 (socket says 172.21.15.92:48272) 2024-09-19T06:02:11.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40d7e00640 1 -- 172.21.15.92:0/2161148017 learned_addr learned my addr 172.21.15.92:0/2161148017 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:11.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40dce00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40d815c170 0x7f40d8151a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.865+0000 7f40cf400640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40d80cf6c0 0x7f40d8147f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40d7e00640 1 -- 172.21.15.92:0/2161148017 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40d815c170 msgr2=0x7f40d8151a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40d7e00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40d815c170 0x7f40d8151a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40d7e00640 1 -- 172.21.15.92:0/2161148017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40d80cf6c0 msgr2=0x7f40d8147f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:11.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40d7e00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40d80cf6c0 0x7f40d8147f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:11.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40d7e00640 1 -- 172.21.15.92:0/2161148017 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f40d8165280 con 0x7f40d80b64e0 2024-09-19T06:02:11.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40cf400640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40d80cf6c0 0x7f40d8147f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:11.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40d7e00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d80b64e0 0x7f40d8164c10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f40c80097a0 tx=0x7f40c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:11.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40d4c00640 1 -- 172.21.15.92:0/2161148017 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c8042070 con 0x7f40d80b64e0 2024-09-19T06:02:11.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40d4c00640 1 -- 172.21.15.92:0/2161148017 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f40c803e670 con 0x7f40d80b64e0 2024-09-19T06:02:11.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40d8165560 con 0x7f40d80b64e0 2024-09-19T06:02:11.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40d4c00640 1 -- 172.21.15.92:0/2161148017 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f40c8037040 con 0x7f40d80b64e0 2024-09-19T06:02:11.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.866+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40d8165b20 con 0x7f40d80b64e0 2024-09-19T06:02:11.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.867+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40d80cfb30 con 0x7f40d80b64e0 2024-09-19T06:02:11.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.868+0000 7f40d4c00640 1 -- 172.21.15.92:0/2161148017 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f40c8045070 con 0x7f40d80b64e0 2024-09-19T06:02:11.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.869+0000 7f40d4c00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f40b406c2b0 0x7f40b406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:11.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.869+0000 7f40d4c00640 1 -- 172.21.15.92:0/2161148017 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f40c80abd80 con 0x7f40d80b64e0 2024-09-19T06:02:11.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.869+0000 7f40cf400640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f40b406c2b0 0x7f40b406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:11.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.870+0000 7f40cf400640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f40b406c2b0 0x7f40b406e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f40d815f5b0 tx=0x7f40c0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:11.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:11.874+0000 7f40d4c00640 1 -- 172.21.15.92:0/2161148017 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f40c807a6a0 con 0x7f40d80b64e0 2024-09-19T06:02:12.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.045+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f40d80b28f0 con 0x7f40b406c2b0 2024-09-19T06:02:12.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.051+0000 7f40d4c00640 1 -- 172.21.15.92:0/2161148017 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251223 (secure 0 0 0) 0x7f40d80b28f0 con 0x7f40b406c2b0 2024-09-19T06:02:12.056 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:12.057 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:02:12.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.055+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f40b406c2b0 msgr2=0x7f40b406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.055+0000 7f40dee00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f40b406c2b0 0x7f40b406e770 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f40d815f5b0 tx=0x7f40c0009040 comp rx=0 tx=0).stop 2024-09-19T06:02:12.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.055+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d80b64e0 msgr2=0x7f40d8164c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.056+0000 7f40dee00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d80b64e0 0x7f40d8164c10 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f40c80097a0 tx=0x7f40c80046c0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.056+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 shutdown_connections 2024-09-19T06:02:12.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.056+0000 7f40dee00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40d815c170 0x7f40d8151a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.056+0000 7f40dee00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f40b406c2b0 0x7f40b406e770 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.056+0000 7f40dee00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40d80cf6c0 0x7f40d8147f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.056+0000 7f40dee00640 1 --2- 172.21.15.92:0/2161148017 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40d80b64e0 0x7f40d8164c10 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.056+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 >> 172.21.15.92:0/2161148017 conn(0x7f40d806bc10 msgr2=0x7f40d8070f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:12.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.056+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 shutdown_connections 2024-09-19T06:02:12.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.056+0000 7f40dee00640 1 -- 172.21.15.92:0/2161148017 wait complete. 2024-09-19T06:02:12.074 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-19T06:02:10.884946+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592756,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":24,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220120,"kb_used_data":3856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754600,"statfs":{"total":773094113280,"available":772868710400,"internally_reserved":0,"allocated":3948544,"data_stored":2206722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2388,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.807278"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117389+0000","last_change":"2024-09-19T06:02:07.110070+0000","last_active":"2024-09-19T06:02:07.117389+0000","last_peered":"2024-09-19T06:02:07.117389+0000","last_clean":"2024-09-19T06:02:07.117389+0000","last_became_active":"2024-09-19T06:02:07.109765+0000","last_became_peered":"2024-09-19T06:02:07.109765+0000","last_unstale":"2024-09-19T06:02:07.117389+0000","last_undegraded":"2024-09-19T06:02:07.117389+0000","last_fullsized":"2024-09-19T06:02:07.117389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:52.408474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.121226+0000","last_change":"2024-09-19T06:02:07.118340+0000","last_active":"2024-09-19T06:02:07.121226+0000","last_peered":"2024-09-19T06:02:07.121226+0000","last_clean":"2024-09-19T06:02:07.121226+0000","last_became_active":"2024-09-19T06:02:07.118072+0000","last_became_peered":"2024-09-19T06:02:07.118072+0000","last_unstale":"2024-09-19T06:02:07.121226+0000","last_undegraded":"2024-09-19T06:02:07.121226+0000","last_fullsized":"2024-09-19T06:02:07.121226+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:43.254486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105325+0000","last_change":"2024-09-19T06:02:07.100024+0000","last_active":"2024-09-19T06:02:07.105325+0000","last_peered":"2024-09-19T06:02:07.105325+0000","last_clean":"2024-09-19T06:02:07.105325+0000","last_became_active":"2024-09-19T06:02:07.099669+0000","last_became_peered":"2024-09-19T06:02:07.099669+0000","last_unstale":"2024-09-19T06:02:07.105325+0000","last_undegraded":"2024-09-19T06:02:07.105325+0000","last_fullsized":"2024-09-19T06:02:07.105325+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.102260+0000","last_change":"2024-09-19T06:02:06.102260+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.102260+0000","last_undegraded":"2024-09-19T06:02:06.102260+0000","last_fullsized":"2024-09-19T06:02:06.102260+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.128225+0000","last_change":"2024-09-19T06:02:07.125434+0000","last_active":"2024-09-19T06:02:07.128225+0000","last_peered":"2024-09-19T06:02:07.128225+0000","last_clean":"2024-09-19T06:02:07.128225+0000","last_became_active":"2024-09-19T06:02:07.123297+0000","last_became_peered":"2024-09-19T06:02:07.123297+0000","last_unstale":"2024-09-19T06:02:07.128225+0000","last_undegraded":"2024-09-19T06:02:07.128225+0000","last_fullsized":"2024-09-19T06:02:07.128225+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:56.667298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120391+0000","last_change":"2024-09-19T06:02:07.109640+0000","last_active":"2024-09-19T06:02:07.120391+0000","last_peered":"2024-09-19T06:02:07.120391+0000","last_clean":"2024-09-19T06:02:07.120391+0000","last_became_active":"2024-09-19T06:02:07.109230+0000","last_became_peered":"2024-09-19T06:02:07.109230+0000","last_unstale":"2024-09-19T06:02:07.120391+0000","last_undegraded":"2024-09-19T06:02:07.120391+0000","last_fullsized":"2024-09-19T06:02:07.120391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124278+0000","last_change":"2024-09-19T06:02:07.118318+0000","last_active":"2024-09-19T06:02:07.124278+0000","last_peered":"2024-09-19T06:02:07.124278+0000","last_clean":"2024-09-19T06:02:07.124278+0000","last_became_active":"2024-09-19T06:02:07.118071+0000","last_became_peered":"2024-09-19T06:02:07.118071+0000","last_unstale":"2024-09-19T06:02:07.124278+0000","last_undegraded":"2024-09-19T06:02:07.124278+0000","last_fullsized":"2024-09-19T06:02:07.124278+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124014+0000","last_change":"2024-09-19T06:02:07.117277+0000","last_active":"2024-09-19T06:02:07.124014+0000","last_peered":"2024-09-19T06:02:07.124014+0000","last_clean":"2024-09-19T06:02:07.124014+0000","last_became_active":"2024-09-19T06:02:07.116981+0000","last_became_peered":"2024-09-19T06:02:07.116981+0000","last_unstale":"2024-09-19T06:02:07.124014+0000","last_undegraded":"2024-09-19T06:02:07.124014+0000","last_fullsized":"2024-09-19T06:02:07.124014+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.109120+0000","last_change":"2024-09-19T06:02:07.103421+0000","last_active":"2024-09-19T06:02:07.109120+0000","last_peered":"2024-09-19T06:02:07.109120+0000","last_clean":"2024-09-19T06:02:07.109120+0000","last_became_active":"2024-09-19T06:02:07.102216+0000","last_became_peered":"2024-09-19T06:02:07.102216+0000","last_unstale":"2024-09-19T06:02:07.109120+0000","last_undegraded":"2024-09-19T06:02:07.109120+0000","last_fullsized":"2024-09-19T06:02:07.109120+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.098471+0000","last_change":"2024-09-19T06:02:06.098471+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.098471+0000","last_undegraded":"2024-09-19T06:02:06.098471+0000","last_fullsized":"2024-09-19T06:02:06.098471+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120160+0000","last_change":"2024-09-19T06:02:07.114228+0000","last_active":"2024-09-19T06:02:07.120160+0000","last_peered":"2024-09-19T06:02:07.120160+0000","last_clean":"2024-09-19T06:02:07.120160+0000","last_became_active":"2024-09-19T06:02:07.113934+0000","last_became_peered":"2024-09-19T06:02:07.113934+0000","last_unstale":"2024-09-19T06:02:07.120160+0000","last_undegraded":"2024-09-19T06:02:07.120160+0000","last_fullsized":"2024-09-19T06:02:07.120160+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119028+0000","last_change":"2024-09-19T06:02:07.112691+0000","last_active":"2024-09-19T06:02:07.119028+0000","last_peered":"2024-09-19T06:02:07.119028+0000","last_clean":"2024-09-19T06:02:07.119028+0000","last_became_active":"2024-09-19T06:02:07.112404+0000","last_became_peered":"2024-09-19T06:02:07.112404+0000","last_unstale":"2024-09-19T06:02:07.119028+0000","last_undegraded":"2024-09-19T06:02:07.119028+0000","last_fullsized":"2024-09-19T06:02:07.119028+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117831+0000","last_change":"2024-09-19T06:02:07.111422+0000","last_active":"2024-09-19T06:02:07.117831+0000","last_peered":"2024-09-19T06:02:07.117831+0000","last_clean":"2024-09-19T06:02:07.117831+0000","last_became_active":"2024-09-19T06:02:07.111012+0000","last_became_peered":"2024-09-19T06:02:07.111012+0000","last_unstale":"2024-09-19T06:02:07.117831+0000","last_undegraded":"2024-09-19T06:02:07.117831+0000","last_fullsized":"2024-09-19T06:02:07.117831+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:55.636129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120789+0000","last_change":"2024-09-19T06:02:07.112596+0000","last_active":"2024-09-19T06:02:07.120789+0000","last_peered":"2024-09-19T06:02:07.120789+0000","last_clean":"2024-09-19T06:02:07.120789+0000","last_became_active":"2024-09-19T06:02:07.111760+0000","last_became_peered":"2024-09-19T06:02:07.111760+0000","last_unstale":"2024-09-19T06:02:07.120789+0000","last_undegraded":"2024-09-19T06:02:07.120789+0000","last_fullsized":"2024-09-19T06:02:07.120789+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.114257+0000","last_change":"2024-09-19T06:02:07.107738+0000","last_active":"2024-09-19T06:02:07.114257+0000","last_peered":"2024-09-19T06:02:07.114257+0000","last_clean":"2024-09-19T06:02:07.114257+0000","last_became_active":"2024-09-19T06:02:07.107456+0000","last_became_peered":"2024-09-19T06:02:07.107456+0000","last_unstale":"2024-09-19T06:02:07.114257+0000","last_undegraded":"2024-09-19T06:02:07.114257+0000","last_fullsized":"2024-09-19T06:02:07.114257+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.129153+0000","last_change":"2024-09-19T06:02:07.124577+0000","last_active":"2024-09-19T06:02:07.129153+0000","last_peered":"2024-09-19T06:02:07.129153+0000","last_clean":"2024-09-19T06:02:07.129153+0000","last_became_active":"2024-09-19T06:02:07.124336+0000","last_became_peered":"2024-09-19T06:02:07.124336+0000","last_unstale":"2024-09-19T06:02:07.129153+0000","last_undegraded":"2024-09-19T06:02:07.129153+0000","last_fullsized":"2024-09-19T06:02:07.129153+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115139+0000","last_change":"2024-09-19T06:02:07.111906+0000","last_active":"2024-09-19T06:02:07.115139+0000","last_peered":"2024-09-19T06:02:07.115139+0000","last_clean":"2024-09-19T06:02:07.115139+0000","last_became_active":"2024-09-19T06:02:07.111520+0000","last_became_peered":"2024-09-19T06:02:07.111520+0000","last_unstale":"2024-09-19T06:02:07.115139+0000","last_undegraded":"2024-09-19T06:02:07.115139+0000","last_fullsized":"2024-09-19T06:02:07.115139+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.121238+0000","last_change":"2024-09-19T06:02:07.118549+0000","last_active":"2024-09-19T06:02:07.121238+0000","last_peered":"2024-09-19T06:02:07.121238+0000","last_clean":"2024-09-19T06:02:07.121238+0000","last_became_active":"2024-09-19T06:02:07.115521+0000","last_became_peered":"2024-09-19T06:02:07.115521+0000","last_unstale":"2024-09-19T06:02:07.121238+0000","last_undegraded":"2024-09-19T06:02:07.121238+0000","last_fullsized":"2024-09-19T06:02:07.121238+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:29.240008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120828+0000","last_change":"2024-09-19T06:02:07.115115+0000","last_active":"2024-09-19T06:02:07.120828+0000","last_peered":"2024-09-19T06:02:07.120828+0000","last_clean":"2024-09-19T06:02:07.120828+0000","last_became_active":"2024-09-19T06:02:07.114478+0000","last_became_peered":"2024-09-19T06:02:07.114478+0000","last_unstale":"2024-09-19T06:02:07.120828+0000","last_undegraded":"2024-09-19T06:02:07.120828+0000","last_fullsized":"2024-09-19T06:02:07.120828+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117876+0000","last_change":"2024-09-19T06:02:07.112586+0000","last_active":"2024-09-19T06:02:07.117876+0000","last_peered":"2024-09-19T06:02:07.117876+0000","last_clean":"2024-09-19T06:02:07.117876+0000","last_became_active":"2024-09-19T06:02:07.112351+0000","last_became_peered":"2024-09-19T06:02:07.112351+0000","last_unstale":"2024-09-19T06:02:07.117876+0000","last_undegraded":"2024-09-19T06:02:07.117876+0000","last_fullsized":"2024-09-19T06:02:07.117876+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:19.686715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.114393+0000","last_change":"2024-09-19T06:02:07.102792+0000","last_active":"2024-09-19T06:02:07.114393+0000","last_peered":"2024-09-19T06:02:07.114393+0000","last_clean":"2024-09-19T06:02:07.114393+0000","last_became_active":"2024-09-19T06:02:07.102441+0000","last_became_peered":"2024-09-19T06:02:07.102441+0000","last_unstale":"2024-09-19T06:02:07.114393+0000","last_undegraded":"2024-09-19T06:02:07.114393+0000","last_fullsized":"2024-09-19T06:02:07.114393+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:52.408474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115022+0000","last_change":"2024-09-19T06:02:07.111834+0000","last_active":"2024-09-19T06:02:07.115022+0000","last_peered":"2024-09-19T06:02:07.115022+0000","last_clean":"2024-09-19T06:02:07.115022+0000","last_became_active":"2024-09-19T06:02:07.111420+0000","last_became_peered":"2024-09-19T06:02:07.111420+0000","last_unstale":"2024-09-19T06:02:07.115022+0000","last_undegraded":"2024-09-19T06:02:07.115022+0000","last_fullsized":"2024-09-19T06:02:07.115022+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113452+0000","last_change":"2024-09-19T06:02:07.107450+0000","last_active":"2024-09-19T06:02:07.113452+0000","last_peered":"2024-09-19T06:02:07.113452+0000","last_clean":"2024-09-19T06:02:07.113452+0000","last_became_active":"2024-09-19T06:02:07.107185+0000","last_became_peered":"2024-09-19T06:02:07.107185+0000","last_unstale":"2024-09-19T06:02:07.113452+0000","last_undegraded":"2024-09-19T06:02:07.113452+0000","last_fullsized":"2024-09-19T06:02:07.113452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117896+0000","last_change":"2024-09-19T06:02:07.111087+0000","last_active":"2024-09-19T06:02:07.117896+0000","last_peered":"2024-09-19T06:02:07.117896+0000","last_clean":"2024-09-19T06:02:07.117896+0000","last_became_active":"2024-09-19T06:02:07.110680+0000","last_became_peered":"2024-09-19T06:02:07.110680+0000","last_unstale":"2024-09-19T06:02:07.117896+0000","last_undegraded":"2024-09-19T06:02:07.117896+0000","last_fullsized":"2024-09-19T06:02:07.117896+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.103016+0000","last_change":"2024-09-19T06:02:06.103016+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.103016+0000","last_undegraded":"2024-09-19T06:02:06.103016+0000","last_fullsized":"2024-09-19T06:02:06.103016+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120961+0000","last_change":"2024-09-19T06:02:07.116887+0000","last_active":"2024-09-19T06:02:07.120961+0000","last_peered":"2024-09-19T06:02:07.120961+0000","last_clean":"2024-09-19T06:02:07.120961+0000","last_became_active":"2024-09-19T06:02:07.115181+0000","last_became_peered":"2024-09-19T06:02:07.115181+0000","last_unstale":"2024-09-19T06:02:07.120961+0000","last_undegraded":"2024-09-19T06:02:07.120961+0000","last_fullsized":"2024-09-19T06:02:07.120961+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:36.268488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.104925+0000","last_change":"2024-09-19T06:02:06.104925+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.104925+0000","last_undegraded":"2024-09-19T06:02:06.104925+0000","last_fullsized":"2024-09-19T06:02:06.104925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.103007+0000","last_change":"2024-09-19T06:02:07.095653+0000","last_active":"2024-09-19T06:02:07.103007+0000","last_peered":"2024-09-19T06:02:07.103007+0000","last_clean":"2024-09-19T06:02:07.103007+0000","last_became_active":"2024-09-19T06:02:07.095384+0000","last_became_peered":"2024-09-19T06:02:07.095384+0000","last_unstale":"2024-09-19T06:02:07.103007+0000","last_undegraded":"2024-09-19T06:02:07.103007+0000","last_fullsized":"2024-09-19T06:02:07.103007+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125852+0000","last_change":"2024-09-19T06:02:07.121337+0000","last_active":"2024-09-19T06:02:07.125852+0000","last_peered":"2024-09-19T06:02:07.125852+0000","last_clean":"2024-09-19T06:02:07.125852+0000","last_became_active":"2024-09-19T06:02:07.121057+0000","last_became_peered":"2024-09-19T06:02:07.121057+0000","last_unstale":"2024-09-19T06:02:07.125852+0000","last_undegraded":"2024-09-19T06:02:07.125852+0000","last_fullsized":"2024-09-19T06:02:07.125852+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123279+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:07.123279+0000","last_peered":"2024-09-19T06:02:07.123279+0000","last_clean":"2024-09-19T06:02:07.123279+0000","last_became_active":"2024-09-19T06:02:07.115495+0000","last_became_peered":"2024-09-19T06:02:07.115495+0000","last_unstale":"2024-09-19T06:02:07.123279+0000","last_undegraded":"2024-09-19T06:02:07.123279+0000","last_fullsized":"2024-09-19T06:02:07.123279+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124111+0000","last_change":"2024-09-19T06:02:07.119057+0000","last_active":"2024-09-19T06:02:07.124111+0000","last_peered":"2024-09-19T06:02:07.124111+0000","last_clean":"2024-09-19T06:02:07.124111+0000","last_became_active":"2024-09-19T06:02:07.118791+0000","last_became_peered":"2024-09-19T06:02:07.118791+0000","last_unstale":"2024-09-19T06:02:07.124111+0000","last_undegraded":"2024-09-19T06:02:07.124111+0000","last_fullsized":"2024-09-19T06:02:07.124111+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123353+0000","last_change":"2024-09-19T06:02:07.116077+0000","last_active":"2024-09-19T06:02:07.123353+0000","last_peered":"2024-09-19T06:02:07.123353+0000","last_clean":"2024-09-19T06:02:07.123353+0000","last_became_active":"2024-09-19T06:02:07.115630+0000","last_became_peered":"2024-09-19T06:02:07.115630+0000","last_unstale":"2024-09-19T06:02:07.123353+0000","last_undegraded":"2024-09-19T06:02:07.123353+0000","last_fullsized":"2024-09-19T06:02:07.123353+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.116221+0000","last_change":"2024-09-19T06:02:07.110040+0000","last_active":"2024-09-19T06:02:07.116221+0000","last_peered":"2024-09-19T06:02:07.116221+0000","last_clean":"2024-09-19T06:02:07.116221+0000","last_became_active":"2024-09-19T06:02:07.109803+0000","last_became_peered":"2024-09-19T06:02:07.109803+0000","last_unstale":"2024-09-19T06:02:07.116221+0000","last_undegraded":"2024-09-19T06:02:07.116221+0000","last_fullsized":"2024-09-19T06:02:07.116221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130429+0000","last_change":"2024-09-19T06:02:06.101762+0000","last_active":"2024-09-19T06:02:07.130429+0000","last_peered":"2024-09-19T06:02:07.130429+0000","last_clean":"2024-09-19T06:02:07.130429+0000","last_became_active":"2024-09-19T06:02:06.101272+0000","last_became_peered":"2024-09-19T06:02:06.101272+0000","last_unstale":"2024-09-19T06:02:07.130429+0000","last_undegraded":"2024-09-19T06:02:07.130429+0000","last_fullsized":"2024-09-19T06:02:07.130429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119813+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:07.119813+0000","last_peered":"2024-09-19T06:02:07.119813+0000","last_clean":"2024-09-19T06:02:07.119813+0000","last_became_active":"2024-09-19T06:02:07.115487+0000","last_became_peered":"2024-09-19T06:02:07.115487+0000","last_unstale":"2024-09-19T06:02:07.119813+0000","last_undegraded":"2024-09-19T06:02:07.119813+0000","last_fullsized":"2024-09-19T06:02:07.119813+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130497+0000","last_change":"2024-09-19T06:02:06.106573+0000","last_active":"2024-09-19T06:02:07.130497+0000","last_peered":"2024-09-19T06:02:07.130497+0000","last_clean":"2024-09-19T06:02:07.130497+0000","last_became_active":"2024-09-19T06:02:06.106316+0000","last_became_peered":"2024-09-19T06:02:06.106316+0000","last_unstale":"2024-09-19T06:02:07.130497+0000","last_undegraded":"2024-09-19T06:02:07.130497+0000","last_fullsized":"2024-09-19T06:02:07.130497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120263+0000","last_change":"2024-09-19T06:02:07.115014+0000","last_active":"2024-09-19T06:02:07.120263+0000","last_peered":"2024-09-19T06:02:07.120263+0000","last_clean":"2024-09-19T06:02:07.120263+0000","last_became_active":"2024-09-19T06:02:07.112273+0000","last_became_peered":"2024-09-19T06:02:07.112273+0000","last_unstale":"2024-09-19T06:02:07.120263+0000","last_undegraded":"2024-09-19T06:02:07.120263+0000","last_fullsized":"2024-09-19T06:02:07.120263+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.133543+0000","last_change":"2024-09-19T06:02:06.112041+0000","last_active":"2024-09-19T06:02:07.133543+0000","last_peered":"2024-09-19T06:02:07.133543+0000","last_clean":"2024-09-19T06:02:07.133543+0000","last_became_active":"2024-09-19T06:02:06.111746+0000","last_became_peered":"2024-09-19T06:02:06.111746+0000","last_unstale":"2024-09-19T06:02:07.133543+0000","last_undegraded":"2024-09-19T06:02:07.133543+0000","last_fullsized":"2024-09-19T06:02:07.133543+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:51.600833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101759+0000","last_change":"2024-09-19T06:02:06.101759+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101759+0000","last_undegraded":"2024-09-19T06:02:06.101759+0000","last_fullsized":"2024-09-19T06:02:06.101759+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.133255+0000","last_change":"2024-09-19T06:02:06.113848+0000","last_active":"2024-09-19T06:02:07.133255+0000","last_peered":"2024-09-19T06:02:07.133255+0000","last_clean":"2024-09-19T06:02:07.133255+0000","last_became_active":"2024-09-19T06:02:06.112745+0000","last_became_peered":"2024-09-19T06:02:06.112745+0000","last_unstale":"2024-09-19T06:02:07.133255+0000","last_undegraded":"2024-09-19T06:02:07.133255+0000","last_fullsized":"2024-09-19T06:02:07.133255+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:51.773235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123300+0000","last_change":"2024-09-19T06:02:07.116017+0000","last_active":"2024-09-19T06:02:07.123300+0000","last_peered":"2024-09-19T06:02:07.123300+0000","last_clean":"2024-09-19T06:02:07.123300+0000","last_became_active":"2024-09-19T06:02:07.115671+0000","last_became_peered":"2024-09-19T06:02:07.115671+0000","last_unstale":"2024-09-19T06:02:07.123300+0000","last_undegraded":"2024-09-19T06:02:07.123300+0000","last_fullsized":"2024-09-19T06:02:07.123300+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126494+0000","last_change":"2024-09-19T06:02:06.108956+0000","last_active":"2024-09-19T06:02:07.126494+0000","last_peered":"2024-09-19T06:02:07.126494+0000","last_clean":"2024-09-19T06:02:07.126494+0000","last_became_active":"2024-09-19T06:02:06.104492+0000","last_became_peered":"2024-09-19T06:02:06.104492+0000","last_unstale":"2024-09-19T06:02:07.126494+0000","last_undegraded":"2024-09-19T06:02:07.126494+0000","last_fullsized":"2024-09-19T06:02:07.126494+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.104260+0000","last_change":"2024-09-19T06:02:07.097145+0000","last_active":"2024-09-19T06:02:07.104260+0000","last_peered":"2024-09-19T06:02:07.104260+0000","last_clean":"2024-09-19T06:02:07.104260+0000","last_became_active":"2024-09-19T06:02:07.096884+0000","last_became_peered":"2024-09-19T06:02:07.096884+0000","last_unstale":"2024-09-19T06:02:07.104260+0000","last_undegraded":"2024-09-19T06:02:07.104260+0000","last_fullsized":"2024-09-19T06:02:07.104260+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130974+0000","last_change":"2024-09-19T06:02:06.109692+0000","last_active":"2024-09-19T06:02:07.130974+0000","last_peered":"2024-09-19T06:02:07.130974+0000","last_clean":"2024-09-19T06:02:07.130974+0000","last_became_active":"2024-09-19T06:02:06.108936+0000","last_became_peered":"2024-09-19T06:02:06.108936+0000","last_unstale":"2024-09-19T06:02:07.130974+0000","last_undegraded":"2024-09-19T06:02:07.130974+0000","last_fullsized":"2024-09-19T06:02:07.130974+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:55.660915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113147+0000","last_change":"2024-09-19T06:02:07.105833+0000","last_active":"2024-09-19T06:02:07.113147+0000","last_peered":"2024-09-19T06:02:07.113147+0000","last_clean":"2024-09-19T06:02:07.113147+0000","last_became_active":"2024-09-19T06:02:07.105526+0000","last_became_peered":"2024-09-19T06:02:07.105526+0000","last_unstale":"2024-09-19T06:02:07.113147+0000","last_undegraded":"2024-09-19T06:02:07.113147+0000","last_fullsized":"2024-09-19T06:02:07.113147+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.097282+0000","last_change":"2024-09-19T06:02:06.107346+0000","last_active":"2024-09-19T06:02:07.097282+0000","last_peered":"2024-09-19T06:02:07.097282+0000","last_clean":"2024-09-19T06:02:07.097282+0000","last_became_active":"2024-09-19T06:02:06.107070+0000","last_became_peered":"2024-09-19T06:02:06.107070+0000","last_unstale":"2024-09-19T06:02:07.097282+0000","last_undegraded":"2024-09-19T06:02:07.097282+0000","last_fullsized":"2024-09-19T06:02:07.097282+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:16.537928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.096738+0000","last_change":"2024-09-19T06:02:06.096738+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.096738+0000","last_undegraded":"2024-09-19T06:02:06.096738+0000","last_fullsized":"2024-09-19T06:02:06.096738+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.091204+0000","last_change":"2024-09-19T06:02:06.098131+0000","last_active":"2024-09-19T06:02:07.091204+0000","last_peered":"2024-09-19T06:02:07.091204+0000","last_clean":"2024-09-19T06:02:07.091204+0000","last_became_active":"2024-09-19T06:02:06.095459+0000","last_became_peered":"2024-09-19T06:02:06.095459+0000","last_unstale":"2024-09-19T06:02:07.091204+0000","last_undegraded":"2024-09-19T06:02:07.091204+0000","last_fullsized":"2024-09-19T06:02:07.091204+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:50.666768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125463+0000","last_change":"2024-09-19T06:02:07.120111+0000","last_active":"2024-09-19T06:02:07.125463+0000","last_peered":"2024-09-19T06:02:07.125463+0000","last_clean":"2024-09-19T06:02:07.125463+0000","last_became_active":"2024-09-19T06:02:07.119574+0000","last_became_peered":"2024-09-19T06:02:07.119574+0000","last_unstale":"2024-09-19T06:02:07.125463+0000","last_undegraded":"2024-09-19T06:02:07.125463+0000","last_fullsized":"2024-09-19T06:02:07.125463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107540+0000","last_change":"2024-09-19T06:02:06.112150+0000","last_active":"2024-09-19T06:02:07.107540+0000","last_peered":"2024-09-19T06:02:07.107540+0000","last_clean":"2024-09-19T06:02:07.107540+0000","last_became_active":"2024-09-19T06:02:06.111769+0000","last_became_peered":"2024-09-19T06:02:06.111769+0000","last_unstale":"2024-09-19T06:02:07.107540+0000","last_undegraded":"2024-09-19T06:02:07.107540+0000","last_fullsized":"2024-09-19T06:02:07.107540+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:16.818394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.122784+0000","last_change":"2024-09-19T06:02:07.119289+0000","last_active":"2024-09-19T06:02:07.122784+0000","last_peered":"2024-09-19T06:02:07.122784+0000","last_clean":"2024-09-19T06:02:07.122784+0000","last_became_active":"2024-09-19T06:02:07.118978+0000","last_became_peered":"2024-09-19T06:02:07.118978+0000","last_unstale":"2024-09-19T06:02:07.122784+0000","last_undegraded":"2024-09-19T06:02:07.122784+0000","last_fullsized":"2024-09-19T06:02:07.122784+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:22.971984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088938+0000","last_change":"2024-09-19T06:02:06.104582+0000","last_active":"2024-09-19T06:02:07.088938+0000","last_peered":"2024-09-19T06:02:07.088938+0000","last_clean":"2024-09-19T06:02:07.088938+0000","last_became_active":"2024-09-19T06:02:06.104304+0000","last_became_peered":"2024-09-19T06:02:06.104304+0000","last_unstale":"2024-09-19T06:02:07.088938+0000","last_undegraded":"2024-09-19T06:02:07.088938+0000","last_fullsized":"2024-09-19T06:02:07.088938+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:10.860193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120478+0000","last_change":"2024-09-19T06:02:07.111360+0000","last_active":"2024-09-19T06:02:07.120478+0000","last_peered":"2024-09-19T06:02:07.120478+0000","last_clean":"2024-09-19T06:02:07.120478+0000","last_became_active":"2024-09-19T06:02:07.111101+0000","last_became_peered":"2024-09-19T06:02:07.111101+0000","last_unstale":"2024-09-19T06:02:07.120478+0000","last_undegraded":"2024-09-19T06:02:07.120478+0000","last_fullsized":"2024-09-19T06:02:07.120478+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125996+0000","last_change":"2024-09-19T06:02:06.108962+0000","last_active":"2024-09-19T06:02:07.125996+0000","last_peered":"2024-09-19T06:02:07.125996+0000","last_clean":"2024-09-19T06:02:07.125996+0000","last_became_active":"2024-09-19T06:02:06.108664+0000","last_became_peered":"2024-09-19T06:02:06.108664+0000","last_unstale":"2024-09-19T06:02:07.125996+0000","last_undegraded":"2024-09-19T06:02:07.125996+0000","last_fullsized":"2024-09-19T06:02:07.125996+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119066+0000","last_change":"2024-09-19T06:02:07.114778+0000","last_active":"2024-09-19T06:02:07.119066+0000","last_peered":"2024-09-19T06:02:07.119066+0000","last_clean":"2024-09-19T06:02:07.119066+0000","last_became_active":"2024-09-19T06:02:07.114485+0000","last_became_peered":"2024-09-19T06:02:07.114485+0000","last_unstale":"2024-09-19T06:02:07.119066+0000","last_undegraded":"2024-09-19T06:02:07.119066+0000","last_fullsized":"2024-09-19T06:02:07.119066+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.135927+0000","last_change":"2024-09-19T06:02:06.112135+0000","last_active":"2024-09-19T06:02:07.135927+0000","last_peered":"2024-09-19T06:02:07.135927+0000","last_clean":"2024-09-19T06:02:07.135927+0000","last_became_active":"2024-09-19T06:02:06.111842+0000","last_became_peered":"2024-09-19T06:02:06.111842+0000","last_unstale":"2024-09-19T06:02:07.135927+0000","last_undegraded":"2024-09-19T06:02:07.135927+0000","last_fullsized":"2024-09-19T06:02:07.135927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:31.934773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101203+0000","last_change":"2024-09-19T06:02:06.101203+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101203+0000","last_undegraded":"2024-09-19T06:02:06.101203+0000","last_fullsized":"2024-09-19T06:02:06.101203+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130781+0000","last_change":"2024-09-19T06:02:06.097416+0000","last_active":"2024-09-19T06:02:07.130781+0000","last_peered":"2024-09-19T06:02:07.130781+0000","last_clean":"2024-09-19T06:02:07.130781+0000","last_became_active":"2024-09-19T06:02:06.097145+0000","last_became_peered":"2024-09-19T06:02:06.097145+0000","last_unstale":"2024-09-19T06:02:07.130781+0000","last_undegraded":"2024-09-19T06:02:07.130781+0000","last_fullsized":"2024-09-19T06:02:07.130781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120988+0000","last_change":"2024-09-19T06:02:07.116119+0000","last_active":"2024-09-19T06:02:07.120988+0000","last_peered":"2024-09-19T06:02:07.120988+0000","last_clean":"2024-09-19T06:02:07.120988+0000","last_became_active":"2024-09-19T06:02:07.115590+0000","last_became_peered":"2024-09-19T06:02:07.115590+0000","last_unstale":"2024-09-19T06:02:07.120988+0000","last_undegraded":"2024-09-19T06:02:07.120988+0000","last_fullsized":"2024-09-19T06:02:07.120988+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.115973+0000","last_change":"2024-09-19T06:02:06.110217+0000","last_active":"2024-09-19T06:02:06.115973+0000","last_peered":"2024-09-19T06:02:06.115973+0000","last_clean":"2024-09-19T06:02:06.115973+0000","last_became_active":"2024-09-19T06:02:06.109957+0000","last_became_peered":"2024-09-19T06:02:06.109957+0000","last_unstale":"2024-09-19T06:02:06.115973+0000","last_undegraded":"2024-09-19T06:02:06.115973+0000","last_fullsized":"2024-09-19T06:02:06.115973+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:26.329974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124039+0000","last_change":"2024-09-19T06:02:07.117517+0000","last_active":"2024-09-19T06:02:07.124039+0000","last_peered":"2024-09-19T06:02:07.124039+0000","last_clean":"2024-09-19T06:02:07.124039+0000","last_became_active":"2024-09-19T06:02:07.116029+0000","last_became_peered":"2024-09-19T06:02:07.116029+0000","last_unstale":"2024-09-19T06:02:07.124039+0000","last_undegraded":"2024-09-19T06:02:07.124039+0000","last_fullsized":"2024-09-19T06:02:07.124039+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.097075+0000","last_change":"2024-09-19T06:02:06.108735+0000","last_active":"2024-09-19T06:02:07.097075+0000","last_peered":"2024-09-19T06:02:07.097075+0000","last_clean":"2024-09-19T06:02:07.097075+0000","last_became_active":"2024-09-19T06:02:06.108410+0000","last_became_peered":"2024-09-19T06:02:06.108410+0000","last_unstale":"2024-09-19T06:02:07.097075+0000","last_undegraded":"2024-09-19T06:02:07.097075+0000","last_fullsized":"2024-09-19T06:02:07.097075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:34.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113944+0000","last_change":"2024-09-19T06:02:07.109985+0000","last_active":"2024-09-19T06:02:07.113944+0000","last_peered":"2024-09-19T06:02:07.113944+0000","last_clean":"2024-09-19T06:02:07.113944+0000","last_became_active":"2024-09-19T06:02:07.109644+0000","last_became_peered":"2024-09-19T06:02:07.109644+0000","last_unstale":"2024-09-19T06:02:07.113944+0000","last_undegraded":"2024-09-19T06:02:07.113944+0000","last_fullsized":"2024-09-19T06:02:07.113944+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.650245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.134179+0000","last_change":"2024-09-19T06:02:06.104635+0000","last_active":"2024-09-19T06:02:07.134179+0000","last_peered":"2024-09-19T06:02:07.134179+0000","last_clean":"2024-09-19T06:02:07.134179+0000","last_became_active":"2024-09-19T06:02:06.104430+0000","last_became_peered":"2024-09-19T06:02:06.104430+0000","last_unstale":"2024-09-19T06:02:07.134179+0000","last_undegraded":"2024-09-19T06:02:07.134179+0000","last_fullsized":"2024-09-19T06:02:07.134179+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105105+0000","last_change":"2024-09-19T06:02:07.097416+0000","last_active":"2024-09-19T06:02:07.105105+0000","last_peered":"2024-09-19T06:02:07.105105+0000","last_clean":"2024-09-19T06:02:07.105105+0000","last_became_active":"2024-09-19T06:02:07.097134+0000","last_became_peered":"2024-09-19T06:02:07.097134+0000","last_unstale":"2024-09-19T06:02:07.105105+0000","last_undegraded":"2024-09-19T06:02:07.105105+0000","last_fullsized":"2024-09-19T06:02:07.105105+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.650245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.118670+0000","last_change":"2024-09-19T06:02:06.115173+0000","last_active":"2024-09-19T06:02:06.118670+0000","last_peered":"2024-09-19T06:02:06.118670+0000","last_clean":"2024-09-19T06:02:06.118670+0000","last_became_active":"2024-09-19T06:02:06.114848+0000","last_became_peered":"2024-09-19T06:02:06.114848+0000","last_unstale":"2024-09-19T06:02:06.118670+0000","last_undegraded":"2024-09-19T06:02:06.118670+0000","last_fullsized":"2024-09-19T06:02:06.118670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:30.837403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.108070+0000","last_change":"2024-09-19T06:02:07.103551+0000","last_active":"2024-09-19T06:02:07.108070+0000","last_peered":"2024-09-19T06:02:07.108070+0000","last_clean":"2024-09-19T06:02:07.108070+0000","last_became_active":"2024-09-19T06:02:07.102637+0000","last_became_peered":"2024-09-19T06:02:07.102637+0000","last_unstale":"2024-09-19T06:02:07.108070+0000","last_undegraded":"2024-09-19T06:02:07.108070+0000","last_fullsized":"2024-09-19T06:02:07.108070+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130692+0000","last_change":"2024-09-19T06:02:06.101203+0000","last_active":"2024-09-19T06:02:07.130692+0000","last_peered":"2024-09-19T06:02:07.130692+0000","last_clean":"2024-09-19T06:02:07.130692+0000","last_became_active":"2024-09-19T06:02:06.100888+0000","last_became_peered":"2024-09-19T06:02:06.100888+0000","last_unstale":"2024-09-19T06:02:07.130692+0000","last_undegraded":"2024-09-19T06:02:07.130692+0000","last_fullsized":"2024-09-19T06:02:07.130692+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101751+0000","last_change":"2024-09-19T06:02:06.101751+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101751+0000","last_undegraded":"2024-09-19T06:02:06.101751+0000","last_fullsized":"2024-09-19T06:02:06.101751+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.127235+0000","last_change":"2024-09-19T06:02:06.111713+0000","last_active":"2024-09-19T06:02:07.127235+0000","last_peered":"2024-09-19T06:02:07.127235+0000","last_clean":"2024-09-19T06:02:07.127235+0000","last_became_active":"2024-09-19T06:02:06.110937+0000","last_became_peered":"2024-09-19T06:02:06.110937+0000","last_unstale":"2024-09-19T06:02:07.127235+0000","last_undegraded":"2024-09-19T06:02:07.127235+0000","last_fullsized":"2024-09-19T06:02:07.127235+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:57.229517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119664+0000","last_change":"2024-09-19T06:02:07.114374+0000","last_active":"2024-09-19T06:02:07.119664+0000","last_peered":"2024-09-19T06:02:07.119664+0000","last_clean":"2024-09-19T06:02:07.119664+0000","last_became_active":"2024-09-19T06:02:07.114107+0000","last_became_peered":"2024-09-19T06:02:07.114107+0000","last_unstale":"2024-09-19T06:02:07.119664+0000","last_undegraded":"2024-09-19T06:02:07.119664+0000","last_fullsized":"2024-09-19T06:02:07.119664+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:34.594388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.093611+0000","last_change":"2024-09-19T06:02:06.106358+0000","last_active":"2024-09-19T06:02:07.093611+0000","last_peered":"2024-09-19T06:02:07.093611+0000","last_clean":"2024-09-19T06:02:07.093611+0000","last_became_active":"2024-09-19T06:02:06.106053+0000","last_became_peered":"2024-09-19T06:02:06.106053+0000","last_unstale":"2024-09-19T06:02:07.093611+0000","last_undegraded":"2024-09-19T06:02:07.093611+0000","last_fullsized":"2024-09-19T06:02:07.093611+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:19.626514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115836+0000","last_change":"2024-09-19T06:02:07.107123+0000","last_active":"2024-09-19T06:02:07.115836+0000","last_peered":"2024-09-19T06:02:07.115836+0000","last_clean":"2024-09-19T06:02:07.115836+0000","last_became_active":"2024-09-19T06:02:07.106802+0000","last_became_peered":"2024-09-19T06:02:07.106802+0000","last_unstale":"2024-09-19T06:02:07.115836+0000","last_undegraded":"2024-09-19T06:02:07.115836+0000","last_fullsized":"2024-09-19T06:02:07.115836+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:05.252748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126117+0000","last_change":"2024-09-19T06:02:06.112793+0000","last_active":"2024-09-19T06:02:07.126117+0000","last_peered":"2024-09-19T06:02:07.126117+0000","last_clean":"2024-09-19T06:02:07.126117+0000","last_became_active":"2024-09-19T06:02:06.112550+0000","last_became_peered":"2024-09-19T06:02:06.112550+0000","last_unstale":"2024-09-19T06:02:07.126117+0000","last_undegraded":"2024-09-19T06:02:07.126117+0000","last_fullsized":"2024-09-19T06:02:07.126117+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117855+0000","last_change":"2024-09-19T06:02:07.111344+0000","last_active":"2024-09-19T06:02:07.117855+0000","last_peered":"2024-09-19T06:02:07.117855+0000","last_clean":"2024-09-19T06:02:07.117855+0000","last_became_active":"2024-09-19T06:02:07.110918+0000","last_became_peered":"2024-09-19T06:02:07.110918+0000","last_unstale":"2024-09-19T06:02:07.117855+0000","last_undegraded":"2024-09-19T06:02:07.117855+0000","last_fullsized":"2024-09-19T06:02:07.117855+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:20.644768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107783+0000","last_change":"2024-09-19T06:02:06.112900+0000","last_active":"2024-09-19T06:02:07.107783+0000","last_peered":"2024-09-19T06:02:07.107783+0000","last_clean":"2024-09-19T06:02:07.107783+0000","last_became_active":"2024-09-19T06:02:06.112496+0000","last_became_peered":"2024-09-19T06:02:06.112496+0000","last_unstale":"2024-09-19T06:02:07.107783+0000","last_undegraded":"2024-09-19T06:02:07.107783+0000","last_fullsized":"2024-09-19T06:02:07.107783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115576+0000","last_change":"2024-09-19T06:02:07.106005+0000","last_active":"2024-09-19T06:02:07.115576+0000","last_peered":"2024-09-19T06:02:07.115576+0000","last_clean":"2024-09-19T06:02:07.115576+0000","last_became_active":"2024-09-19T06:02:07.105720+0000","last_became_peered":"2024-09-19T06:02:07.105720+0000","last_unstale":"2024-09-19T06:02:07.115576+0000","last_undegraded":"2024-09-19T06:02:07.115576+0000","last_fullsized":"2024-09-19T06:02:07.115576+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:50.027221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.092182+0000","last_change":"2024-09-19T06:02:06.102232+0000","last_active":"2024-09-19T06:02:07.092182+0000","last_peered":"2024-09-19T06:02:07.092182+0000","last_clean":"2024-09-19T06:02:07.092182+0000","last_became_active":"2024-09-19T06:02:06.101609+0000","last_became_peered":"2024-09-19T06:02:06.101609+0000","last_unstale":"2024-09-19T06:02:07.092182+0000","last_undegraded":"2024-09-19T06:02:07.092182+0000","last_fullsized":"2024-09-19T06:02:07.092182+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:15.684333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119629+0000","last_change":"2024-09-19T06:02:07.112670+0000","last_active":"2024-09-19T06:02:07.119629+0000","last_peered":"2024-09-19T06:02:07.119629+0000","last_clean":"2024-09-19T06:02:07.119629+0000","last_became_active":"2024-09-19T06:02:07.111546+0000","last_became_peered":"2024-09-19T06:02:07.111546+0000","last_unstale":"2024-09-19T06:02:07.119629+0000","last_undegraded":"2024-09-19T06:02:07.119629+0000","last_fullsized":"2024-09-19T06:02:07.119629+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.091351+0000","last_change":"2024-09-19T06:02:06.105048+0000","last_active":"2024-09-19T06:02:07.091351+0000","last_peered":"2024-09-19T06:02:07.091351+0000","last_clean":"2024-09-19T06:02:07.091351+0000","last_became_active":"2024-09-19T06:02:06.104804+0000","last_became_peered":"2024-09-19T06:02:06.104804+0000","last_unstale":"2024-09-19T06:02:07.091351+0000","last_undegraded":"2024-09-19T06:02:07.091351+0000","last_fullsized":"2024-09-19T06:02:07.091351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.128937+0000","last_change":"2024-09-19T06:02:07.123091+0000","last_active":"2024-09-19T06:02:07.128937+0000","last_peered":"2024-09-19T06:02:07.128937+0000","last_clean":"2024-09-19T06:02:07.128937+0000","last_became_active":"2024-09-19T06:02:07.122271+0000","last_became_peered":"2024-09-19T06:02:07.122271+0000","last_unstale":"2024-09-19T06:02:07.128937+0000","last_undegraded":"2024-09-19T06:02:07.128937+0000","last_fullsized":"2024-09-19T06:02:07.128937+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:51.673151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.116000+0000","last_change":"2024-09-19T06:02:06.110728+0000","last_active":"2024-09-19T06:02:06.116000+0000","last_peered":"2024-09-19T06:02:06.116000+0000","last_clean":"2024-09-19T06:02:06.116000+0000","last_became_active":"2024-09-19T06:02:06.110471+0000","last_became_peered":"2024-09-19T06:02:06.110471+0000","last_unstale":"2024-09-19T06:02:06.116000+0000","last_undegraded":"2024-09-19T06:02:06.116000+0000","last_fullsized":"2024-09-19T06:02:06.116000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:37.555577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.104338+0000","last_change":"2024-09-19T06:02:07.098822+0000","last_active":"2024-09-19T06:02:07.104338+0000","last_peered":"2024-09-19T06:02:07.104338+0000","last_clean":"2024-09-19T06:02:07.104338+0000","last_became_active":"2024-09-19T06:02:07.098371+0000","last_became_peered":"2024-09-19T06:02:07.098371+0000","last_unstale":"2024-09-19T06:02:07.104338+0000","last_undegraded":"2024-09-19T06:02:07.104338+0000","last_fullsized":"2024-09-19T06:02:07.104338+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088808+0000","last_change":"2024-09-19T06:02:06.108917+0000","last_active":"2024-09-19T06:02:07.088808+0000","last_peered":"2024-09-19T06:02:07.088808+0000","last_clean":"2024-09-19T06:02:07.088808+0000","last_became_active":"2024-09-19T06:02:06.108594+0000","last_became_peered":"2024-09-19T06:02:06.108594+0000","last_unstale":"2024-09-19T06:02:07.088808+0000","last_undegraded":"2024-09-19T06:02:07.088808+0000","last_fullsized":"2024-09-19T06:02:07.088808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:51.402092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105870+0000","last_change":"2024-09-19T06:02:07.097521+0000","last_active":"2024-09-19T06:02:07.105870+0000","last_peered":"2024-09-19T06:02:07.105870+0000","last_clean":"2024-09-19T06:02:07.105870+0000","last_became_active":"2024-09-19T06:02:07.097230+0000","last_became_peered":"2024-09-19T06:02:07.097230+0000","last_unstale":"2024-09-19T06:02:07.105870+0000","last_undegraded":"2024-09-19T06:02:07.105870+0000","last_fullsized":"2024-09-19T06:02:07.105870+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.116062+0000","last_change":"2024-09-19T06:02:06.111134+0000","last_active":"2024-09-19T06:02:06.116062+0000","last_peered":"2024-09-19T06:02:06.116062+0000","last_clean":"2024-09-19T06:02:06.116062+0000","last_became_active":"2024-09-19T06:02:06.110894+0000","last_became_peered":"2024-09-19T06:02:06.110894+0000","last_unstale":"2024-09-19T06:02:06.116062+0000","last_undegraded":"2024-09-19T06:02:06.116062+0000","last_fullsized":"2024-09-19T06:02:06.116062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:21.665036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119597+0000","last_change":"2024-09-19T06:02:07.113586+0000","last_active":"2024-09-19T06:02:07.119597+0000","last_peered":"2024-09-19T06:02:07.119597+0000","last_clean":"2024-09-19T06:02:07.119597+0000","last_became_active":"2024-09-19T06:02:07.112717+0000","last_became_peered":"2024-09-19T06:02:07.112717+0000","last_unstale":"2024-09-19T06:02:07.119597+0000","last_undegraded":"2024-09-19T06:02:07.119597+0000","last_fullsized":"2024-09-19T06:02:07.119597+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088788+0000","last_change":"2024-09-19T06:02:06.100989+0000","last_active":"2024-09-19T06:02:07.088788+0000","last_peered":"2024-09-19T06:02:07.088788+0000","last_clean":"2024-09-19T06:02:07.088788+0000","last_became_active":"2024-09-19T06:02:06.100737+0000","last_became_peered":"2024-09-19T06:02:06.100737+0000","last_unstale":"2024-09-19T06:02:07.088788+0000","last_undegraded":"2024-09-19T06:02:07.088788+0000","last_fullsized":"2024-09-19T06:02:07.088788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:09.643863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.112077+0000","last_change":"2024-09-19T06:02:07.107165+0000","last_active":"2024-09-19T06:02:07.112077+0000","last_peered":"2024-09-19T06:02:07.112077+0000","last_clean":"2024-09-19T06:02:07.112077+0000","last_became_active":"2024-09-19T06:02:07.106499+0000","last_became_peered":"2024-09-19T06:02:07.106499+0000","last_unstale":"2024-09-19T06:02:07.112077+0000","last_undegraded":"2024-09-19T06:02:07.112077+0000","last_fullsized":"2024-09-19T06:02:07.112077+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.109772+0000","last_change":"2024-09-19T06:02:06.107621+0000","last_active":"2024-09-19T06:02:06.109772+0000","last_peered":"2024-09-19T06:02:06.109772+0000","last_clean":"2024-09-19T06:02:06.109772+0000","last_became_active":"2024-09-19T06:02:06.107264+0000","last_became_peered":"2024-09-19T06:02:06.107264+0000","last_unstale":"2024-09-19T06:02:06.109772+0000","last_undegraded":"2024-09-19T06:02:06.109772+0000","last_fullsized":"2024-09-19T06:02:06.109772+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:20.836956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117653+0000","last_change":"2024-09-19T06:02:07.109234+0000","last_active":"2024-09-19T06:02:07.117653+0000","last_peered":"2024-09-19T06:02:07.117653+0000","last_clean":"2024-09-19T06:02:07.117653+0000","last_became_active":"2024-09-19T06:02:07.107790+0000","last_became_peered":"2024-09-19T06:02:07.107790+0000","last_unstale":"2024-09-19T06:02:07.117653+0000","last_undegraded":"2024-09-19T06:02:07.117653+0000","last_fullsized":"2024-09-19T06:02:07.117653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.092324+0000","last_change":"2024-09-19T06:02:06.104485+0000","last_active":"2024-09-19T06:02:07.092324+0000","last_peered":"2024-09-19T06:02:07.092324+0000","last_clean":"2024-09-19T06:02:07.092324+0000","last_became_active":"2024-09-19T06:02:06.101944+0000","last_became_peered":"2024-09-19T06:02:06.101944+0000","last_unstale":"2024-09-19T06:02:07.092324+0000","last_undegraded":"2024-09-19T06:02:07.092324+0000","last_fullsized":"2024-09-19T06:02:07.092324+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.016756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126065+0000","last_change":"2024-09-19T06:02:07.120534+0000","last_active":"2024-09-19T06:02:07.126065+0000","last_peered":"2024-09-19T06:02:07.126065+0000","last_clean":"2024-09-19T06:02:07.126065+0000","last_became_active":"2024-09-19T06:02:07.120239+0000","last_became_peered":"2024-09-19T06:02:07.120239+0000","last_unstale":"2024-09-19T06:02:07.126065+0000","last_undegraded":"2024-09-19T06:02:07.126065+0000","last_fullsized":"2024-09-19T06:02:07.126065+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.093141+0000","last_change":"2024-09-19T06:02:06.112124+0000","last_active":"2024-09-19T06:02:07.093141+0000","last_peered":"2024-09-19T06:02:07.093141+0000","last_clean":"2024-09-19T06:02:07.093141+0000","last_became_active":"2024-09-19T06:02:06.111811+0000","last_became_peered":"2024-09-19T06:02:06.111811+0000","last_unstale":"2024-09-19T06:02:07.093141+0000","last_undegraded":"2024-09-19T06:02:07.093141+0000","last_fullsized":"2024-09-19T06:02:07.093141+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123893+0000","last_change":"2024-09-19T06:02:07.117167+0000","last_active":"2024-09-19T06:02:07.123893+0000","last_peered":"2024-09-19T06:02:07.123893+0000","last_clean":"2024-09-19T06:02:07.123893+0000","last_became_active":"2024-09-19T06:02:07.116886+0000","last_became_peered":"2024-09-19T06:02:07.116886+0000","last_unstale":"2024-09-19T06:02:07.123893+0000","last_undegraded":"2024-09-19T06:02:07.123893+0000","last_fullsized":"2024-09-19T06:02:07.123893+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107085+0000","last_change":"2024-09-19T06:02:06.109666+0000","last_active":"2024-09-19T06:02:07.107085+0000","last_peered":"2024-09-19T06:02:07.107085+0000","last_clean":"2024-09-19T06:02:07.107085+0000","last_became_active":"2024-09-19T06:02:06.109375+0000","last_became_peered":"2024-09-19T06:02:06.109375+0000","last_unstale":"2024-09-19T06:02:07.107085+0000","last_undegraded":"2024-09-19T06:02:07.107085+0000","last_fullsized":"2024-09-19T06:02:07.107085+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":187,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.099804+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:02:07.099804+0000","last_peered":"2024-09-19T06:02:07.099804+0000","last_clean":"2024-09-19T06:02:07.099804+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:02:07.099804+0000","last_undegraded":"2024-09-19T06:02:07.099804+0000","last_fullsized":"2024-09-19T06:02:07.099804+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2388,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":933888,"data_stored":716769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":133792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":339968,"data_stored":126401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":133280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509453,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":352256,"data_stored":133176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":339968,"data_stored":126401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":933888,"data_stored":716769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":120134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:02:12.078 INFO:tasks.ceph.ceph_manager.ceph:PG 5.3c is not active+clean 2024-09-19T06:02:12.078 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.3c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:02:06.102260+0000', 'last_change': '2024-09-19T06:02:06.102260+0000', 'last_active': '2024-09-19T06:02:06.076121+0000', 'last_peered': '2024-09-19T06:02:06.076121+0000', 'last_clean': '2024-09-19T06:02:06.076121+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:02:06.102260+0000', 'last_undegraded': '2024-09-19T06:02:06.102260+0000', 'last_fullsized': '2024-09-19T06:02:06.102260+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_clean_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:02:12.078 INFO:tasks.ceph.ceph_manager.ceph:PG 5.36 is not active+clean 2024-09-19T06:02:12.078 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.36', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:02:06.098471+0000', 'last_change': '2024-09-19T06:02:06.098471+0000', 'last_active': '2024-09-19T06:02:06.076121+0000', 'last_peered': '2024-09-19T06:02:06.076121+0000', 'last_clean': '2024-09-19T06:02:06.076121+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:02:06.098471+0000', 'last_undegraded': '2024-09-19T06:02:06.098471+0000', 'last_fullsized': '2024-09-19T06:02:06.098471+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_clean_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3], 'acting': [1, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:PG 5.27 is not active+clean 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.27', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:02:06.103016+0000', 'last_change': '2024-09-19T06:02:06.103016+0000', 'last_active': '2024-09-19T06:02:06.076121+0000', 'last_peered': '2024-09-19T06:02:06.076121+0000', 'last_clean': '2024-09-19T06:02:06.076121+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:02:06.103016+0000', 'last_undegraded': '2024-09-19T06:02:06.103016+0000', 'last_fullsized': '2024-09-19T06:02:06.103016+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_clean_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 7], 'acting': [1, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:PG 5.25 is not active+clean 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:02:06.104925+0000', 'last_change': '2024-09-19T06:02:06.104925+0000', 'last_active': '2024-09-19T06:02:06.076121+0000', 'last_peered': '2024-09-19T06:02:06.076121+0000', 'last_clean': '2024-09-19T06:02:06.076121+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:02:06.104925+0000', 'last_undegraded': '2024-09-19T06:02:06.104925+0000', 'last_fullsized': '2024-09-19T06:02:06.104925+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_clean_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:PG 5.1d is not active+clean 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:02:06.101759+0000', 'last_change': '2024-09-19T06:02:06.101759+0000', 'last_active': '2024-09-19T06:02:06.076121+0000', 'last_peered': '2024-09-19T06:02:06.076121+0000', 'last_clean': '2024-09-19T06:02:06.076121+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:02:06.101759+0000', 'last_undegraded': '2024-09-19T06:02:06.101759+0000', 'last_fullsized': '2024-09-19T06:02:06.101759+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_clean_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:PG 5.19 is not active+clean 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:02:06.096738+0000', 'last_change': '2024-09-19T06:02:06.096738+0000', 'last_active': '2024-09-19T06:02:06.076121+0000', 'last_peered': '2024-09-19T06:02:06.076121+0000', 'last_clean': '2024-09-19T06:02:06.076121+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:02:06.096738+0000', 'last_undegraded': '2024-09-19T06:02:06.096738+0000', 'last_fullsized': '2024-09-19T06:02:06.096738+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_clean_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:PG 5.12 is not active+clean 2024-09-19T06:02:12.079 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:02:06.101203+0000', 'last_change': '2024-09-19T06:02:06.101203+0000', 'last_active': '2024-09-19T06:02:06.076121+0000', 'last_peered': '2024-09-19T06:02:06.076121+0000', 'last_clean': '2024-09-19T06:02:06.076121+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:02:06.101203+0000', 'last_undegraded': '2024-09-19T06:02:06.101203+0000', 'last_fullsized': '2024-09-19T06:02:06.101203+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_clean_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:02:12.080 INFO:tasks.ceph.ceph_manager.ceph:PG 5.c is not active+clean 2024-09-19T06:02:12.080 INFO:tasks.ceph.ceph_manager.ceph:{'pgid': '5.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 31, 'state': 'creating+peering', 'last_fresh': '2024-09-19T06:02:06.101751+0000', 'last_change': '2024-09-19T06:02:06.101751+0000', 'last_active': '2024-09-19T06:02:06.076121+0000', 'last_peered': '2024-09-19T06:02:06.076121+0000', 'last_clean': '2024-09-19T06:02:06.076121+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-19T06:02:06.101751+0000', 'last_undegraded': '2024-09-19T06:02:06.101751+0000', 'last_fullsized': '2024-09-19T06:02:06.101751+0000', 'mapping_epoch': 31, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 31, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'last_clean_scrub_stamp': '2024-09-19T06:02:06.076121+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'no scrub is scheduled', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4], 'acting': [1, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-19T06:02:12.080 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-19T06:02:12.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.263+0000 7f9e5c800640 1 Processor -- start 2024-09-19T06:02:12.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.263+0000 7f9e5c800640 1 -- start start 2024-09-19T06:02:12.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.264+0000 7f9e5c800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f9e540b6140 0x7f9e5415c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.264+0000 7f9e5c800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e540b50a0 con 0x7f9e54155800 2024-09-19T06:02:12.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.264+0000 7f9e5c800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e540b5380 con 0x7f9e540cfc80 2024-09-19T06:02:12.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.264+0000 7f9e5c800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f9e540b6550 con 0x7f9e540b6140 2024-09-19T06:02:12.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e59e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f9e54155800 0x7f9e540cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55388/0 (socket says 172.21.15.92:55388) 2024-09-19T06:02:12.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e59e00640 1 -- 172.21.15.92:0/537935128 learned_addr learned my addr 172.21.15.92:0/537935128 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:12.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e5a800640 1 --2- 172.21.15.92:0/537935128 >> v2:172.21.15.102:3300/0 conn(0x7f9e540b6140 0x7f9e5415c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2376152479 0 0) 0x7f9e540b50a0 con 0x7f9e54155800 2024-09-19T06:02:12.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e3c003520 con 0x7f9e54155800 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1355080394 0 0) 0x7f9e3c003520 con 0x7f9e54155800 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 >> v2:172.21.15.102:3300/0 conn(0x7f9e540b6140 msgr2=0x7f9e5415c330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 --2- 172.21.15.92:0/537935128 >> v2:172.21.15.102:3300/0 conn(0x7f9e540b6140 0x7f9e5415c330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 >> v1:172.21.15.102:6789/0 conn(0x7f9e540cfc80 legacy=0x7f9e5415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e540b5660 con 0x7f9e54155800 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f9e48001670 con 0x7f9e54155800 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 >> v1:172.21.15.92:6789/0 conn(0x7f9e54155800 legacy=0x7f9e540cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e3c0039b0 0x7f9e3c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.265+0000 7f9e58a00640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c004800 0x7f9e3c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e58a00640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e3c0051c0 0x7f9e3c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9e540b6550 con 0x7f9e3c0051c0 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9e3c00c060 con 0x7f9e3c004800 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9e3c00c260 con 0x7f9e3c0039b0 2024-09-19T06:02:12.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e5a800640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e3c0051c0 0x7f9e3c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e59400640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c004800 0x7f9e3c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e59e00640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e3c0039b0 0x7f9e3c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e5a800640 1 -- 172.21.15.92:0/537935128 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e3c0039b0 msgr2=0x7f9e3c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:12.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e5a800640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e3c0039b0 0x7f9e3c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e5a800640 1 -- 172.21.15.92:0/537935128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c004800 msgr2=0x7f9e3c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:12.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e5a800640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c004800 0x7f9e3c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.266+0000 7f9e5a800640 1 -- 172.21.15.92:0/537935128 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e3c003520 con 0x7f9e3c0051c0 2024-09-19T06:02:12.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.267+0000 7f9e5a800640 1 -- 172.21.15.92:0/537935128 reap_dead start 2024-09-19T06:02:12.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.267+0000 7f9e5a800640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e3c0051c0 0x7f9e3c00b9c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9e50009fc0 tx=0x7f9e3c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35c9988535532190 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:12.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.267+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e50035020 con 0x7f9e3c0051c0 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.267+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e50003bd0 con 0x7f9e3c0051c0 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.267+0000 7f9e58a00640 1 -- 172.21.15.92:0/537935128 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e50009c10 con 0x7f9e3c0051c0 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.268+0000 7f9e5c800640 1 -- 172.21.15.92:0/537935128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e3c0051c0 msgr2=0x7f9e3c00b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.268+0000 7f9e5c800640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e3c0051c0 0x7f9e3c00b9c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f9e50009fc0 tx=0x7f9e3c005830 comp rx=0 tx=0).stop 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.268+0000 7f9e5c800640 1 -- 172.21.15.92:0/537935128 shutdown_connections 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.268+0000 7f9e5c800640 1 --2- 172.21.15.92:0/537935128 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e3c0051c0 0x7f9e3c00b9c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.268+0000 7f9e5c800640 1 -- 172.21.15.92:0/537935128 >> 172.21.15.92:0/537935128 conn(0x7f9e5406bc10 msgr2=0x7f9e5406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.268+0000 7f9e5c800640 1 -- 172.21.15.92:0/537935128 shutdown_connections 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.268+0000 7f9e5c800640 1 -- 172.21.15.92:0/537935128 wait complete. 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.270+0000 7f9e5c800640 1 Processor -- start 2024-09-19T06:02:12.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.270+0000 7f9e5c800640 1 -- start start 2024-09-19T06:02:12.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e5c800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c0051c0 0x7f9e5414d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e5c800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e5414b880 0x7f9e5414a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e5c800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e5414bd00 0x7f9e5414a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e5c800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9e54155be0 con 0x7f9e5414b880 2024-09-19T06:02:12.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e5c800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9e540b5c20 con 0x7f9e3c0051c0 2024-09-19T06:02:12.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e5c800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9e5415c330 con 0x7f9e5414bd00 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e5414b880 0x7f9e5414a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e5414b880 0x7f9e5414a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48298/0 (socket says 172.21.15.92:48298) 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59400640 1 -- 172.21.15.92:0/287745478 learned_addr learned my addr 172.21.15.92:0/287745478 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e5a800640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e5414bd00 0x7f9e5414a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59e00640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c0051c0 0x7f9e5414d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59400640 1 -- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e5414bd00 msgr2=0x7f9e5414a7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59400640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e5414bd00 0x7f9e5414a7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59400640 1 -- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c0051c0 msgr2=0x7f9e5414d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59400640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c0051c0 0x7f9e5414d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59400640 1 -- 172.21.15.92:0/287745478 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e54154270 con 0x7f9e5414b880 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e5a800640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e5414bd00 0x7f9e5414a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59e00640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c0051c0 0x7f9e5414d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:12.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.271+0000 7f9e59400640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e5414b880 0x7f9e5414a2a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9e4400f5c0 tx=0x7f9e4400fa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:12.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.272+0000 7f9e4e000640 1 -- 172.21.15.92:0/287745478 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e440052e0 con 0x7f9e5414b880 2024-09-19T06:02:12.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.272+0000 7f9e4e000640 1 -- 172.21.15.92:0/287745478 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e44018070 con 0x7f9e5414b880 2024-09-19T06:02:12.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.272+0000 7f9e4e000640 1 -- 172.21.15.92:0/287745478 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e44003830 con 0x7f9e5414b880 2024-09-19T06:02:12.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.272+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e54154550 con 0x7f9e5414b880 2024-09-19T06:02:12.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.272+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e5414dd50 con 0x7f9e5414b880 2024-09-19T06:02:12.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.273+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e5415d840 con 0x7f9e5414b880 2024-09-19T06:02:12.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.274+0000 7f9e4e000640 1 -- 172.21.15.92:0/287745478 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e440039d0 con 0x7f9e5414b880 2024-09-19T06:02:12.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.274+0000 7f9e4e000640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3806c2e0 0x7f9e3806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.275+0000 7f9e4e000640 1 -- 172.21.15.92:0/287745478 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f9e4408b250 con 0x7f9e5414b880 2024-09-19T06:02:12.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.275+0000 7f9e59e00640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3806c2e0 0x7f9e3806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.275+0000 7f9e59e00640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3806c2e0 0x7f9e3806e7a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9e48007d50 tx=0x7f9e48009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:12.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.279+0000 7f9e4e000640 1 -- 172.21.15.92:0/287745478 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9e44059920 con 0x7f9e5414b880 2024-09-19T06:02:12.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.516+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) -- 0x7f9e5415a6f0 con 0x7f9e5414b880 2024-09-19T06:02:12.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.517+0000 7f9e4e000640 1 -- 172.21.15.92:0/287745478 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) ==== 72+0+2754 (secure 0 0 0) 0x7f9e44059220 con 0x7f9e5414b880 2024-09-19T06:02:12.519 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:12.519 INFO:teuthology.orchestra.run.smithi092.stdout:{"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":10,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":74,"monmap":{"epoch":1,"min_mon_release_name":"squid","num_mons":3},"osdmap":{"epoch":33,"num_osds":8,"num_up_osds":8,"osd_up_since":1726725672,"num_in_osds":8,"osd_in_since":1726725661,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":89},{"state_name":"creating+peering","count":8}],"num_pgs":97,"num_pools":3,"num_objects":21,"data_bytes":592756,"bytes_used":225402880,"bytes_avail":772868710400,"bytes_total":773094113280,"inactive_pgs_ratio":0.082474224269390106,"write_bytes_sec":2292,"read_op_per_sec":0,"write_op_per_sec":6},"fsmap":{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"a","status":"up:active","gid":4767}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":2,"modified":"2024-09-19T06:02:04.884008+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","0":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"1":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"2":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"3":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"4":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"5":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-19T06:02:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3806c2e0 msgr2=0x7f9e3806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3806c2e0 0x7f9e3806e7a0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f9e48007d50 tx=0x7f9e48009040 comp rx=0 tx=0).stop 2024-09-19T06:02:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e5414b880 msgr2=0x7f9e5414a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e5414b880 0x7f9e5414a2a0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f9e4400f5c0 tx=0x7f9e4400fa80 comp rx=0 tx=0).stop 2024-09-19T06:02:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 shutdown_connections 2024-09-19T06:02:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e5414bd00 0x7f9e5414a7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e5414b880 0x7f9e5414a2a0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3806c2e0 0x7f9e3806e7a0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 --2- 172.21.15.92:0/287745478 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e3c0051c0 0x7f9e5414d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 >> 172.21.15.92:0/287745478 conn(0x7f9e5406bc10 msgr2=0x7f9e540b3f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 shutdown_connections 2024-09-19T06:02:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.519+0000 7f9e5c800640 1 -- 172.21.15.92:0/287745478 wait complete. 2024-09-19T06:02:12.537 INFO:tasks.ceph.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-09-19T06:02:12.537 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:02:12.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.687+0000 7f74e1c00640 1 Processor -- start 2024-09-19T06:02:12.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.687+0000 7f74e1c00640 1 -- start start 2024-09-19T06:02:12.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.688+0000 7f74e1c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f74dc15e5f0 0x7f74dc0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.688+0000 7f74e1c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0d13c0 0x7f74dc0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.688+0000 7f74e1c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f74dc15e9d0 con 0x7f74dc0b8730 2024-09-19T06:02:12.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.688+0000 7f74e1c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f74dc0b9b30 con 0x7f74dc15e5f0 2024-09-19T06:02:12.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.688+0000 7f74e1c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f74dc0d1820 con 0x7f74dc0d13c0 2024-09-19T06:02:12.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.688+0000 7f74dbe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f74dc15e5f0 0x7f74dc0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.689+0000 7f74dbe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f74dc15e5f0 0x7f74dc0d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48310/0 (socket says 172.21.15.92:48310) 2024-09-19T06:02:12.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.689+0000 7f74dbe00640 1 -- 172.21.15.92:0/1273212586 learned_addr learned my addr 172.21.15.92:0/1273212586 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:12.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.689+0000 7f74e1200640 1 --1- 172.21.15.92:0/1273212586 >> v1:172.21.15.92:6789/0 conn(0x7f74dc0b8730 0x7f74dc0ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55398/0 (socket says 172.21.15.92:55398) 2024-09-19T06:02:12.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.689+0000 7f74db400640 1 --2- 172.21.15.92:0/1273212586 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0d13c0 0x7f74dc0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.689+0000 7f74dbe00640 1 -- 172.21.15.92:0/1273212586 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0d13c0 msgr2=0x7f74dc0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:12.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.689+0000 7f74dbe00640 1 --2- 172.21.15.92:0/1273212586 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0d13c0 0x7f74dc0b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.689+0000 7f74dbe00640 1 -- 172.21.15.92:0/1273212586 >> v1:172.21.15.92:6789/0 conn(0x7f74dc0b8730 legacy=0x7f74dc0ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.689+0000 7f74dbe00640 1 -- 172.21.15.92:0/1273212586 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74dc0b8f20 con 0x7f74dc15e5f0 2024-09-19T06:02:12.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.689+0000 7f74daa00640 1 -- 172.21.15.92:0/1273212586 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4156061352 0 0) 0x7f74dc15e9d0 con 0x7f74dc0b8730 2024-09-19T06:02:12.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.690+0000 7f74dbe00640 1 --2- 172.21.15.92:0/1273212586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 0x7f74dc0d0e80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f74cc009870 tx=0x7f74cc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e776dec1bc5d27fe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:12.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.690+0000 7f74daa00640 1 -- 172.21.15.92:0/1273212586 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74cc037070 con 0x7f74dc15e5f0 2024-09-19T06:02:12.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.690+0000 7f74daa00640 1 -- 172.21.15.92:0/1273212586 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74cc032440 con 0x7f74dc15e5f0 2024-09-19T06:02:12.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.690+0000 7f74daa00640 1 -- 172.21.15.92:0/1273212586 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74cc032810 con 0x7f74dc15e5f0 2024-09-19T06:02:12.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.691+0000 7f74e1c00640 1 -- 172.21.15.92:0/1273212586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 msgr2=0x7f74dc0d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.691+0000 7f74e1c00640 1 --2- 172.21.15.92:0/1273212586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 0x7f74dc0d0e80 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f74cc009870 tx=0x7f74cc02a270 comp rx=0 tx=0).stop 2024-09-19T06:02:12.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.691+0000 7f74e1c00640 1 -- 172.21.15.92:0/1273212586 shutdown_connections 2024-09-19T06:02:12.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.691+0000 7f74e1c00640 1 --2- 172.21.15.92:0/1273212586 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0d13c0 0x7f74dc0b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.691+0000 7f74e1c00640 1 --2- 172.21.15.92:0/1273212586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 0x7f74dc0d0e80 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.691+0000 7f74e1c00640 1 -- 172.21.15.92:0/1273212586 >> 172.21.15.92:0/1273212586 conn(0x7f74dc062630 msgr2=0x7f74dc062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:12.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.691+0000 7f74e1c00640 1 -- 172.21.15.92:0/1273212586 shutdown_connections 2024-09-19T06:02:12.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.691+0000 7f74e1c00640 1 -- 172.21.15.92:0/1273212586 wait complete. 2024-09-19T06:02:12.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.693+0000 7f74e1c00640 1 Processor -- start 2024-09-19T06:02:12.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.693+0000 7f74e1c00640 1 -- start start 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0b8730 0x7f74dc1f12b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74dc0d13c0 0x7f74dc0cd760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 0x7f74dc0cdca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc0b97c0 con 0x7f74dc15e5f0 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f74dc0b94e0 con 0x7f74dc0d13c0 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f74dc0b8bc0 con 0x7f74dc0b8730 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 0x7f74dc0cdca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 0x7f74dc0cdca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48314/0 (socket says 172.21.15.92:48314) 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1200640 1 -- 172.21.15.92:0/3326144411 learned_addr learned my addr 172.21.15.92:0/3326144411 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:12.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74dbe00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0b8730 0x7f74dc1f12b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74db400640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74dc0d13c0 0x7f74dc0cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1200640 1 -- 172.21.15.92:0/3326144411 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0b8730 msgr2=0x7f74dc1f12b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1200640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0b8730 0x7f74dc1f12b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1200640 1 -- 172.21.15.92:0/3326144411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74dc0d13c0 msgr2=0x7f74dc0cd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1200640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74dc0d13c0 0x7f74dc0cd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1200640 1 -- 172.21.15.92:0/3326144411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f74dc0ce290 con 0x7f74dc15e5f0 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74db400640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74dc0d13c0 0x7f74dc0cd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.694+0000 7f74e1200640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 0x7f74dc0cdca0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f74d400c7d0 tx=0x7f74d400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.695+0000 7f74d3e00640 1 -- 172.21.15.92:0/3326144411 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d4018070 con 0x7f74dc15e5f0 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.695+0000 7f74d3e00640 1 -- 172.21.15.92:0/3326144411 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f74d400a5e0 con 0x7f74dc15e5f0 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.695+0000 7f74d3e00640 1 -- 172.21.15.92:0/3326144411 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f74d400aa10 con 0x7f74dc15e5f0 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.695+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f74dc0ce570 con 0x7f74dc15e5f0 2024-09-19T06:02:12.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.695+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f74dc0c94e0 con 0x7f74dc15e5f0 2024-09-19T06:02:12.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.696+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f74dc069c20 con 0x7f74dc15e5f0 2024-09-19T06:02:12.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.697+0000 7f74d3e00640 1 -- 172.21.15.92:0/3326144411 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f74d401b070 con 0x7f74dc15e5f0 2024-09-19T06:02:12.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.698+0000 7f74d3e00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74bc06c2b0 0x7f74bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:12.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.698+0000 7f74d3e00640 1 -- 172.21.15.92:0/3326144411 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f74d408aa40 con 0x7f74dc15e5f0 2024-09-19T06:02:12.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.698+0000 7f74dbe00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74bc06c2b0 0x7f74bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:12.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.699+0000 7f74dbe00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74bc06c2b0 0x7f74bc06e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f74cc034000 tx=0x7f74cc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:12.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.702+0000 7f74d3e00640 1 -- 172.21.15.92:0/3326144411 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f74d40591b0 con 0x7f74dc15e5f0 2024-09-19T06:02:12.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.873+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f74dc0c96e0 con 0x7f74bc06c2b0 2024-09-19T06:02:12.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.879+0000 7f74d3e00640 1 -- 172.21.15.92:0/3326144411 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251223 (secure 0 0 0) 0x7f74dc0c96e0 con 0x7f74bc06c2b0 2024-09-19T06:02:12.884 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:12.885 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74bc06c2b0 msgr2=0x7f74bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74bc06c2b0 0x7f74bc06e770 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f74cc034000 tx=0x7f74cc02e000 comp rx=0 tx=0).stop 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 msgr2=0x7f74dc0cdca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 0x7f74dc0cdca0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f74d400c7d0 tx=0x7f74d400cc90 comp rx=0 tx=0).stop 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 shutdown_connections 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74dc15e5f0 0x7f74dc0cdca0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f74bc06c2b0 0x7f74bc06e770 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f74dc0d13c0 0x7f74dc0cd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 --2- 172.21.15.92:0/3326144411 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f74dc0b8730 0x7f74dc1f12b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:12.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.883+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 >> 172.21.15.92:0/3326144411 conn(0x7f74dc062630 msgr2=0x7f74dc0d2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:12.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.884+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 shutdown_connections 2024-09-19T06:02:12.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:12.884+0000 7f74e1c00640 1 -- 172.21.15.92:0/3326144411 wait complete. 2024-09-19T06:02:12.903 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":56,"stamp":"2024-09-19T06:02:10.884946+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592756,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":24,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220120,"kb_used_data":3856,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754600,"statfs":{"total":773094113280,"available":772868710400,"internally_reserved":0,"allocated":3948544,"data_stored":2206722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":33,"apply_latency_ms":33,"commit_latency_ns":33000000,"apply_latency_ns":33000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2388,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.807278"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117389+0000","last_change":"2024-09-19T06:02:07.110070+0000","last_active":"2024-09-19T06:02:07.117389+0000","last_peered":"2024-09-19T06:02:07.117389+0000","last_clean":"2024-09-19T06:02:07.117389+0000","last_became_active":"2024-09-19T06:02:07.109765+0000","last_became_peered":"2024-09-19T06:02:07.109765+0000","last_unstale":"2024-09-19T06:02:07.117389+0000","last_undegraded":"2024-09-19T06:02:07.117389+0000","last_fullsized":"2024-09-19T06:02:07.117389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:52.408474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.121226+0000","last_change":"2024-09-19T06:02:07.118340+0000","last_active":"2024-09-19T06:02:07.121226+0000","last_peered":"2024-09-19T06:02:07.121226+0000","last_clean":"2024-09-19T06:02:07.121226+0000","last_became_active":"2024-09-19T06:02:07.118072+0000","last_became_peered":"2024-09-19T06:02:07.118072+0000","last_unstale":"2024-09-19T06:02:07.121226+0000","last_undegraded":"2024-09-19T06:02:07.121226+0000","last_fullsized":"2024-09-19T06:02:07.121226+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:43.254486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105325+0000","last_change":"2024-09-19T06:02:07.100024+0000","last_active":"2024-09-19T06:02:07.105325+0000","last_peered":"2024-09-19T06:02:07.105325+0000","last_clean":"2024-09-19T06:02:07.105325+0000","last_became_active":"2024-09-19T06:02:07.099669+0000","last_became_peered":"2024-09-19T06:02:07.099669+0000","last_unstale":"2024-09-19T06:02:07.105325+0000","last_undegraded":"2024-09-19T06:02:07.105325+0000","last_fullsized":"2024-09-19T06:02:07.105325+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.102260+0000","last_change":"2024-09-19T06:02:06.102260+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.102260+0000","last_undegraded":"2024-09-19T06:02:06.102260+0000","last_fullsized":"2024-09-19T06:02:06.102260+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.128225+0000","last_change":"2024-09-19T06:02:07.125434+0000","last_active":"2024-09-19T06:02:07.128225+0000","last_peered":"2024-09-19T06:02:07.128225+0000","last_clean":"2024-09-19T06:02:07.128225+0000","last_became_active":"2024-09-19T06:02:07.123297+0000","last_became_peered":"2024-09-19T06:02:07.123297+0000","last_unstale":"2024-09-19T06:02:07.128225+0000","last_undegraded":"2024-09-19T06:02:07.128225+0000","last_fullsized":"2024-09-19T06:02:07.128225+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:56.667298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120391+0000","last_change":"2024-09-19T06:02:07.109640+0000","last_active":"2024-09-19T06:02:07.120391+0000","last_peered":"2024-09-19T06:02:07.120391+0000","last_clean":"2024-09-19T06:02:07.120391+0000","last_became_active":"2024-09-19T06:02:07.109230+0000","last_became_peered":"2024-09-19T06:02:07.109230+0000","last_unstale":"2024-09-19T06:02:07.120391+0000","last_undegraded":"2024-09-19T06:02:07.120391+0000","last_fullsized":"2024-09-19T06:02:07.120391+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124278+0000","last_change":"2024-09-19T06:02:07.118318+0000","last_active":"2024-09-19T06:02:07.124278+0000","last_peered":"2024-09-19T06:02:07.124278+0000","last_clean":"2024-09-19T06:02:07.124278+0000","last_became_active":"2024-09-19T06:02:07.118071+0000","last_became_peered":"2024-09-19T06:02:07.118071+0000","last_unstale":"2024-09-19T06:02:07.124278+0000","last_undegraded":"2024-09-19T06:02:07.124278+0000","last_fullsized":"2024-09-19T06:02:07.124278+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124014+0000","last_change":"2024-09-19T06:02:07.117277+0000","last_active":"2024-09-19T06:02:07.124014+0000","last_peered":"2024-09-19T06:02:07.124014+0000","last_clean":"2024-09-19T06:02:07.124014+0000","last_became_active":"2024-09-19T06:02:07.116981+0000","last_became_peered":"2024-09-19T06:02:07.116981+0000","last_unstale":"2024-09-19T06:02:07.124014+0000","last_undegraded":"2024-09-19T06:02:07.124014+0000","last_fullsized":"2024-09-19T06:02:07.124014+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.109120+0000","last_change":"2024-09-19T06:02:07.103421+0000","last_active":"2024-09-19T06:02:07.109120+0000","last_peered":"2024-09-19T06:02:07.109120+0000","last_clean":"2024-09-19T06:02:07.109120+0000","last_became_active":"2024-09-19T06:02:07.102216+0000","last_became_peered":"2024-09-19T06:02:07.102216+0000","last_unstale":"2024-09-19T06:02:07.109120+0000","last_undegraded":"2024-09-19T06:02:07.109120+0000","last_fullsized":"2024-09-19T06:02:07.109120+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.098471+0000","last_change":"2024-09-19T06:02:06.098471+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.098471+0000","last_undegraded":"2024-09-19T06:02:06.098471+0000","last_fullsized":"2024-09-19T06:02:06.098471+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120160+0000","last_change":"2024-09-19T06:02:07.114228+0000","last_active":"2024-09-19T06:02:07.120160+0000","last_peered":"2024-09-19T06:02:07.120160+0000","last_clean":"2024-09-19T06:02:07.120160+0000","last_became_active":"2024-09-19T06:02:07.113934+0000","last_became_peered":"2024-09-19T06:02:07.113934+0000","last_unstale":"2024-09-19T06:02:07.120160+0000","last_undegraded":"2024-09-19T06:02:07.120160+0000","last_fullsized":"2024-09-19T06:02:07.120160+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119028+0000","last_change":"2024-09-19T06:02:07.112691+0000","last_active":"2024-09-19T06:02:07.119028+0000","last_peered":"2024-09-19T06:02:07.119028+0000","last_clean":"2024-09-19T06:02:07.119028+0000","last_became_active":"2024-09-19T06:02:07.112404+0000","last_became_peered":"2024-09-19T06:02:07.112404+0000","last_unstale":"2024-09-19T06:02:07.119028+0000","last_undegraded":"2024-09-19T06:02:07.119028+0000","last_fullsized":"2024-09-19T06:02:07.119028+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117831+0000","last_change":"2024-09-19T06:02:07.111422+0000","last_active":"2024-09-19T06:02:07.117831+0000","last_peered":"2024-09-19T06:02:07.117831+0000","last_clean":"2024-09-19T06:02:07.117831+0000","last_became_active":"2024-09-19T06:02:07.111012+0000","last_became_peered":"2024-09-19T06:02:07.111012+0000","last_unstale":"2024-09-19T06:02:07.117831+0000","last_undegraded":"2024-09-19T06:02:07.117831+0000","last_fullsized":"2024-09-19T06:02:07.117831+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:14:55.636129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120789+0000","last_change":"2024-09-19T06:02:07.112596+0000","last_active":"2024-09-19T06:02:07.120789+0000","last_peered":"2024-09-19T06:02:07.120789+0000","last_clean":"2024-09-19T06:02:07.120789+0000","last_became_active":"2024-09-19T06:02:07.111760+0000","last_became_peered":"2024-09-19T06:02:07.111760+0000","last_unstale":"2024-09-19T06:02:07.120789+0000","last_undegraded":"2024-09-19T06:02:07.120789+0000","last_fullsized":"2024-09-19T06:02:07.120789+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.114257+0000","last_change":"2024-09-19T06:02:07.107738+0000","last_active":"2024-09-19T06:02:07.114257+0000","last_peered":"2024-09-19T06:02:07.114257+0000","last_clean":"2024-09-19T06:02:07.114257+0000","last_became_active":"2024-09-19T06:02:07.107456+0000","last_became_peered":"2024-09-19T06:02:07.107456+0000","last_unstale":"2024-09-19T06:02:07.114257+0000","last_undegraded":"2024-09-19T06:02:07.114257+0000","last_fullsized":"2024-09-19T06:02:07.114257+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.129153+0000","last_change":"2024-09-19T06:02:07.124577+0000","last_active":"2024-09-19T06:02:07.129153+0000","last_peered":"2024-09-19T06:02:07.129153+0000","last_clean":"2024-09-19T06:02:07.129153+0000","last_became_active":"2024-09-19T06:02:07.124336+0000","last_became_peered":"2024-09-19T06:02:07.124336+0000","last_unstale":"2024-09-19T06:02:07.129153+0000","last_undegraded":"2024-09-19T06:02:07.129153+0000","last_fullsized":"2024-09-19T06:02:07.129153+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115139+0000","last_change":"2024-09-19T06:02:07.111906+0000","last_active":"2024-09-19T06:02:07.115139+0000","last_peered":"2024-09-19T06:02:07.115139+0000","last_clean":"2024-09-19T06:02:07.115139+0000","last_became_active":"2024-09-19T06:02:07.111520+0000","last_became_peered":"2024-09-19T06:02:07.111520+0000","last_unstale":"2024-09-19T06:02:07.115139+0000","last_undegraded":"2024-09-19T06:02:07.115139+0000","last_fullsized":"2024-09-19T06:02:07.115139+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.121238+0000","last_change":"2024-09-19T06:02:07.118549+0000","last_active":"2024-09-19T06:02:07.121238+0000","last_peered":"2024-09-19T06:02:07.121238+0000","last_clean":"2024-09-19T06:02:07.121238+0000","last_became_active":"2024-09-19T06:02:07.115521+0000","last_became_peered":"2024-09-19T06:02:07.115521+0000","last_unstale":"2024-09-19T06:02:07.121238+0000","last_undegraded":"2024-09-19T06:02:07.121238+0000","last_fullsized":"2024-09-19T06:02:07.121238+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:29.240008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120828+0000","last_change":"2024-09-19T06:02:07.115115+0000","last_active":"2024-09-19T06:02:07.120828+0000","last_peered":"2024-09-19T06:02:07.120828+0000","last_clean":"2024-09-19T06:02:07.120828+0000","last_became_active":"2024-09-19T06:02:07.114478+0000","last_became_peered":"2024-09-19T06:02:07.114478+0000","last_unstale":"2024-09-19T06:02:07.120828+0000","last_undegraded":"2024-09-19T06:02:07.120828+0000","last_fullsized":"2024-09-19T06:02:07.120828+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117876+0000","last_change":"2024-09-19T06:02:07.112586+0000","last_active":"2024-09-19T06:02:07.117876+0000","last_peered":"2024-09-19T06:02:07.117876+0000","last_clean":"2024-09-19T06:02:07.117876+0000","last_became_active":"2024-09-19T06:02:07.112351+0000","last_became_peered":"2024-09-19T06:02:07.112351+0000","last_unstale":"2024-09-19T06:02:07.117876+0000","last_undegraded":"2024-09-19T06:02:07.117876+0000","last_fullsized":"2024-09-19T06:02:07.117876+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:19.686715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.114393+0000","last_change":"2024-09-19T06:02:07.102792+0000","last_active":"2024-09-19T06:02:07.114393+0000","last_peered":"2024-09-19T06:02:07.114393+0000","last_clean":"2024-09-19T06:02:07.114393+0000","last_became_active":"2024-09-19T06:02:07.102441+0000","last_became_peered":"2024-09-19T06:02:07.102441+0000","last_unstale":"2024-09-19T06:02:07.114393+0000","last_undegraded":"2024-09-19T06:02:07.114393+0000","last_fullsized":"2024-09-19T06:02:07.114393+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:52.408474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115022+0000","last_change":"2024-09-19T06:02:07.111834+0000","last_active":"2024-09-19T06:02:07.115022+0000","last_peered":"2024-09-19T06:02:07.115022+0000","last_clean":"2024-09-19T06:02:07.115022+0000","last_became_active":"2024-09-19T06:02:07.111420+0000","last_became_peered":"2024-09-19T06:02:07.111420+0000","last_unstale":"2024-09-19T06:02:07.115022+0000","last_undegraded":"2024-09-19T06:02:07.115022+0000","last_fullsized":"2024-09-19T06:02:07.115022+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113452+0000","last_change":"2024-09-19T06:02:07.107450+0000","last_active":"2024-09-19T06:02:07.113452+0000","last_peered":"2024-09-19T06:02:07.113452+0000","last_clean":"2024-09-19T06:02:07.113452+0000","last_became_active":"2024-09-19T06:02:07.107185+0000","last_became_peered":"2024-09-19T06:02:07.107185+0000","last_unstale":"2024-09-19T06:02:07.113452+0000","last_undegraded":"2024-09-19T06:02:07.113452+0000","last_fullsized":"2024-09-19T06:02:07.113452+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117896+0000","last_change":"2024-09-19T06:02:07.111087+0000","last_active":"2024-09-19T06:02:07.117896+0000","last_peered":"2024-09-19T06:02:07.117896+0000","last_clean":"2024-09-19T06:02:07.117896+0000","last_became_active":"2024-09-19T06:02:07.110680+0000","last_became_peered":"2024-09-19T06:02:07.110680+0000","last_unstale":"2024-09-19T06:02:07.117896+0000","last_undegraded":"2024-09-19T06:02:07.117896+0000","last_fullsized":"2024-09-19T06:02:07.117896+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.103016+0000","last_change":"2024-09-19T06:02:06.103016+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.103016+0000","last_undegraded":"2024-09-19T06:02:06.103016+0000","last_fullsized":"2024-09-19T06:02:06.103016+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120961+0000","last_change":"2024-09-19T06:02:07.116887+0000","last_active":"2024-09-19T06:02:07.120961+0000","last_peered":"2024-09-19T06:02:07.120961+0000","last_clean":"2024-09-19T06:02:07.120961+0000","last_became_active":"2024-09-19T06:02:07.115181+0000","last_became_peered":"2024-09-19T06:02:07.115181+0000","last_unstale":"2024-09-19T06:02:07.120961+0000","last_undegraded":"2024-09-19T06:02:07.120961+0000","last_fullsized":"2024-09-19T06:02:07.120961+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:36.268488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.104925+0000","last_change":"2024-09-19T06:02:06.104925+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.104925+0000","last_undegraded":"2024-09-19T06:02:06.104925+0000","last_fullsized":"2024-09-19T06:02:06.104925+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.103007+0000","last_change":"2024-09-19T06:02:07.095653+0000","last_active":"2024-09-19T06:02:07.103007+0000","last_peered":"2024-09-19T06:02:07.103007+0000","last_clean":"2024-09-19T06:02:07.103007+0000","last_became_active":"2024-09-19T06:02:07.095384+0000","last_became_peered":"2024-09-19T06:02:07.095384+0000","last_unstale":"2024-09-19T06:02:07.103007+0000","last_undegraded":"2024-09-19T06:02:07.103007+0000","last_fullsized":"2024-09-19T06:02:07.103007+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125852+0000","last_change":"2024-09-19T06:02:07.121337+0000","last_active":"2024-09-19T06:02:07.125852+0000","last_peered":"2024-09-19T06:02:07.125852+0000","last_clean":"2024-09-19T06:02:07.125852+0000","last_became_active":"2024-09-19T06:02:07.121057+0000","last_became_peered":"2024-09-19T06:02:07.121057+0000","last_unstale":"2024-09-19T06:02:07.125852+0000","last_undegraded":"2024-09-19T06:02:07.125852+0000","last_fullsized":"2024-09-19T06:02:07.125852+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123279+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:07.123279+0000","last_peered":"2024-09-19T06:02:07.123279+0000","last_clean":"2024-09-19T06:02:07.123279+0000","last_became_active":"2024-09-19T06:02:07.115495+0000","last_became_peered":"2024-09-19T06:02:07.115495+0000","last_unstale":"2024-09-19T06:02:07.123279+0000","last_undegraded":"2024-09-19T06:02:07.123279+0000","last_fullsized":"2024-09-19T06:02:07.123279+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124111+0000","last_change":"2024-09-19T06:02:07.119057+0000","last_active":"2024-09-19T06:02:07.124111+0000","last_peered":"2024-09-19T06:02:07.124111+0000","last_clean":"2024-09-19T06:02:07.124111+0000","last_became_active":"2024-09-19T06:02:07.118791+0000","last_became_peered":"2024-09-19T06:02:07.118791+0000","last_unstale":"2024-09-19T06:02:07.124111+0000","last_undegraded":"2024-09-19T06:02:07.124111+0000","last_fullsized":"2024-09-19T06:02:07.124111+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123353+0000","last_change":"2024-09-19T06:02:07.116077+0000","last_active":"2024-09-19T06:02:07.123353+0000","last_peered":"2024-09-19T06:02:07.123353+0000","last_clean":"2024-09-19T06:02:07.123353+0000","last_became_active":"2024-09-19T06:02:07.115630+0000","last_became_peered":"2024-09-19T06:02:07.115630+0000","last_unstale":"2024-09-19T06:02:07.123353+0000","last_undegraded":"2024-09-19T06:02:07.123353+0000","last_fullsized":"2024-09-19T06:02:07.123353+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.116221+0000","last_change":"2024-09-19T06:02:07.110040+0000","last_active":"2024-09-19T06:02:07.116221+0000","last_peered":"2024-09-19T06:02:07.116221+0000","last_clean":"2024-09-19T06:02:07.116221+0000","last_became_active":"2024-09-19T06:02:07.109803+0000","last_became_peered":"2024-09-19T06:02:07.109803+0000","last_unstale":"2024-09-19T06:02:07.116221+0000","last_undegraded":"2024-09-19T06:02:07.116221+0000","last_fullsized":"2024-09-19T06:02:07.116221+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":16,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130429+0000","last_change":"2024-09-19T06:02:06.101762+0000","last_active":"2024-09-19T06:02:07.130429+0000","last_peered":"2024-09-19T06:02:07.130429+0000","last_clean":"2024-09-19T06:02:07.130429+0000","last_became_active":"2024-09-19T06:02:06.101272+0000","last_became_peered":"2024-09-19T06:02:06.101272+0000","last_unstale":"2024-09-19T06:02:07.130429+0000","last_undegraded":"2024-09-19T06:02:07.130429+0000","last_fullsized":"2024-09-19T06:02:07.130429+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119813+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:07.119813+0000","last_peered":"2024-09-19T06:02:07.119813+0000","last_clean":"2024-09-19T06:02:07.119813+0000","last_became_active":"2024-09-19T06:02:07.115487+0000","last_became_peered":"2024-09-19T06:02:07.115487+0000","last_unstale":"2024-09-19T06:02:07.119813+0000","last_undegraded":"2024-09-19T06:02:07.119813+0000","last_fullsized":"2024-09-19T06:02:07.119813+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130497+0000","last_change":"2024-09-19T06:02:06.106573+0000","last_active":"2024-09-19T06:02:07.130497+0000","last_peered":"2024-09-19T06:02:07.130497+0000","last_clean":"2024-09-19T06:02:07.130497+0000","last_became_active":"2024-09-19T06:02:06.106316+0000","last_became_peered":"2024-09-19T06:02:06.106316+0000","last_unstale":"2024-09-19T06:02:07.130497+0000","last_undegraded":"2024-09-19T06:02:07.130497+0000","last_fullsized":"2024-09-19T06:02:07.130497+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120263+0000","last_change":"2024-09-19T06:02:07.115014+0000","last_active":"2024-09-19T06:02:07.120263+0000","last_peered":"2024-09-19T06:02:07.120263+0000","last_clean":"2024-09-19T06:02:07.120263+0000","last_became_active":"2024-09-19T06:02:07.112273+0000","last_became_peered":"2024-09-19T06:02:07.112273+0000","last_unstale":"2024-09-19T06:02:07.120263+0000","last_undegraded":"2024-09-19T06:02:07.120263+0000","last_fullsized":"2024-09-19T06:02:07.120263+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.133543+0000","last_change":"2024-09-19T06:02:06.112041+0000","last_active":"2024-09-19T06:02:07.133543+0000","last_peered":"2024-09-19T06:02:07.133543+0000","last_clean":"2024-09-19T06:02:07.133543+0000","last_became_active":"2024-09-19T06:02:06.111746+0000","last_became_peered":"2024-09-19T06:02:06.111746+0000","last_unstale":"2024-09-19T06:02:07.133543+0000","last_undegraded":"2024-09-19T06:02:07.133543+0000","last_fullsized":"2024-09-19T06:02:07.133543+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:51.600833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101759+0000","last_change":"2024-09-19T06:02:06.101759+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101759+0000","last_undegraded":"2024-09-19T06:02:06.101759+0000","last_fullsized":"2024-09-19T06:02:06.101759+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.133255+0000","last_change":"2024-09-19T06:02:06.113848+0000","last_active":"2024-09-19T06:02:07.133255+0000","last_peered":"2024-09-19T06:02:07.133255+0000","last_clean":"2024-09-19T06:02:07.133255+0000","last_became_active":"2024-09-19T06:02:06.112745+0000","last_became_peered":"2024-09-19T06:02:06.112745+0000","last_unstale":"2024-09-19T06:02:07.133255+0000","last_undegraded":"2024-09-19T06:02:07.133255+0000","last_fullsized":"2024-09-19T06:02:07.133255+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:51.773235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123300+0000","last_change":"2024-09-19T06:02:07.116017+0000","last_active":"2024-09-19T06:02:07.123300+0000","last_peered":"2024-09-19T06:02:07.123300+0000","last_clean":"2024-09-19T06:02:07.123300+0000","last_became_active":"2024-09-19T06:02:07.115671+0000","last_became_peered":"2024-09-19T06:02:07.115671+0000","last_unstale":"2024-09-19T06:02:07.123300+0000","last_undegraded":"2024-09-19T06:02:07.123300+0000","last_fullsized":"2024-09-19T06:02:07.123300+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126494+0000","last_change":"2024-09-19T06:02:06.108956+0000","last_active":"2024-09-19T06:02:07.126494+0000","last_peered":"2024-09-19T06:02:07.126494+0000","last_clean":"2024-09-19T06:02:07.126494+0000","last_became_active":"2024-09-19T06:02:06.104492+0000","last_became_peered":"2024-09-19T06:02:06.104492+0000","last_unstale":"2024-09-19T06:02:07.126494+0000","last_undegraded":"2024-09-19T06:02:07.126494+0000","last_fullsized":"2024-09-19T06:02:07.126494+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.104260+0000","last_change":"2024-09-19T06:02:07.097145+0000","last_active":"2024-09-19T06:02:07.104260+0000","last_peered":"2024-09-19T06:02:07.104260+0000","last_clean":"2024-09-19T06:02:07.104260+0000","last_became_active":"2024-09-19T06:02:07.096884+0000","last_became_peered":"2024-09-19T06:02:07.096884+0000","last_unstale":"2024-09-19T06:02:07.104260+0000","last_undegraded":"2024-09-19T06:02:07.104260+0000","last_fullsized":"2024-09-19T06:02:07.104260+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130974+0000","last_change":"2024-09-19T06:02:06.109692+0000","last_active":"2024-09-19T06:02:07.130974+0000","last_peered":"2024-09-19T06:02:07.130974+0000","last_clean":"2024-09-19T06:02:07.130974+0000","last_became_active":"2024-09-19T06:02:06.108936+0000","last_became_peered":"2024-09-19T06:02:06.108936+0000","last_unstale":"2024-09-19T06:02:07.130974+0000","last_undegraded":"2024-09-19T06:02:07.130974+0000","last_fullsized":"2024-09-19T06:02:07.130974+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:55.660915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113147+0000","last_change":"2024-09-19T06:02:07.105833+0000","last_active":"2024-09-19T06:02:07.113147+0000","last_peered":"2024-09-19T06:02:07.113147+0000","last_clean":"2024-09-19T06:02:07.113147+0000","last_became_active":"2024-09-19T06:02:07.105526+0000","last_became_peered":"2024-09-19T06:02:07.105526+0000","last_unstale":"2024-09-19T06:02:07.113147+0000","last_undegraded":"2024-09-19T06:02:07.113147+0000","last_fullsized":"2024-09-19T06:02:07.113147+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.097282+0000","last_change":"2024-09-19T06:02:06.107346+0000","last_active":"2024-09-19T06:02:07.097282+0000","last_peered":"2024-09-19T06:02:07.097282+0000","last_clean":"2024-09-19T06:02:07.097282+0000","last_became_active":"2024-09-19T06:02:06.107070+0000","last_became_peered":"2024-09-19T06:02:06.107070+0000","last_unstale":"2024-09-19T06:02:07.097282+0000","last_undegraded":"2024-09-19T06:02:07.097282+0000","last_fullsized":"2024-09-19T06:02:07.097282+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:16.537928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.096738+0000","last_change":"2024-09-19T06:02:06.096738+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.096738+0000","last_undegraded":"2024-09-19T06:02:06.096738+0000","last_fullsized":"2024-09-19T06:02:06.096738+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.091204+0000","last_change":"2024-09-19T06:02:06.098131+0000","last_active":"2024-09-19T06:02:07.091204+0000","last_peered":"2024-09-19T06:02:07.091204+0000","last_clean":"2024-09-19T06:02:07.091204+0000","last_became_active":"2024-09-19T06:02:06.095459+0000","last_became_peered":"2024-09-19T06:02:06.095459+0000","last_unstale":"2024-09-19T06:02:07.091204+0000","last_undegraded":"2024-09-19T06:02:07.091204+0000","last_fullsized":"2024-09-19T06:02:07.091204+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:50.666768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125463+0000","last_change":"2024-09-19T06:02:07.120111+0000","last_active":"2024-09-19T06:02:07.125463+0000","last_peered":"2024-09-19T06:02:07.125463+0000","last_clean":"2024-09-19T06:02:07.125463+0000","last_became_active":"2024-09-19T06:02:07.119574+0000","last_became_peered":"2024-09-19T06:02:07.119574+0000","last_unstale":"2024-09-19T06:02:07.125463+0000","last_undegraded":"2024-09-19T06:02:07.125463+0000","last_fullsized":"2024-09-19T06:02:07.125463+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107540+0000","last_change":"2024-09-19T06:02:06.112150+0000","last_active":"2024-09-19T06:02:07.107540+0000","last_peered":"2024-09-19T06:02:07.107540+0000","last_clean":"2024-09-19T06:02:07.107540+0000","last_became_active":"2024-09-19T06:02:06.111769+0000","last_became_peered":"2024-09-19T06:02:06.111769+0000","last_unstale":"2024-09-19T06:02:07.107540+0000","last_undegraded":"2024-09-19T06:02:07.107540+0000","last_fullsized":"2024-09-19T06:02:07.107540+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:16.818394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.122784+0000","last_change":"2024-09-19T06:02:07.119289+0000","last_active":"2024-09-19T06:02:07.122784+0000","last_peered":"2024-09-19T06:02:07.122784+0000","last_clean":"2024-09-19T06:02:07.122784+0000","last_became_active":"2024-09-19T06:02:07.118978+0000","last_became_peered":"2024-09-19T06:02:07.118978+0000","last_unstale":"2024-09-19T06:02:07.122784+0000","last_undegraded":"2024-09-19T06:02:07.122784+0000","last_fullsized":"2024-09-19T06:02:07.122784+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:22.971984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088938+0000","last_change":"2024-09-19T06:02:06.104582+0000","last_active":"2024-09-19T06:02:07.088938+0000","last_peered":"2024-09-19T06:02:07.088938+0000","last_clean":"2024-09-19T06:02:07.088938+0000","last_became_active":"2024-09-19T06:02:06.104304+0000","last_became_peered":"2024-09-19T06:02:06.104304+0000","last_unstale":"2024-09-19T06:02:07.088938+0000","last_undegraded":"2024-09-19T06:02:07.088938+0000","last_fullsized":"2024-09-19T06:02:07.088938+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:10.860193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120478+0000","last_change":"2024-09-19T06:02:07.111360+0000","last_active":"2024-09-19T06:02:07.120478+0000","last_peered":"2024-09-19T06:02:07.120478+0000","last_clean":"2024-09-19T06:02:07.120478+0000","last_became_active":"2024-09-19T06:02:07.111101+0000","last_became_peered":"2024-09-19T06:02:07.111101+0000","last_unstale":"2024-09-19T06:02:07.120478+0000","last_undegraded":"2024-09-19T06:02:07.120478+0000","last_fullsized":"2024-09-19T06:02:07.120478+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":15,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.125996+0000","last_change":"2024-09-19T06:02:06.108962+0000","last_active":"2024-09-19T06:02:07.125996+0000","last_peered":"2024-09-19T06:02:07.125996+0000","last_clean":"2024-09-19T06:02:07.125996+0000","last_became_active":"2024-09-19T06:02:06.108664+0000","last_became_peered":"2024-09-19T06:02:06.108664+0000","last_unstale":"2024-09-19T06:02:07.125996+0000","last_undegraded":"2024-09-19T06:02:07.125996+0000","last_fullsized":"2024-09-19T06:02:07.125996+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119066+0000","last_change":"2024-09-19T06:02:07.114778+0000","last_active":"2024-09-19T06:02:07.119066+0000","last_peered":"2024-09-19T06:02:07.119066+0000","last_clean":"2024-09-19T06:02:07.119066+0000","last_became_active":"2024-09-19T06:02:07.114485+0000","last_became_peered":"2024-09-19T06:02:07.114485+0000","last_unstale":"2024-09-19T06:02:07.119066+0000","last_undegraded":"2024-09-19T06:02:07.119066+0000","last_fullsized":"2024-09-19T06:02:07.119066+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":18,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.135927+0000","last_change":"2024-09-19T06:02:06.112135+0000","last_active":"2024-09-19T06:02:07.135927+0000","last_peered":"2024-09-19T06:02:07.135927+0000","last_clean":"2024-09-19T06:02:07.135927+0000","last_became_active":"2024-09-19T06:02:06.111842+0000","last_became_peered":"2024-09-19T06:02:06.111842+0000","last_unstale":"2024-09-19T06:02:07.135927+0000","last_undegraded":"2024-09-19T06:02:07.135927+0000","last_fullsized":"2024-09-19T06:02:07.135927+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:31.934773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101203+0000","last_change":"2024-09-19T06:02:06.101203+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101203+0000","last_undegraded":"2024-09-19T06:02:06.101203+0000","last_fullsized":"2024-09-19T06:02:06.101203+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130781+0000","last_change":"2024-09-19T06:02:06.097416+0000","last_active":"2024-09-19T06:02:07.130781+0000","last_peered":"2024-09-19T06:02:07.130781+0000","last_clean":"2024-09-19T06:02:07.130781+0000","last_became_active":"2024-09-19T06:02:06.097145+0000","last_became_peered":"2024-09-19T06:02:06.097145+0000","last_unstale":"2024-09-19T06:02:07.130781+0000","last_undegraded":"2024-09-19T06:02:07.130781+0000","last_fullsized":"2024-09-19T06:02:07.130781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.120988+0000","last_change":"2024-09-19T06:02:07.116119+0000","last_active":"2024-09-19T06:02:07.120988+0000","last_peered":"2024-09-19T06:02:07.120988+0000","last_clean":"2024-09-19T06:02:07.120988+0000","last_became_active":"2024-09-19T06:02:07.115590+0000","last_became_peered":"2024-09-19T06:02:07.115590+0000","last_unstale":"2024-09-19T06:02:07.120988+0000","last_undegraded":"2024-09-19T06:02:07.120988+0000","last_fullsized":"2024-09-19T06:02:07.120988+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.115973+0000","last_change":"2024-09-19T06:02:06.110217+0000","last_active":"2024-09-19T06:02:06.115973+0000","last_peered":"2024-09-19T06:02:06.115973+0000","last_clean":"2024-09-19T06:02:06.115973+0000","last_became_active":"2024-09-19T06:02:06.109957+0000","last_became_peered":"2024-09-19T06:02:06.109957+0000","last_unstale":"2024-09-19T06:02:06.115973+0000","last_undegraded":"2024-09-19T06:02:06.115973+0000","last_fullsized":"2024-09-19T06:02:06.115973+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:26.329974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.124039+0000","last_change":"2024-09-19T06:02:07.117517+0000","last_active":"2024-09-19T06:02:07.124039+0000","last_peered":"2024-09-19T06:02:07.124039+0000","last_clean":"2024-09-19T06:02:07.124039+0000","last_became_active":"2024-09-19T06:02:07.116029+0000","last_became_peered":"2024-09-19T06:02:07.116029+0000","last_unstale":"2024-09-19T06:02:07.124039+0000","last_undegraded":"2024-09-19T06:02:07.124039+0000","last_fullsized":"2024-09-19T06:02:07.124039+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.097075+0000","last_change":"2024-09-19T06:02:06.108735+0000","last_active":"2024-09-19T06:02:07.097075+0000","last_peered":"2024-09-19T06:02:07.097075+0000","last_clean":"2024-09-19T06:02:07.097075+0000","last_became_active":"2024-09-19T06:02:06.108410+0000","last_became_peered":"2024-09-19T06:02:06.108410+0000","last_unstale":"2024-09-19T06:02:07.097075+0000","last_undegraded":"2024-09-19T06:02:07.097075+0000","last_fullsized":"2024-09-19T06:02:07.097075+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:34.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.113944+0000","last_change":"2024-09-19T06:02:07.109985+0000","last_active":"2024-09-19T06:02:07.113944+0000","last_peered":"2024-09-19T06:02:07.113944+0000","last_clean":"2024-09-19T06:02:07.113944+0000","last_became_active":"2024-09-19T06:02:07.109644+0000","last_became_peered":"2024-09-19T06:02:07.109644+0000","last_unstale":"2024-09-19T06:02:07.113944+0000","last_undegraded":"2024-09-19T06:02:07.113944+0000","last_fullsized":"2024-09-19T06:02:07.113944+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.650245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":20,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.134179+0000","last_change":"2024-09-19T06:02:06.104635+0000","last_active":"2024-09-19T06:02:07.134179+0000","last_peered":"2024-09-19T06:02:07.134179+0000","last_clean":"2024-09-19T06:02:07.134179+0000","last_became_active":"2024-09-19T06:02:06.104430+0000","last_became_peered":"2024-09-19T06:02:06.104430+0000","last_unstale":"2024-09-19T06:02:07.134179+0000","last_undegraded":"2024-09-19T06:02:07.134179+0000","last_fullsized":"2024-09-19T06:02:07.134179+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105105+0000","last_change":"2024-09-19T06:02:07.097416+0000","last_active":"2024-09-19T06:02:07.105105+0000","last_peered":"2024-09-19T06:02:07.105105+0000","last_clean":"2024-09-19T06:02:07.105105+0000","last_became_active":"2024-09-19T06:02:07.097134+0000","last_became_peered":"2024-09-19T06:02:07.097134+0000","last_unstale":"2024-09-19T06:02:07.105105+0000","last_undegraded":"2024-09-19T06:02:07.105105+0000","last_fullsized":"2024-09-19T06:02:07.105105+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.650245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.118670+0000","last_change":"2024-09-19T06:02:06.115173+0000","last_active":"2024-09-19T06:02:06.118670+0000","last_peered":"2024-09-19T06:02:06.118670+0000","last_clean":"2024-09-19T06:02:06.118670+0000","last_became_active":"2024-09-19T06:02:06.114848+0000","last_became_peered":"2024-09-19T06:02:06.114848+0000","last_unstale":"2024-09-19T06:02:06.118670+0000","last_undegraded":"2024-09-19T06:02:06.118670+0000","last_fullsized":"2024-09-19T06:02:06.118670+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:29:30.837403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.108070+0000","last_change":"2024-09-19T06:02:07.103551+0000","last_active":"2024-09-19T06:02:07.108070+0000","last_peered":"2024-09-19T06:02:07.108070+0000","last_clean":"2024-09-19T06:02:07.108070+0000","last_became_active":"2024-09-19T06:02:07.102637+0000","last_became_peered":"2024-09-19T06:02:07.102637+0000","last_unstale":"2024-09-19T06:02:07.108070+0000","last_undegraded":"2024-09-19T06:02:07.108070+0000","last_fullsized":"2024-09-19T06:02:07.108070+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.130692+0000","last_change":"2024-09-19T06:02:06.101203+0000","last_active":"2024-09-19T06:02:07.130692+0000","last_peered":"2024-09-19T06:02:07.130692+0000","last_clean":"2024-09-19T06:02:07.130692+0000","last_became_active":"2024-09-19T06:02:06.100888+0000","last_became_peered":"2024-09-19T06:02:06.100888+0000","last_unstale":"2024-09-19T06:02:07.130692+0000","last_undegraded":"2024-09-19T06:02:07.130692+0000","last_fullsized":"2024-09-19T06:02:07.130692+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":1,"reported_epoch":31,"state":"creating+peering","last_fresh":"2024-09-19T06:02:06.101751+0000","last_change":"2024-09-19T06:02:06.101751+0000","last_active":"2024-09-19T06:02:06.076121+0000","last_peered":"2024-09-19T06:02:06.076121+0000","last_clean":"2024-09-19T06:02:06.076121+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:02:06.101751+0000","last_undegraded":"2024-09-19T06:02:06.101751+0000","last_fullsized":"2024-09-19T06:02:06.101751+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":13,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.127235+0000","last_change":"2024-09-19T06:02:06.111713+0000","last_active":"2024-09-19T06:02:07.127235+0000","last_peered":"2024-09-19T06:02:07.127235+0000","last_clean":"2024-09-19T06:02:07.127235+0000","last_became_active":"2024-09-19T06:02:06.110937+0000","last_became_peered":"2024-09-19T06:02:06.110937+0000","last_unstale":"2024-09-19T06:02:07.127235+0000","last_undegraded":"2024-09-19T06:02:07.127235+0000","last_fullsized":"2024-09-19T06:02:07.127235+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:57.229517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119664+0000","last_change":"2024-09-19T06:02:07.114374+0000","last_active":"2024-09-19T06:02:07.119664+0000","last_peered":"2024-09-19T06:02:07.119664+0000","last_clean":"2024-09-19T06:02:07.119664+0000","last_became_active":"2024-09-19T06:02:07.114107+0000","last_became_peered":"2024-09-19T06:02:07.114107+0000","last_unstale":"2024-09-19T06:02:07.119664+0000","last_undegraded":"2024-09-19T06:02:07.119664+0000","last_fullsized":"2024-09-19T06:02:07.119664+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:34.594388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.093611+0000","last_change":"2024-09-19T06:02:06.106358+0000","last_active":"2024-09-19T06:02:07.093611+0000","last_peered":"2024-09-19T06:02:07.093611+0000","last_clean":"2024-09-19T06:02:07.093611+0000","last_became_active":"2024-09-19T06:02:06.106053+0000","last_became_peered":"2024-09-19T06:02:06.106053+0000","last_unstale":"2024-09-19T06:02:07.093611+0000","last_undegraded":"2024-09-19T06:02:07.093611+0000","last_fullsized":"2024-09-19T06:02:07.093611+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:19.626514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115836+0000","last_change":"2024-09-19T06:02:07.107123+0000","last_active":"2024-09-19T06:02:07.115836+0000","last_peered":"2024-09-19T06:02:07.115836+0000","last_clean":"2024-09-19T06:02:07.115836+0000","last_became_active":"2024-09-19T06:02:07.106802+0000","last_became_peered":"2024-09-19T06:02:07.106802+0000","last_unstale":"2024-09-19T06:02:07.115836+0000","last_undegraded":"2024-09-19T06:02:07.115836+0000","last_fullsized":"2024-09-19T06:02:07.115836+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:02:05.252748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":14,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126117+0000","last_change":"2024-09-19T06:02:06.112793+0000","last_active":"2024-09-19T06:02:07.126117+0000","last_peered":"2024-09-19T06:02:07.126117+0000","last_clean":"2024-09-19T06:02:07.126117+0000","last_became_active":"2024-09-19T06:02:06.112550+0000","last_became_peered":"2024-09-19T06:02:06.112550+0000","last_unstale":"2024-09-19T06:02:07.126117+0000","last_undegraded":"2024-09-19T06:02:07.126117+0000","last_fullsized":"2024-09-19T06:02:07.126117+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117855+0000","last_change":"2024-09-19T06:02:07.111344+0000","last_active":"2024-09-19T06:02:07.117855+0000","last_peered":"2024-09-19T06:02:07.117855+0000","last_clean":"2024-09-19T06:02:07.117855+0000","last_became_active":"2024-09-19T06:02:07.110918+0000","last_became_peered":"2024-09-19T06:02:07.110918+0000","last_unstale":"2024-09-19T06:02:07.117855+0000","last_undegraded":"2024-09-19T06:02:07.117855+0000","last_fullsized":"2024-09-19T06:02:07.117855+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:20.644768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107783+0000","last_change":"2024-09-19T06:02:06.112900+0000","last_active":"2024-09-19T06:02:07.107783+0000","last_peered":"2024-09-19T06:02:07.107783+0000","last_clean":"2024-09-19T06:02:07.107783+0000","last_became_active":"2024-09-19T06:02:06.112496+0000","last_became_peered":"2024-09-19T06:02:06.112496+0000","last_unstale":"2024-09-19T06:02:07.107783+0000","last_undegraded":"2024-09-19T06:02:07.107783+0000","last_fullsized":"2024-09-19T06:02:07.107783+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.115576+0000","last_change":"2024-09-19T06:02:07.106005+0000","last_active":"2024-09-19T06:02:07.115576+0000","last_peered":"2024-09-19T06:02:07.115576+0000","last_clean":"2024-09-19T06:02:07.115576+0000","last_became_active":"2024-09-19T06:02:07.105720+0000","last_became_peered":"2024-09-19T06:02:07.105720+0000","last_unstale":"2024-09-19T06:02:07.115576+0000","last_undegraded":"2024-09-19T06:02:07.115576+0000","last_fullsized":"2024-09-19T06:02:07.115576+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:50.027221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.092182+0000","last_change":"2024-09-19T06:02:06.102232+0000","last_active":"2024-09-19T06:02:07.092182+0000","last_peered":"2024-09-19T06:02:07.092182+0000","last_clean":"2024-09-19T06:02:07.092182+0000","last_became_active":"2024-09-19T06:02:06.101609+0000","last_became_peered":"2024-09-19T06:02:06.101609+0000","last_unstale":"2024-09-19T06:02:07.092182+0000","last_undegraded":"2024-09-19T06:02:07.092182+0000","last_fullsized":"2024-09-19T06:02:07.092182+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:15.684333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119629+0000","last_change":"2024-09-19T06:02:07.112670+0000","last_active":"2024-09-19T06:02:07.119629+0000","last_peered":"2024-09-19T06:02:07.119629+0000","last_clean":"2024-09-19T06:02:07.119629+0000","last_became_active":"2024-09-19T06:02:07.111546+0000","last_became_peered":"2024-09-19T06:02:07.111546+0000","last_unstale":"2024-09-19T06:02:07.119629+0000","last_undegraded":"2024-09-19T06:02:07.119629+0000","last_fullsized":"2024-09-19T06:02:07.119629+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.091351+0000","last_change":"2024-09-19T06:02:06.105048+0000","last_active":"2024-09-19T06:02:07.091351+0000","last_peered":"2024-09-19T06:02:07.091351+0000","last_clean":"2024-09-19T06:02:07.091351+0000","last_became_active":"2024-09-19T06:02:06.104804+0000","last_became_peered":"2024-09-19T06:02:06.104804+0000","last_unstale":"2024-09-19T06:02:07.091351+0000","last_undegraded":"2024-09-19T06:02:07.091351+0000","last_fullsized":"2024-09-19T06:02:07.091351+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.128937+0000","last_change":"2024-09-19T06:02:07.123091+0000","last_active":"2024-09-19T06:02:07.128937+0000","last_peered":"2024-09-19T06:02:07.128937+0000","last_clean":"2024-09-19T06:02:07.128937+0000","last_became_active":"2024-09-19T06:02:07.122271+0000","last_became_peered":"2024-09-19T06:02:07.122271+0000","last_unstale":"2024-09-19T06:02:07.128937+0000","last_undegraded":"2024-09-19T06:02:07.128937+0000","last_fullsized":"2024-09-19T06:02:07.128937+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:51.673151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.116000+0000","last_change":"2024-09-19T06:02:06.110728+0000","last_active":"2024-09-19T06:02:06.116000+0000","last_peered":"2024-09-19T06:02:06.116000+0000","last_clean":"2024-09-19T06:02:06.116000+0000","last_became_active":"2024-09-19T06:02:06.110471+0000","last_became_peered":"2024-09-19T06:02:06.110471+0000","last_unstale":"2024-09-19T06:02:06.116000+0000","last_undegraded":"2024-09-19T06:02:06.116000+0000","last_fullsized":"2024-09-19T06:02:06.116000+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:37.555577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.104338+0000","last_change":"2024-09-19T06:02:07.098822+0000","last_active":"2024-09-19T06:02:07.104338+0000","last_peered":"2024-09-19T06:02:07.104338+0000","last_clean":"2024-09-19T06:02:07.104338+0000","last_became_active":"2024-09-19T06:02:07.098371+0000","last_became_peered":"2024-09-19T06:02:07.098371+0000","last_unstale":"2024-09-19T06:02:07.104338+0000","last_undegraded":"2024-09-19T06:02:07.104338+0000","last_fullsized":"2024-09-19T06:02:07.104338+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088808+0000","last_change":"2024-09-19T06:02:06.108917+0000","last_active":"2024-09-19T06:02:07.088808+0000","last_peered":"2024-09-19T06:02:07.088808+0000","last_clean":"2024-09-19T06:02:07.088808+0000","last_became_active":"2024-09-19T06:02:06.108594+0000","last_became_peered":"2024-09-19T06:02:06.108594+0000","last_unstale":"2024-09-19T06:02:07.088808+0000","last_undegraded":"2024-09-19T06:02:07.088808+0000","last_fullsized":"2024-09-19T06:02:07.088808+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:51.402092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.105870+0000","last_change":"2024-09-19T06:02:07.097521+0000","last_active":"2024-09-19T06:02:07.105870+0000","last_peered":"2024-09-19T06:02:07.105870+0000","last_clean":"2024-09-19T06:02:07.105870+0000","last_became_active":"2024-09-19T06:02:07.097230+0000","last_became_peered":"2024-09-19T06:02:07.097230+0000","last_unstale":"2024-09-19T06:02:07.105870+0000","last_undegraded":"2024-09-19T06:02:07.105870+0000","last_fullsized":"2024-09-19T06:02:07.105870+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.607216+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.116062+0000","last_change":"2024-09-19T06:02:06.111134+0000","last_active":"2024-09-19T06:02:06.116062+0000","last_peered":"2024-09-19T06:02:06.116062+0000","last_clean":"2024-09-19T06:02:06.116062+0000","last_became_active":"2024-09-19T06:02:06.110894+0000","last_became_peered":"2024-09-19T06:02:06.110894+0000","last_unstale":"2024-09-19T06:02:06.116062+0000","last_undegraded":"2024-09-19T06:02:06.116062+0000","last_fullsized":"2024-09-19T06:02:06.116062+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:01:21.665036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.119597+0000","last_change":"2024-09-19T06:02:07.113586+0000","last_active":"2024-09-19T06:02:07.119597+0000","last_peered":"2024-09-19T06:02:07.119597+0000","last_clean":"2024-09-19T06:02:07.119597+0000","last_became_active":"2024-09-19T06:02:07.112717+0000","last_became_peered":"2024-09-19T06:02:07.112717+0000","last_unstale":"2024-09-19T06:02:07.119597+0000","last_undegraded":"2024-09-19T06:02:07.119597+0000","last_fullsized":"2024-09-19T06:02:07.119597+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:11.866575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.088788+0000","last_change":"2024-09-19T06:02:06.100989+0000","last_active":"2024-09-19T06:02:07.088788+0000","last_peered":"2024-09-19T06:02:07.088788+0000","last_clean":"2024-09-19T06:02:07.088788+0000","last_became_active":"2024-09-19T06:02:06.100737+0000","last_became_peered":"2024-09-19T06:02:06.100737+0000","last_unstale":"2024-09-19T06:02:07.088788+0000","last_undegraded":"2024-09-19T06:02:07.088788+0000","last_fullsized":"2024-09-19T06:02:07.088788+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:09.643863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.112077+0000","last_change":"2024-09-19T06:02:07.107165+0000","last_active":"2024-09-19T06:02:07.112077+0000","last_peered":"2024-09-19T06:02:07.112077+0000","last_clean":"2024-09-19T06:02:07.112077+0000","last_became_active":"2024-09-19T06:02:07.106499+0000","last_became_peered":"2024-09-19T06:02:07.106499+0000","last_unstale":"2024-09-19T06:02:07.112077+0000","last_undegraded":"2024-09-19T06:02:07.112077+0000","last_fullsized":"2024-09-19T06:02:07.112077+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:57.327439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":9,"reported_epoch":31,"state":"active+clean","last_fresh":"2024-09-19T06:02:06.109772+0000","last_change":"2024-09-19T06:02:06.107621+0000","last_active":"2024-09-19T06:02:06.109772+0000","last_peered":"2024-09-19T06:02:06.109772+0000","last_clean":"2024-09-19T06:02:06.109772+0000","last_became_active":"2024-09-19T06:02:06.107264+0000","last_became_peered":"2024-09-19T06:02:06.107264+0000","last_unstale":"2024-09-19T06:02:06.109772+0000","last_undegraded":"2024-09-19T06:02:06.109772+0000","last_fullsized":"2024-09-19T06:02:06.109772+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:20.836956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.117653+0000","last_change":"2024-09-19T06:02:07.109234+0000","last_active":"2024-09-19T06:02:07.117653+0000","last_peered":"2024-09-19T06:02:07.117653+0000","last_clean":"2024-09-19T06:02:07.117653+0000","last_became_active":"2024-09-19T06:02:07.107790+0000","last_became_peered":"2024-09-19T06:02:07.107790+0000","last_unstale":"2024-09-19T06:02:07.117653+0000","last_undegraded":"2024-09-19T06:02:07.117653+0000","last_fullsized":"2024-09-19T06:02:07.117653+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.092324+0000","last_change":"2024-09-19T06:02:06.104485+0000","last_active":"2024-09-19T06:02:07.092324+0000","last_peered":"2024-09-19T06:02:07.092324+0000","last_clean":"2024-09-19T06:02:07.092324+0000","last_became_active":"2024-09-19T06:02:06.101944+0000","last_became_peered":"2024-09-19T06:02:06.101944+0000","last_unstale":"2024-09-19T06:02:07.092324+0000","last_undegraded":"2024-09-19T06:02:07.092324+0000","last_fullsized":"2024-09-19T06:02:07.092324+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.016756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.126065+0000","last_change":"2024-09-19T06:02:07.120534+0000","last_active":"2024-09-19T06:02:07.126065+0000","last_peered":"2024-09-19T06:02:07.126065+0000","last_clean":"2024-09-19T06:02:07.126065+0000","last_became_active":"2024-09-19T06:02:07.120239+0000","last_became_peered":"2024-09-19T06:02:07.120239+0000","last_unstale":"2024-09-19T06:02:07.126065+0000","last_undegraded":"2024-09-19T06:02:07.126065+0000","last_fullsized":"2024-09-19T06:02:07.126065+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.093141+0000","last_change":"2024-09-19T06:02:06.112124+0000","last_active":"2024-09-19T06:02:07.093141+0000","last_peered":"2024-09-19T06:02:07.093141+0000","last_clean":"2024-09-19T06:02:07.093141+0000","last_became_active":"2024-09-19T06:02:06.111811+0000","last_became_peered":"2024-09-19T06:02:06.111811+0000","last_unstale":"2024-09-19T06:02:07.093141+0000","last_undegraded":"2024-09-19T06:02:07.093141+0000","last_fullsized":"2024-09-19T06:02:07.093141+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":9,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.123893+0000","last_change":"2024-09-19T06:02:07.117167+0000","last_active":"2024-09-19T06:02:07.123893+0000","last_peered":"2024-09-19T06:02:07.123893+0000","last_clean":"2024-09-19T06:02:07.123893+0000","last_became_active":"2024-09-19T06:02:07.116886+0000","last_became_peered":"2024-09-19T06:02:07.116886+0000","last_unstale":"2024-09-19T06:02:07.123893+0000","last_undegraded":"2024-09-19T06:02:07.123893+0000","last_fullsized":"2024-09-19T06:02:07.123893+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.107085+0000","last_change":"2024-09-19T06:02:06.109666+0000","last_active":"2024-09-19T06:02:07.107085+0000","last_peered":"2024-09-19T06:02:07.107085+0000","last_clean":"2024-09-19T06:02:07.107085+0000","last_became_active":"2024-09-19T06:02:06.109375+0000","last_became_peered":"2024-09-19T06:02:06.109375+0000","last_unstale":"2024-09-19T06:02:07.107085+0000","last_undegraded":"2024-09-19T06:02:07.107085+0000","last_fullsized":"2024-09-19T06:02:07.107085+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":187,"reported_epoch":32,"state":"active+clean","last_fresh":"2024-09-19T06:02:07.099804+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:02:07.099804+0000","last_peered":"2024-09-19T06:02:07.099804+0000","last_clean":"2024-09-19T06:02:07.099804+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:02:07.099804+0000","last_undegraded":"2024-09-19T06:02:07.099804+0000","last_fullsized":"2024-09-19T06:02:07.099804+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2388,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":49152,"data_stored":3186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509455,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":933888,"data_stored":716769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":133792,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":339968,"data_stored":126401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":352,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":360448,"data_stored":133280,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509453,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27380,"kb_used_data":344,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344460,"statfs":{"total":96636764160,"available":96608727040,"internally_reserved":0,"allocated":352256,"data_stored":133176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509454,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27364,"kb_used_data":332,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344476,"statfs":{"total":96636764160,"available":96608743424,"internally_reserved":0,"allocated":339968,"data_stored":126401,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509454,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27944,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343896,"statfs":{"total":96636764160,"available":96608149504,"internally_reserved":0,"allocated":933888,"data_stored":716769,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542160,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27348,"kb_used_data":320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344492,"statfs":{"total":96636764160,"available":96608759808,"internally_reserved":0,"allocated":327680,"data_stored":120134,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:02:15.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:02:16.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.065+0000 7f07daa00640 1 Processor -- start 2024-09-19T06:02:16.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.065+0000 7f07daa00640 1 -- start start 2024-09-19T06:02:16.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.066+0000 7f07daa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f07d415c170 0x7f07d415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07daa00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f07d40b64e0 0x7f07d40cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07daa00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f07d40b4cf0 con 0x7f07d40cf6c0 2024-09-19T06:02:16.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07daa00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f07d415ca90 con 0x7f07d415c170 2024-09-19T06:02:16.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07daa00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f07d40b49c0 con 0x7f07d40b64e0 2024-09-19T06:02:16.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07d3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f07d415c170 0x7f07d415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07cb400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f07d40cf6c0 0x7f07d40b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55406/0 (socket says 172.21.15.92:55406) 2024-09-19T06:02:16.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07cb400640 1 -- 172.21.15.92:0/2174335572 learned_addr learned my addr 172.21.15.92:0/2174335572 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:16.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07d8a00640 1 --2- 172.21.15.92:0/2174335572 >> v2:172.21.15.102:3300/0 conn(0x7f07d40b64e0 0x7f07d40cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07d3e00640 1 -- 172.21.15.92:0/2174335572 >> v2:172.21.15.102:3300/0 conn(0x7f07d40b64e0 msgr2=0x7f07d40cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:16.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07d3e00640 1 --2- 172.21.15.92:0/2174335572 >> v2:172.21.15.102:3300/0 conn(0x7f07d40b64e0 0x7f07d40cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07d3e00640 1 -- 172.21.15.92:0/2174335572 >> v1:172.21.15.92:6789/0 conn(0x7f07d40cf6c0 legacy=0x7f07d40b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07d3400640 1 -- 172.21.15.92:0/2174335572 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4157554495 0 0) 0x7f07d40b4cf0 con 0x7f07d40cf6c0 2024-09-19T06:02:16.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.067+0000 7f07d3e00640 1 -- 172.21.15.92:0/2174335572 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07d40b4fd0 con 0x7f07d415c170 2024-09-19T06:02:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.068+0000 7f07d3e00640 1 --2- 172.21.15.92:0/2174335572 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d415c170 0x7f07d415c550 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f07c40097a0 tx=0x7f07c402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b909035b1955544b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.068+0000 7f07d3400640 1 -- 172.21.15.92:0/2174335572 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c4037070 con 0x7f07d415c170 2024-09-19T06:02:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07d3400640 1 -- 172.21.15.92:0/2174335572 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07c402ae50 con 0x7f07d415c170 2024-09-19T06:02:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07d3400640 1 -- 172.21.15.92:0/2174335572 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07c4032660 con 0x7f07d415c170 2024-09-19T06:02:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07daa00640 1 -- 172.21.15.92:0/2174335572 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d415c170 msgr2=0x7f07d415c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07daa00640 1 --2- 172.21.15.92:0/2174335572 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d415c170 0x7f07d415c550 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f07c40097a0 tx=0x7f07c402a140 comp rx=0 tx=0).stop 2024-09-19T06:02:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07daa00640 1 -- 172.21.15.92:0/2174335572 shutdown_connections 2024-09-19T06:02:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07daa00640 1 --2- 172.21.15.92:0/2174335572 >> v2:172.21.15.102:3300/0 conn(0x7f07d40b64e0 0x7f07d40cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07daa00640 1 --2- 172.21.15.92:0/2174335572 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d415c170 0x7f07d415c550 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07daa00640 1 -- 172.21.15.92:0/2174335572 >> 172.21.15.92:0/2174335572 conn(0x7f07d406bc10 msgr2=0x7f07d406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07daa00640 1 -- 172.21.15.92:0/2174335572 shutdown_connections 2024-09-19T06:02:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.069+0000 7f07daa00640 1 -- 172.21.15.92:0/2174335572 wait complete. 2024-09-19T06:02:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.071+0000 7f07daa00640 1 Processor -- start 2024-09-19T06:02:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.071+0000 7f07daa00640 1 -- start start 2024-09-19T06:02:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07daa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f07d40b64e0 0x7f07d41412e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07daa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d40cf6c0 0x7f07d4071810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07daa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f07d415c170 0x7f07d4071d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07daa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f07d40b5870 con 0x7f07d40cf6c0 2024-09-19T06:02:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07daa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f07d40b5590 con 0x7f07d40b64e0 2024-09-19T06:02:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07daa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f07d40b5b50 con 0x7f07d415c170 2024-09-19T06:02:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07cb400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d40cf6c0 0x7f07d4071810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07cb400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d40cf6c0 0x7f07d4071810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48330/0 (socket says 172.21.15.92:48330) 2024-09-19T06:02:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07cb400640 1 -- 172.21.15.92:0/374447926 learned_addr learned my addr 172.21.15.92:0/374447926 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07cb400640 1 -- 172.21.15.92:0/374447926 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f07d415c170 msgr2=0x7f07d4071d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07cb400640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f07d415c170 0x7f07d4071d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07d3e00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f07d40b64e0 0x7f07d41412e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07cb400640 1 -- 172.21.15.92:0/374447926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f07d40b64e0 msgr2=0x7f07d41412e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07cb400640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f07d40b64e0 0x7f07d41412e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07cb400640 1 -- 172.21.15.92:0/374447926 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f07d41f2f80 con 0x7f07d40cf6c0 2024-09-19T06:02:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.072+0000 7f07d3e00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f07d40b64e0 0x7f07d41412e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:16.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.073+0000 7f07cb400640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d40cf6c0 0x7f07d4071810 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f07bc00c4a0 tx=0x7f07bc00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:16.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.073+0000 7f07d0c00640 1 -- 172.21.15.92:0/374447926 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc018070 con 0x7f07d40cf6c0 2024-09-19T06:02:16.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.073+0000 7f07d0c00640 1 -- 172.21.15.92:0/374447926 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f07bc0074e0 con 0x7f07d40cf6c0 2024-09-19T06:02:16.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.073+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f07d41f2ca0 con 0x7f07d40cf6c0 2024-09-19T06:02:16.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.073+0000 7f07d0c00640 1 -- 172.21.15.92:0/374447926 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f07bc004a20 con 0x7f07d40cf6c0 2024-09-19T06:02:16.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.073+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f07d4141e40 con 0x7f07d40cf6c0 2024-09-19T06:02:16.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.074+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f07d40c6670 con 0x7f07d40cf6c0 2024-09-19T06:02:16.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.075+0000 7f07d0c00640 1 -- 172.21.15.92:0/374447926 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f07bc01b070 con 0x7f07d40cf6c0 2024-09-19T06:02:16.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.076+0000 7f07d0c00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f07b006c2b0 0x7f07b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.076+0000 7f07d0c00640 1 -- 172.21.15.92:0/374447926 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f07bc08a740 con 0x7f07d40cf6c0 2024-09-19T06:02:16.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.076+0000 7f07d3e00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f07b006c2b0 0x7f07b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.077+0000 7f07d3e00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f07b006c2b0 0x7f07b006e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f07c4034000 tx=0x7f07c402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:16.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.081+0000 7f07d0c00640 1 -- 172.21.15.92:0/374447926 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f07d40c6670 con 0x7f07d40cf6c0 2024-09-19T06:02:16.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.251+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f07d40cfb30 con 0x7f07b006c2b0 2024-09-19T06:02:16.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.258+0000 7f07d0c00640 1 -- 172.21.15.92:0/374447926 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251935 (secure 0 0 0) 0x7f07d40cfb30 con 0x7f07b006c2b0 2024-09-19T06:02:16.262 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:16.264 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:02:16.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f07b006c2b0 msgr2=0x7f07b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f07b006c2b0 0x7f07b006e770 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f07c4034000 tx=0x7f07c402e000 comp rx=0 tx=0).stop 2024-09-19T06:02:16.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d40cf6c0 msgr2=0x7f07d4071810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d40cf6c0 0x7f07d4071810 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f07bc00c4a0 tx=0x7f07bc00c960 comp rx=0 tx=0).stop 2024-09-19T06:02:16.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 shutdown_connections 2024-09-19T06:02:16.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f07d415c170 0x7f07d4071d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f07d40cf6c0 0x7f07d4071810 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f07b006c2b0 0x7f07b006e770 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 --2- 172.21.15.92:0/374447926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f07d40b64e0 0x7f07d41412e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 >> 172.21.15.92:0/374447926 conn(0x7f07d406bc10 msgr2=0x7f07d4072490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:16.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 shutdown_connections 2024-09-19T06:02:16.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.262+0000 7f07daa00640 1 -- 172.21.15.92:0/374447926 wait complete. 2024-09-19T06:02:16.280 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":58,"stamp":"2024-09-19T06:02:14.885955+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220300,"kb_used_data":4072,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754420,"statfs":{"total":773094113280,"available":772868526080,"internally_reserved":0,"allocated":4169728,"data_stored":2301364,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":221236785},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001673"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565283+0000","last_change":"2024-09-19T06:02:07.110070+0000","last_active":"2024-09-19T06:02:08.565283+0000","last_peered":"2024-09-19T06:02:08.565283+0000","last_clean":"2024-09-19T06:02:08.565283+0000","last_became_active":"2024-09-19T06:02:07.109765+0000","last_became_peered":"2024-09-19T06:02:07.109765+0000","last_unstale":"2024-09-19T06:02:08.565283+0000","last_undegraded":"2024-09-19T06:02:08.565283+0000","last_fullsized":"2024-09-19T06:02:08.565283+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106234+0000","last_change":"2024-09-19T06:02:07.118340+0000","last_active":"2024-09-19T06:02:08.106234+0000","last_peered":"2024-09-19T06:02:08.106234+0000","last_clean":"2024-09-19T06:02:08.106234+0000","last_became_active":"2024-09-19T06:02:07.118072+0000","last_became_peered":"2024-09-19T06:02:07.118072+0000","last_unstale":"2024-09-19T06:02:08.106234+0000","last_undegraded":"2024-09-19T06:02:08.106234+0000","last_fullsized":"2024-09-19T06:02:08.106234+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:19.183609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106858+0000","last_change":"2024-09-19T06:02:07.100024+0000","last_active":"2024-09-19T06:02:08.106858+0000","last_peered":"2024-09-19T06:02:08.106858+0000","last_clean":"2024-09-19T06:02:08.106858+0000","last_became_active":"2024-09-19T06:02:07.099669+0000","last_became_peered":"2024-09-19T06:02:07.099669+0000","last_unstale":"2024-09-19T06:02:08.106858+0000","last_undegraded":"2024-09-19T06:02:08.106858+0000","last_fullsized":"2024-09-19T06:02:08.106858+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:08.569014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.110847+0000","last_change":"2024-09-19T06:02:07.103927+0000","last_active":"2024-09-19T06:02:08.110847+0000","last_peered":"2024-09-19T06:02:08.110847+0000","last_clean":"2024-09-19T06:02:08.110847+0000","last_became_active":"2024-09-19T06:02:07.103662+0000","last_became_peered":"2024-09-19T06:02:07.103662+0000","last_unstale":"2024-09-19T06:02:08.110847+0000","last_undegraded":"2024-09-19T06:02:08.110847+0000","last_fullsized":"2024-09-19T06:02:08.110847+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:11:37.983302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564487+0000","last_change":"2024-09-19T06:02:07.125434+0000","last_active":"2024-09-19T06:02:08.564487+0000","last_peered":"2024-09-19T06:02:08.564487+0000","last_clean":"2024-09-19T06:02:08.564487+0000","last_became_active":"2024-09-19T06:02:07.123297+0000","last_became_peered":"2024-09-19T06:02:07.123297+0000","last_unstale":"2024-09-19T06:02:08.564487+0000","last_undegraded":"2024-09-19T06:02:08.564487+0000","last_fullsized":"2024-09-19T06:02:08.564487+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:16.690715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.105866+0000","last_change":"2024-09-19T06:02:07.109640+0000","last_active":"2024-09-19T06:02:08.105866+0000","last_peered":"2024-09-19T06:02:08.105866+0000","last_clean":"2024-09-19T06:02:08.105866+0000","last_became_active":"2024-09-19T06:02:07.109230+0000","last_became_peered":"2024-09-19T06:02:07.109230+0000","last_unstale":"2024-09-19T06:02:08.105866+0000","last_undegraded":"2024-09-19T06:02:08.105866+0000","last_fullsized":"2024-09-19T06:02:08.105866+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:57.758255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565544+0000","last_change":"2024-09-19T06:02:07.118318+0000","last_active":"2024-09-19T06:02:08.565544+0000","last_peered":"2024-09-19T06:02:08.565544+0000","last_clean":"2024-09-19T06:02:08.565544+0000","last_became_active":"2024-09-19T06:02:07.118071+0000","last_became_peered":"2024-09-19T06:02:07.118071+0000","last_unstale":"2024-09-19T06:02:08.565544+0000","last_undegraded":"2024-09-19T06:02:08.565544+0000","last_fullsized":"2024-09-19T06:02:08.565544+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:56.865100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564860+0000","last_change":"2024-09-19T06:02:07.117277+0000","last_active":"2024-09-19T06:02:08.564860+0000","last_peered":"2024-09-19T06:02:08.564860+0000","last_clean":"2024-09-19T06:02:08.564860+0000","last_became_active":"2024-09-19T06:02:07.116981+0000","last_became_peered":"2024-09-19T06:02:07.116981+0000","last_unstale":"2024-09-19T06:02:08.564860+0000","last_undegraded":"2024-09-19T06:02:08.564860+0000","last_fullsized":"2024-09-19T06:02:08.564860+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.107224+0000","last_change":"2024-09-19T06:02:07.103421+0000","last_active":"2024-09-19T06:02:08.107224+0000","last_peered":"2024-09-19T06:02:08.107224+0000","last_clean":"2024-09-19T06:02:08.107224+0000","last_became_active":"2024-09-19T06:02:07.102216+0000","last_became_peered":"2024-09-19T06:02:07.102216+0000","last_unstale":"2024-09-19T06:02:08.107224+0000","last_undegraded":"2024-09-19T06:02:08.107224+0000","last_fullsized":"2024-09-19T06:02:08.107224+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:36.268488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.111093+0000","last_change":"2024-09-19T06:02:07.121161+0000","last_active":"2024-09-19T06:02:08.111093+0000","last_peered":"2024-09-19T06:02:08.111093+0000","last_clean":"2024-09-19T06:02:08.111093+0000","last_became_active":"2024-09-19T06:02:07.120895+0000","last_became_peered":"2024-09-19T06:02:07.120895+0000","last_unstale":"2024-09-19T06:02:08.111093+0000","last_undegraded":"2024-09-19T06:02:08.111093+0000","last_fullsized":"2024-09-19T06:02:08.111093+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:07.785036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565563+0000","last_change":"2024-09-19T06:02:07.114228+0000","last_active":"2024-09-19T06:02:08.565563+0000","last_peered":"2024-09-19T06:02:08.565563+0000","last_clean":"2024-09-19T06:02:08.565563+0000","last_became_active":"2024-09-19T06:02:07.113934+0000","last_became_peered":"2024-09-19T06:02:07.113934+0000","last_unstale":"2024-09-19T06:02:08.565563+0000","last_undegraded":"2024-09-19T06:02:08.565563+0000","last_fullsized":"2024-09-19T06:02:08.565563+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:08.569014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106528+0000","last_change":"2024-09-19T06:02:07.112691+0000","last_active":"2024-09-19T06:02:08.106528+0000","last_peered":"2024-09-19T06:02:08.106528+0000","last_clean":"2024-09-19T06:02:08.106528+0000","last_became_active":"2024-09-19T06:02:07.112404+0000","last_became_peered":"2024-09-19T06:02:07.112404+0000","last_unstale":"2024-09-19T06:02:08.106528+0000","last_undegraded":"2024-09-19T06:02:08.106528+0000","last_fullsized":"2024-09-19T06:02:08.106528+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:22.971984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564704+0000","last_change":"2024-09-19T06:02:07.111422+0000","last_active":"2024-09-19T06:02:08.564704+0000","last_peered":"2024-09-19T06:02:08.564704+0000","last_clean":"2024-09-19T06:02:08.564704+0000","last_became_active":"2024-09-19T06:02:07.111012+0000","last_became_peered":"2024-09-19T06:02:07.111012+0000","last_unstale":"2024-09-19T06:02:08.564704+0000","last_undegraded":"2024-09-19T06:02:08.564704+0000","last_fullsized":"2024-09-19T06:02:08.564704+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:17.732052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106003+0000","last_change":"2024-09-19T06:02:07.112596+0000","last_active":"2024-09-19T06:02:08.106003+0000","last_peered":"2024-09-19T06:02:08.106003+0000","last_clean":"2024-09-19T06:02:08.106003+0000","last_became_active":"2024-09-19T06:02:07.111760+0000","last_became_peered":"2024-09-19T06:02:07.111760+0000","last_unstale":"2024-09-19T06:02:08.106003+0000","last_undegraded":"2024-09-19T06:02:08.106003+0000","last_fullsized":"2024-09-19T06:02:08.106003+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:47.456257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106218+0000","last_change":"2024-09-19T06:02:07.107738+0000","last_active":"2024-09-19T06:02:08.106218+0000","last_peered":"2024-09-19T06:02:08.106218+0000","last_clean":"2024-09-19T06:02:08.106218+0000","last_became_active":"2024-09-19T06:02:07.107456+0000","last_became_peered":"2024-09-19T06:02:07.107456+0000","last_unstale":"2024-09-19T06:02:08.106218+0000","last_undegraded":"2024-09-19T06:02:08.106218+0000","last_fullsized":"2024-09-19T06:02:08.106218+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:36.268488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565186+0000","last_change":"2024-09-19T06:02:07.124577+0000","last_active":"2024-09-19T06:02:08.565186+0000","last_peered":"2024-09-19T06:02:08.565186+0000","last_clean":"2024-09-19T06:02:08.565186+0000","last_became_active":"2024-09-19T06:02:07.124336+0000","last_became_peered":"2024-09-19T06:02:07.124336+0000","last_unstale":"2024-09-19T06:02:08.565186+0000","last_undegraded":"2024-09-19T06:02:08.565186+0000","last_fullsized":"2024-09-19T06:02:08.565186+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:33:36.268488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565812+0000","last_change":"2024-09-19T06:02:07.111906+0000","last_active":"2024-09-19T06:02:08.565812+0000","last_peered":"2024-09-19T06:02:08.565812+0000","last_clean":"2024-09-19T06:02:08.565812+0000","last_became_active":"2024-09-19T06:02:07.111520+0000","last_became_peered":"2024-09-19T06:02:07.111520+0000","last_unstale":"2024-09-19T06:02:08.565812+0000","last_undegraded":"2024-09-19T06:02:08.565812+0000","last_fullsized":"2024-09-19T06:02:08.565812+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:47.456257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106377+0000","last_change":"2024-09-19T06:02:07.118549+0000","last_active":"2024-09-19T06:02:08.106377+0000","last_peered":"2024-09-19T06:02:08.106377+0000","last_clean":"2024-09-19T06:02:08.106377+0000","last_became_active":"2024-09-19T06:02:07.115521+0000","last_became_peered":"2024-09-19T06:02:07.115521+0000","last_unstale":"2024-09-19T06:02:08.106377+0000","last_undegraded":"2024-09-19T06:02:08.106377+0000","last_fullsized":"2024-09-19T06:02:08.106377+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:04.474810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.105983+0000","last_change":"2024-09-19T06:02:07.115115+0000","last_active":"2024-09-19T06:02:08.105983+0000","last_peered":"2024-09-19T06:02:08.105983+0000","last_clean":"2024-09-19T06:02:08.105983+0000","last_became_active":"2024-09-19T06:02:07.114478+0000","last_became_peered":"2024-09-19T06:02:07.114478+0000","last_unstale":"2024-09-19T06:02:08.105983+0000","last_undegraded":"2024-09-19T06:02:08.105983+0000","last_fullsized":"2024-09-19T06:02:08.105983+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:46:08.569014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564635+0000","last_change":"2024-09-19T06:02:07.112586+0000","last_active":"2024-09-19T06:02:08.564635+0000","last_peered":"2024-09-19T06:02:08.564635+0000","last_clean":"2024-09-19T06:02:08.564635+0000","last_became_active":"2024-09-19T06:02:07.112351+0000","last_became_peered":"2024-09-19T06:02:07.112351+0000","last_unstale":"2024-09-19T06:02:08.564635+0000","last_undegraded":"2024-09-19T06:02:08.564635+0000","last_fullsized":"2024-09-19T06:02:08.564635+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:39.285845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106850+0000","last_change":"2024-09-19T06:02:07.102792+0000","last_active":"2024-09-19T06:02:08.106850+0000","last_peered":"2024-09-19T06:02:08.106850+0000","last_clean":"2024-09-19T06:02:08.106850+0000","last_became_active":"2024-09-19T06:02:07.102441+0000","last_became_peered":"2024-09-19T06:02:07.102441+0000","last_unstale":"2024-09-19T06:02:08.106850+0000","last_undegraded":"2024-09-19T06:02:08.106850+0000","last_fullsized":"2024-09-19T06:02:08.106850+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106621+0000","last_change":"2024-09-19T06:02:07.111834+0000","last_active":"2024-09-19T06:02:08.106621+0000","last_peered":"2024-09-19T06:02:08.106621+0000","last_clean":"2024-09-19T06:02:08.106621+0000","last_became_active":"2024-09-19T06:02:07.111420+0000","last_became_peered":"2024-09-19T06:02:07.111420+0000","last_unstale":"2024-09-19T06:02:08.106621+0000","last_undegraded":"2024-09-19T06:02:08.106621+0000","last_fullsized":"2024-09-19T06:02:08.106621+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:25:27.468031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.108492+0000","last_change":"2024-09-19T06:02:07.107450+0000","last_active":"2024-09-19T06:02:08.108492+0000","last_peered":"2024-09-19T06:02:08.108492+0000","last_clean":"2024-09-19T06:02:08.108492+0000","last_became_active":"2024-09-19T06:02:07.107185+0000","last_became_peered":"2024-09-19T06:02:07.107185+0000","last_unstale":"2024-09-19T06:02:08.108492+0000","last_undegraded":"2024-09-19T06:02:08.108492+0000","last_fullsized":"2024-09-19T06:02:08.108492+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106424+0000","last_change":"2024-09-19T06:02:07.111087+0000","last_active":"2024-09-19T06:02:08.106424+0000","last_peered":"2024-09-19T06:02:08.106424+0000","last_clean":"2024-09-19T06:02:08.106424+0000","last_became_active":"2024-09-19T06:02:07.110680+0000","last_became_peered":"2024-09-19T06:02:07.110680+0000","last_unstale":"2024-09-19T06:02:08.106424+0000","last_undegraded":"2024-09-19T06:02:08.106424+0000","last_fullsized":"2024-09-19T06:02:08.106424+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:43.254486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.111204+0000","last_change":"2024-09-19T06:02:07.108419+0000","last_active":"2024-09-19T06:02:08.111204+0000","last_peered":"2024-09-19T06:02:08.111204+0000","last_clean":"2024-09-19T06:02:08.111204+0000","last_became_active":"2024-09-19T06:02:07.107625+0000","last_became_peered":"2024-09-19T06:02:07.107625+0000","last_unstale":"2024-09-19T06:02:08.111204+0000","last_undegraded":"2024-09-19T06:02:08.111204+0000","last_fullsized":"2024-09-19T06:02:08.111204+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:47.754685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106471+0000","last_change":"2024-09-19T06:02:07.116887+0000","last_active":"2024-09-19T06:02:08.106471+0000","last_peered":"2024-09-19T06:02:08.106471+0000","last_clean":"2024-09-19T06:02:08.106471+0000","last_became_active":"2024-09-19T06:02:07.115181+0000","last_became_peered":"2024-09-19T06:02:07.115181+0000","last_unstale":"2024-09-19T06:02:08.106471+0000","last_undegraded":"2024-09-19T06:02:08.106471+0000","last_fullsized":"2024-09-19T06:02:08.106471+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:59:02.272036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.111392+0000","last_change":"2024-09-19T06:02:07.097932+0000","last_active":"2024-09-19T06:02:08.111392+0000","last_peered":"2024-09-19T06:02:08.111392+0000","last_clean":"2024-09-19T06:02:08.111392+0000","last_became_active":"2024-09-19T06:02:07.097111+0000","last_became_peered":"2024-09-19T06:02:07.097111+0000","last_unstale":"2024-09-19T06:02:08.111392+0000","last_undegraded":"2024-09-19T06:02:08.111392+0000","last_fullsized":"2024-09-19T06:02:08.111392+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:07:48.330749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106663+0000","last_change":"2024-09-19T06:02:07.095653+0000","last_active":"2024-09-19T06:02:08.106663+0000","last_peered":"2024-09-19T06:02:08.106663+0000","last_clean":"2024-09-19T06:02:08.106663+0000","last_became_active":"2024-09-19T06:02:07.095384+0000","last_became_peered":"2024-09-19T06:02:07.095384+0000","last_unstale":"2024-09-19T06:02:08.106663+0000","last_undegraded":"2024-09-19T06:02:08.106663+0000","last_fullsized":"2024-09-19T06:02:08.106663+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:57.758255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.107149+0000","last_change":"2024-09-19T06:02:07.121337+0000","last_active":"2024-09-19T06:02:08.107149+0000","last_peered":"2024-09-19T06:02:08.107149+0000","last_clean":"2024-09-19T06:02:08.107149+0000","last_became_active":"2024-09-19T06:02:07.121057+0000","last_became_peered":"2024-09-19T06:02:07.121057+0000","last_unstale":"2024-09-19T06:02:08.107149+0000","last_undegraded":"2024-09-19T06:02:08.107149+0000","last_fullsized":"2024-09-19T06:02:08.107149+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565374+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:08.565374+0000","last_peered":"2024-09-19T06:02:08.565374+0000","last_clean":"2024-09-19T06:02:08.565374+0000","last_became_active":"2024-09-19T06:02:07.115495+0000","last_became_peered":"2024-09-19T06:02:07.115495+0000","last_unstale":"2024-09-19T06:02:08.565374+0000","last_undegraded":"2024-09-19T06:02:08.565374+0000","last_fullsized":"2024-09-19T06:02:08.565374+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:43:22.971984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564811+0000","last_change":"2024-09-19T06:02:07.119057+0000","last_active":"2024-09-19T06:02:08.564811+0000","last_peered":"2024-09-19T06:02:08.564811+0000","last_clean":"2024-09-19T06:02:08.564811+0000","last_became_active":"2024-09-19T06:02:07.118791+0000","last_became_peered":"2024-09-19T06:02:07.118791+0000","last_unstale":"2024-09-19T06:02:08.564811+0000","last_undegraded":"2024-09-19T06:02:08.564811+0000","last_fullsized":"2024-09-19T06:02:08.564811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:18.128969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564959+0000","last_change":"2024-09-19T06:02:07.116077+0000","last_active":"2024-09-19T06:02:08.564959+0000","last_peered":"2024-09-19T06:02:08.564959+0000","last_clean":"2024-09-19T06:02:08.564959+0000","last_became_active":"2024-09-19T06:02:07.115630+0000","last_became_peered":"2024-09-19T06:02:07.115630+0000","last_unstale":"2024-09-19T06:02:08.564959+0000","last_undegraded":"2024-09-19T06:02:08.564959+0000","last_fullsized":"2024-09-19T06:02:08.564959+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:18:28.685839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.108567+0000","last_change":"2024-09-19T06:02:07.110040+0000","last_active":"2024-09-19T06:02:08.108567+0000","last_peered":"2024-09-19T06:02:08.108567+0000","last_clean":"2024-09-19T06:02:08.108567+0000","last_became_active":"2024-09-19T06:02:07.109803+0000","last_became_peered":"2024-09-19T06:02:07.109803+0000","last_unstale":"2024-09-19T06:02:08.108567+0000","last_undegraded":"2024-09-19T06:02:08.108567+0000","last_fullsized":"2024-09-19T06:02:08.108567+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"32'4","reported_seq":18,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565285+0000","last_change":"2024-09-19T06:02:06.101762+0000","last_active":"2024-09-19T06:02:08.565285+0000","last_peered":"2024-09-19T06:02:08.565285+0000","last_clean":"2024-09-19T06:02:08.565285+0000","last_became_active":"2024-09-19T06:02:06.101272+0000","last_became_peered":"2024-09-19T06:02:06.101272+0000","last_unstale":"2024-09-19T06:02:08.565285+0000","last_undegraded":"2024-09-19T06:02:08.565285+0000","last_fullsized":"2024-09-19T06:02:08.565285+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565187+0000","last_change":"2024-09-19T06:02:07.115820+0000","last_active":"2024-09-19T06:02:08.565187+0000","last_peered":"2024-09-19T06:02:08.565187+0000","last_clean":"2024-09-19T06:02:08.565187+0000","last_became_active":"2024-09-19T06:02:07.115487+0000","last_became_peered":"2024-09-19T06:02:07.115487+0000","last_unstale":"2024-09-19T06:02:08.565187+0000","last_undegraded":"2024-09-19T06:02:08.565187+0000","last_fullsized":"2024-09-19T06:02:08.565187+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.108603+0000","last_change":"2024-09-19T06:02:06.106573+0000","last_active":"2024-09-19T06:02:08.108603+0000","last_peered":"2024-09-19T06:02:08.108603+0000","last_clean":"2024-09-19T06:02:08.108603+0000","last_became_active":"2024-09-19T06:02:06.106316+0000","last_became_peered":"2024-09-19T06:02:06.106316+0000","last_unstale":"2024-09-19T06:02:08.108603+0000","last_undegraded":"2024-09-19T06:02:08.108603+0000","last_fullsized":"2024-09-19T06:02:08.108603+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106847+0000","last_change":"2024-09-19T06:02:07.115014+0000","last_active":"2024-09-19T06:02:08.106847+0000","last_peered":"2024-09-19T06:02:08.106847+0000","last_clean":"2024-09-19T06:02:08.106847+0000","last_became_active":"2024-09-19T06:02:07.112273+0000","last_became_peered":"2024-09-19T06:02:07.112273+0000","last_unstale":"2024-09-19T06:02:08.106847+0000","last_undegraded":"2024-09-19T06:02:08.106847+0000","last_fullsized":"2024-09-19T06:02:08.106847+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:33:37.091860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106037+0000","last_change":"2024-09-19T06:02:06.112041+0000","last_active":"2024-09-19T06:02:08.106037+0000","last_peered":"2024-09-19T06:02:08.106037+0000","last_clean":"2024-09-19T06:02:08.106037+0000","last_became_active":"2024-09-19T06:02:06.111746+0000","last_became_peered":"2024-09-19T06:02:06.111746+0000","last_unstale":"2024-09-19T06:02:08.106037+0000","last_undegraded":"2024-09-19T06:02:08.106037+0000","last_fullsized":"2024-09-19T06:02:08.106037+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:51.600833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.111457+0000","last_change":"2024-09-19T06:02:07.104907+0000","last_active":"2024-09-19T06:02:08.111457+0000","last_peered":"2024-09-19T06:02:08.111457+0000","last_clean":"2024-09-19T06:02:08.111457+0000","last_became_active":"2024-09-19T06:02:07.104512+0000","last_became_peered":"2024-09-19T06:02:07.104512+0000","last_unstale":"2024-09-19T06:02:08.111457+0000","last_undegraded":"2024-09-19T06:02:08.111457+0000","last_fullsized":"2024-09-19T06:02:08.111457+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:43:25.262388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564657+0000","last_change":"2024-09-19T06:02:06.113848+0000","last_active":"2024-09-19T06:02:08.564657+0000","last_peered":"2024-09-19T06:02:08.564657+0000","last_clean":"2024-09-19T06:02:08.564657+0000","last_became_active":"2024-09-19T06:02:06.112745+0000","last_became_peered":"2024-09-19T06:02:06.112745+0000","last_unstale":"2024-09-19T06:02:08.564657+0000","last_undegraded":"2024-09-19T06:02:08.564657+0000","last_fullsized":"2024-09-19T06:02:08.564657+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:11:51.773235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565561+0000","last_change":"2024-09-19T06:02:07.116017+0000","last_active":"2024-09-19T06:02:08.565561+0000","last_peered":"2024-09-19T06:02:08.565561+0000","last_clean":"2024-09-19T06:02:08.565561+0000","last_became_active":"2024-09-19T06:02:07.115671+0000","last_became_peered":"2024-09-19T06:02:07.115671+0000","last_unstale":"2024-09-19T06:02:08.565561+0000","last_undegraded":"2024-09-19T06:02:08.565561+0000","last_fullsized":"2024-09-19T06:02:08.565561+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:36:57.758255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106980+0000","last_change":"2024-09-19T06:02:06.108956+0000","last_active":"2024-09-19T06:02:08.106980+0000","last_peered":"2024-09-19T06:02:08.106980+0000","last_clean":"2024-09-19T06:02:08.106980+0000","last_became_active":"2024-09-19T06:02:06.104492+0000","last_became_peered":"2024-09-19T06:02:06.104492+0000","last_unstale":"2024-09-19T06:02:08.106980+0000","last_undegraded":"2024-09-19T06:02:08.106980+0000","last_fullsized":"2024-09-19T06:02:08.106980+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106459+0000","last_change":"2024-09-19T06:02:07.097145+0000","last_active":"2024-09-19T06:02:08.106459+0000","last_peered":"2024-09-19T06:02:08.106459+0000","last_clean":"2024-09-19T06:02:08.106459+0000","last_became_active":"2024-09-19T06:02:07.096884+0000","last_became_peered":"2024-09-19T06:02:07.096884+0000","last_unstale":"2024-09-19T06:02:08.106459+0000","last_undegraded":"2024-09-19T06:02:08.106459+0000","last_fullsized":"2024-09-19T06:02:08.106459+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:29.240008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106656+0000","last_change":"2024-09-19T06:02:06.109692+0000","last_active":"2024-09-19T06:02:08.106656+0000","last_peered":"2024-09-19T06:02:08.106656+0000","last_clean":"2024-09-19T06:02:08.106656+0000","last_became_active":"2024-09-19T06:02:06.108936+0000","last_became_peered":"2024-09-19T06:02:06.108936+0000","last_unstale":"2024-09-19T06:02:08.106656+0000","last_undegraded":"2024-09-19T06:02:08.106656+0000","last_fullsized":"2024-09-19T06:02:08.106656+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:23:55.660915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106061+0000","last_change":"2024-09-19T06:02:07.105833+0000","last_active":"2024-09-19T06:02:08.106061+0000","last_peered":"2024-09-19T06:02:08.106061+0000","last_clean":"2024-09-19T06:02:08.106061+0000","last_became_active":"2024-09-19T06:02:07.105526+0000","last_became_peered":"2024-09-19T06:02:07.105526+0000","last_unstale":"2024-09-19T06:02:08.106061+0000","last_undegraded":"2024-09-19T06:02:08.106061+0000","last_fullsized":"2024-09-19T06:02:08.106061+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:17.824777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.105818+0000","last_change":"2024-09-19T06:02:06.107346+0000","last_active":"2024-09-19T06:02:08.105818+0000","last_peered":"2024-09-19T06:02:08.105818+0000","last_clean":"2024-09-19T06:02:08.105818+0000","last_became_active":"2024-09-19T06:02:06.107070+0000","last_became_peered":"2024-09-19T06:02:06.107070+0000","last_unstale":"2024-09-19T06:02:08.105818+0000","last_undegraded":"2024-09-19T06:02:08.105818+0000","last_fullsized":"2024-09-19T06:02:08.105818+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:16.537928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.110699+0000","last_change":"2024-09-19T06:02:07.099988+0000","last_active":"2024-09-19T06:02:08.110699+0000","last_peered":"2024-09-19T06:02:08.110699+0000","last_clean":"2024-09-19T06:02:08.110699+0000","last_became_active":"2024-09-19T06:02:07.099119+0000","last_became_peered":"2024-09-19T06:02:07.099119+0000","last_unstale":"2024-09-19T06:02:08.110699+0000","last_undegraded":"2024-09-19T06:02:08.110699+0000","last_fullsized":"2024-09-19T06:02:08.110699+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:02:36.872913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106171+0000","last_change":"2024-09-19T06:02:06.098131+0000","last_active":"2024-09-19T06:02:08.106171+0000","last_peered":"2024-09-19T06:02:08.106171+0000","last_clean":"2024-09-19T06:02:08.106171+0000","last_became_active":"2024-09-19T06:02:06.095459+0000","last_became_peered":"2024-09-19T06:02:06.095459+0000","last_unstale":"2024-09-19T06:02:08.106171+0000","last_undegraded":"2024-09-19T06:02:08.106171+0000","last_fullsized":"2024-09-19T06:02:08.106171+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:04:50.666768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.107198+0000","last_change":"2024-09-19T06:02:07.120111+0000","last_active":"2024-09-19T06:02:08.107198+0000","last_peered":"2024-09-19T06:02:08.107198+0000","last_clean":"2024-09-19T06:02:08.107198+0000","last_became_active":"2024-09-19T06:02:07.119574+0000","last_became_peered":"2024-09-19T06:02:07.119574+0000","last_unstale":"2024-09-19T06:02:08.107198+0000","last_undegraded":"2024-09-19T06:02:08.107198+0000","last_fullsized":"2024-09-19T06:02:08.107198+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:28:47.456257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106307+0000","last_change":"2024-09-19T06:02:06.112150+0000","last_active":"2024-09-19T06:02:08.106307+0000","last_peered":"2024-09-19T06:02:08.106307+0000","last_clean":"2024-09-19T06:02:08.106307+0000","last_became_active":"2024-09-19T06:02:06.111769+0000","last_became_peered":"2024-09-19T06:02:06.111769+0000","last_unstale":"2024-09-19T06:02:08.106307+0000","last_undegraded":"2024-09-19T06:02:08.106307+0000","last_fullsized":"2024-09-19T06:02:08.106307+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:16.818394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106298+0000","last_change":"2024-09-19T06:02:07.119289+0000","last_active":"2024-09-19T06:02:08.106298+0000","last_peered":"2024-09-19T06:02:08.106298+0000","last_clean":"2024-09-19T06:02:08.106298+0000","last_became_active":"2024-09-19T06:02:07.118978+0000","last_became_peered":"2024-09-19T06:02:07.118978+0000","last_unstale":"2024-09-19T06:02:08.106298+0000","last_undegraded":"2024-09-19T06:02:08.106298+0000","last_fullsized":"2024-09-19T06:02:08.106298+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:32.403255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.108691+0000","last_change":"2024-09-19T06:02:06.104582+0000","last_active":"2024-09-19T06:02:08.108691+0000","last_peered":"2024-09-19T06:02:08.108691+0000","last_clean":"2024-09-19T06:02:08.108691+0000","last_became_active":"2024-09-19T06:02:06.104304+0000","last_became_peered":"2024-09-19T06:02:06.104304+0000","last_unstale":"2024-09-19T06:02:08.108691+0000","last_undegraded":"2024-09-19T06:02:08.108691+0000","last_fullsized":"2024-09-19T06:02:08.108691+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:10.860193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106161+0000","last_change":"2024-09-19T06:02:07.111360+0000","last_active":"2024-09-19T06:02:08.106161+0000","last_peered":"2024-09-19T06:02:08.106161+0000","last_clean":"2024-09-19T06:02:08.106161+0000","last_became_active":"2024-09-19T06:02:07.111101+0000","last_became_peered":"2024-09-19T06:02:07.111101+0000","last_unstale":"2024-09-19T06:02:08.106161+0000","last_undegraded":"2024-09-19T06:02:08.106161+0000","last_fullsized":"2024-09-19T06:02:08.106161+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:49.918054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"32'3","reported_seq":17,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106872+0000","last_change":"2024-09-19T06:02:06.108962+0000","last_active":"2024-09-19T06:02:08.106872+0000","last_peered":"2024-09-19T06:02:08.106872+0000","last_clean":"2024-09-19T06:02:08.106872+0000","last_became_active":"2024-09-19T06:02:06.108664+0000","last_became_peered":"2024-09-19T06:02:06.108664+0000","last_unstale":"2024-09-19T06:02:08.106872+0000","last_undegraded":"2024-09-19T06:02:08.106872+0000","last_fullsized":"2024-09-19T06:02:08.106872+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106644+0000","last_change":"2024-09-19T06:02:07.114778+0000","last_active":"2024-09-19T06:02:08.106644+0000","last_peered":"2024-09-19T06:02:08.106644+0000","last_clean":"2024-09-19T06:02:08.106644+0000","last_became_active":"2024-09-19T06:02:07.114485+0000","last_became_peered":"2024-09-19T06:02:07.114485+0000","last_unstale":"2024-09-19T06:02:08.106644+0000","last_undegraded":"2024-09-19T06:02:08.106644+0000","last_fullsized":"2024-09-19T06:02:08.106644+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:56.865100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"32'6","reported_seq":20,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106286+0000","last_change":"2024-09-19T06:02:06.112135+0000","last_active":"2024-09-19T06:02:08.106286+0000","last_peered":"2024-09-19T06:02:08.106286+0000","last_clean":"2024-09-19T06:02:08.106286+0000","last_became_active":"2024-09-19T06:02:06.111842+0000","last_became_peered":"2024-09-19T06:02:06.111842+0000","last_unstale":"2024-09-19T06:02:08.106286+0000","last_undegraded":"2024-09-19T06:02:08.106286+0000","last_fullsized":"2024-09-19T06:02:08.106286+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:31.934773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.110807+0000","last_change":"2024-09-19T06:02:07.098712+0000","last_active":"2024-09-19T06:02:08.110807+0000","last_peered":"2024-09-19T06:02:08.110807+0000","last_clean":"2024-09-19T06:02:08.110807+0000","last_became_active":"2024-09-19T06:02:07.098447+0000","last_became_peered":"2024-09-19T06:02:07.098447+0000","last_unstale":"2024-09-19T06:02:08.110807+0000","last_undegraded":"2024-09-19T06:02:08.110807+0000","last_fullsized":"2024-09-19T06:02:08.110807+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:01:37.061940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.107098+0000","last_change":"2024-09-19T06:02:06.097416+0000","last_active":"2024-09-19T06:02:08.107098+0000","last_peered":"2024-09-19T06:02:08.107098+0000","last_clean":"2024-09-19T06:02:08.107098+0000","last_became_active":"2024-09-19T06:02:06.097145+0000","last_became_peered":"2024-09-19T06:02:06.097145+0000","last_unstale":"2024-09-19T06:02:08.107098+0000","last_undegraded":"2024-09-19T06:02:08.107098+0000","last_fullsized":"2024-09-19T06:02:08.107098+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106383+0000","last_change":"2024-09-19T06:02:07.116119+0000","last_active":"2024-09-19T06:02:08.106383+0000","last_peered":"2024-09-19T06:02:08.106383+0000","last_clean":"2024-09-19T06:02:08.106383+0000","last_became_active":"2024-09-19T06:02:07.115590+0000","last_became_peered":"2024-09-19T06:02:07.115590+0000","last_unstale":"2024-09-19T06:02:08.106383+0000","last_undegraded":"2024-09-19T06:02:08.106383+0000","last_fullsized":"2024-09-19T06:02:08.106383+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:40:52.393333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.110895+0000","last_change":"2024-09-19T06:02:06.110217+0000","last_active":"2024-09-19T06:02:08.110895+0000","last_peered":"2024-09-19T06:02:08.110895+0000","last_clean":"2024-09-19T06:02:08.110895+0000","last_became_active":"2024-09-19T06:02:06.109957+0000","last_became_peered":"2024-09-19T06:02:06.109957+0000","last_unstale":"2024-09-19T06:02:08.110895+0000","last_undegraded":"2024-09-19T06:02:08.110895+0000","last_fullsized":"2024-09-19T06:02:08.110895+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:10:42.153519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565032+0000","last_change":"2024-09-19T06:02:07.117517+0000","last_active":"2024-09-19T06:02:08.565032+0000","last_peered":"2024-09-19T06:02:08.565032+0000","last_clean":"2024-09-19T06:02:08.565032+0000","last_became_active":"2024-09-19T06:02:07.116029+0000","last_became_peered":"2024-09-19T06:02:07.116029+0000","last_unstale":"2024-09-19T06:02:08.565032+0000","last_undegraded":"2024-09-19T06:02:08.565032+0000","last_fullsized":"2024-09-19T06:02:08.565032+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:43:39.679999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.105781+0000","last_change":"2024-09-19T06:02:06.108735+0000","last_active":"2024-09-19T06:02:08.105781+0000","last_peered":"2024-09-19T06:02:08.105781+0000","last_clean":"2024-09-19T06:02:08.105781+0000","last_became_active":"2024-09-19T06:02:06.108410+0000","last_became_peered":"2024-09-19T06:02:06.108410+0000","last_unstale":"2024-09-19T06:02:08.105781+0000","last_undegraded":"2024-09-19T06:02:08.105781+0000","last_fullsized":"2024-09-19T06:02:08.105781+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:34.452434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564873+0000","last_change":"2024-09-19T06:02:07.109985+0000","last_active":"2024-09-19T06:02:08.564873+0000","last_peered":"2024-09-19T06:02:08.564873+0000","last_clean":"2024-09-19T06:02:08.564873+0000","last_became_active":"2024-09-19T06:02:07.109644+0000","last_became_peered":"2024-09-19T06:02:07.109644+0000","last_unstale":"2024-09-19T06:02:08.564873+0000","last_undegraded":"2024-09-19T06:02:08.564873+0000","last_fullsized":"2024-09-19T06:02:08.564873+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:32.941156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"32'8","reported_seq":22,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.105756+0000","last_change":"2024-09-19T06:02:06.104635+0000","last_active":"2024-09-19T06:02:08.105756+0000","last_peered":"2024-09-19T06:02:08.105756+0000","last_clean":"2024-09-19T06:02:08.105756+0000","last_became_active":"2024-09-19T06:02:06.104430+0000","last_became_peered":"2024-09-19T06:02:06.104430+0000","last_unstale":"2024-09-19T06:02:08.105756+0000","last_undegraded":"2024-09-19T06:02:08.105756+0000","last_fullsized":"2024-09-19T06:02:08.105756+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106811+0000","last_change":"2024-09-19T06:02:07.097416+0000","last_active":"2024-09-19T06:02:08.106811+0000","last_peered":"2024-09-19T06:02:08.106811+0000","last_clean":"2024-09-19T06:02:08.106811+0000","last_became_active":"2024-09-19T06:02:07.097134+0000","last_became_peered":"2024-09-19T06:02:07.097134+0000","last_unstale":"2024-09-19T06:02:08.106811+0000","last_undegraded":"2024-09-19T06:02:08.106811+0000","last_fullsized":"2024-09-19T06:02:08.106811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:06:55.728898+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.111268+0000","last_change":"2024-09-19T06:02:06.115173+0000","last_active":"2024-09-19T06:02:08.111268+0000","last_peered":"2024-09-19T06:02:08.111268+0000","last_clean":"2024-09-19T06:02:08.111268+0000","last_became_active":"2024-09-19T06:02:06.114848+0000","last_became_peered":"2024-09-19T06:02:06.114848+0000","last_unstale":"2024-09-19T06:02:08.111268+0000","last_undegraded":"2024-09-19T06:02:08.111268+0000","last_fullsized":"2024-09-19T06:02:08.111268+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:41.408635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.107193+0000","last_change":"2024-09-19T06:02:07.103551+0000","last_active":"2024-09-19T06:02:08.107193+0000","last_peered":"2024-09-19T06:02:08.107193+0000","last_clean":"2024-09-19T06:02:08.107193+0000","last_became_active":"2024-09-19T06:02:07.102637+0000","last_became_peered":"2024-09-19T06:02:07.102637+0000","last_unstale":"2024-09-19T06:02:08.107193+0000","last_undegraded":"2024-09-19T06:02:08.107193+0000","last_fullsized":"2024-09-19T06:02:08.107193+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:45:49.918054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.107173+0000","last_change":"2024-09-19T06:02:06.101203+0000","last_active":"2024-09-19T06:02:08.107173+0000","last_peered":"2024-09-19T06:02:08.107173+0000","last_clean":"2024-09-19T06:02:08.107173+0000","last_became_active":"2024-09-19T06:02:06.100888+0000","last_became_peered":"2024-09-19T06:02:06.100888+0000","last_unstale":"2024-09-19T06:02:08.107173+0000","last_undegraded":"2024-09-19T06:02:08.107173+0000","last_fullsized":"2024-09-19T06:02:08.107173+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.110935+0000","last_change":"2024-09-19T06:02:07.100342+0000","last_active":"2024-09-19T06:02:08.110935+0000","last_peered":"2024-09-19T06:02:08.110935+0000","last_clean":"2024-09-19T06:02:08.110935+0000","last_became_active":"2024-09-19T06:02:07.100088+0000","last_became_peered":"2024-09-19T06:02:07.100088+0000","last_unstale":"2024-09-19T06:02:08.110935+0000","last_undegraded":"2024-09-19T06:02:08.110935+0000","last_fullsized":"2024-09-19T06:02:08.110935+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:18:49.243833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"32'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.107015+0000","last_change":"2024-09-19T06:02:06.111713+0000","last_active":"2024-09-19T06:02:08.107015+0000","last_peered":"2024-09-19T06:02:08.107015+0000","last_clean":"2024-09-19T06:02:08.107015+0000","last_became_active":"2024-09-19T06:02:06.110937+0000","last_became_peered":"2024-09-19T06:02:06.110937+0000","last_unstale":"2024-09-19T06:02:08.107015+0000","last_undegraded":"2024-09-19T06:02:08.107015+0000","last_fullsized":"2024-09-19T06:02:08.107015+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:57.229517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564721+0000","last_change":"2024-09-19T06:02:07.114374+0000","last_active":"2024-09-19T06:02:08.564721+0000","last_peered":"2024-09-19T06:02:08.564721+0000","last_clean":"2024-09-19T06:02:08.564721+0000","last_became_active":"2024-09-19T06:02:07.114107+0000","last_became_peered":"2024-09-19T06:02:07.114107+0000","last_unstale":"2024-09-19T06:02:08.564721+0000","last_undegraded":"2024-09-19T06:02:08.564721+0000","last_fullsized":"2024-09-19T06:02:08.564721+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:10.650245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106950+0000","last_change":"2024-09-19T06:02:06.106358+0000","last_active":"2024-09-19T06:02:08.106950+0000","last_peered":"2024-09-19T06:02:08.106950+0000","last_clean":"2024-09-19T06:02:08.106950+0000","last_became_active":"2024-09-19T06:02:06.106053+0000","last_became_peered":"2024-09-19T06:02:06.106053+0000","last_unstale":"2024-09-19T06:02:08.106950+0000","last_undegraded":"2024-09-19T06:02:08.106950+0000","last_fullsized":"2024-09-19T06:02:08.106950+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:19.626514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564508+0000","last_change":"2024-09-19T06:02:07.107123+0000","last_active":"2024-09-19T06:02:08.564508+0000","last_peered":"2024-09-19T06:02:08.564508+0000","last_clean":"2024-09-19T06:02:08.564508+0000","last_became_active":"2024-09-19T06:02:07.106802+0000","last_became_peered":"2024-09-19T06:02:07.106802+0000","last_unstale":"2024-09-19T06:02:08.564508+0000","last_undegraded":"2024-09-19T06:02:08.564508+0000","last_fullsized":"2024-09-19T06:02:08.564508+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:51.023138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.108606+0000","last_change":"2024-09-19T06:02:06.112793+0000","last_active":"2024-09-19T06:02:08.108606+0000","last_peered":"2024-09-19T06:02:08.108606+0000","last_clean":"2024-09-19T06:02:08.108606+0000","last_became_active":"2024-09-19T06:02:06.112550+0000","last_became_peered":"2024-09-19T06:02:06.112550+0000","last_unstale":"2024-09-19T06:02:08.108606+0000","last_undegraded":"2024-09-19T06:02:08.108606+0000","last_fullsized":"2024-09-19T06:02:08.108606+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:34.938519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564654+0000","last_change":"2024-09-19T06:02:07.111344+0000","last_active":"2024-09-19T06:02:08.564654+0000","last_peered":"2024-09-19T06:02:08.564654+0000","last_clean":"2024-09-19T06:02:08.564654+0000","last_became_active":"2024-09-19T06:02:07.110918+0000","last_became_peered":"2024-09-19T06:02:07.110918+0000","last_unstale":"2024-09-19T06:02:08.564654+0000","last_undegraded":"2024-09-19T06:02:08.564654+0000","last_fullsized":"2024-09-19T06:02:08.564654+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:35:35.944902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565058+0000","last_change":"2024-09-19T06:02:06.112900+0000","last_active":"2024-09-19T06:02:08.565058+0000","last_peered":"2024-09-19T06:02:08.565058+0000","last_clean":"2024-09-19T06:02:08.565058+0000","last_became_active":"2024-09-19T06:02:06.112496+0000","last_became_peered":"2024-09-19T06:02:06.112496+0000","last_unstale":"2024-09-19T06:02:08.565058+0000","last_undegraded":"2024-09-19T06:02:08.565058+0000","last_fullsized":"2024-09-19T06:02:08.565058+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:16.725670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564455+0000","last_change":"2024-09-19T06:02:07.106005+0000","last_active":"2024-09-19T06:02:08.564455+0000","last_peered":"2024-09-19T06:02:08.564455+0000","last_clean":"2024-09-19T06:02:08.564455+0000","last_became_active":"2024-09-19T06:02:07.105720+0000","last_became_peered":"2024-09-19T06:02:07.105720+0000","last_unstale":"2024-09-19T06:02:08.564455+0000","last_undegraded":"2024-09-19T06:02:08.564455+0000","last_fullsized":"2024-09-19T06:02:08.564455+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:58.235900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106151+0000","last_change":"2024-09-19T06:02:06.102232+0000","last_active":"2024-09-19T06:02:08.106151+0000","last_peered":"2024-09-19T06:02:08.106151+0000","last_clean":"2024-09-19T06:02:08.106151+0000","last_became_active":"2024-09-19T06:02:06.101609+0000","last_became_peered":"2024-09-19T06:02:06.101609+0000","last_unstale":"2024-09-19T06:02:08.106151+0000","last_undegraded":"2024-09-19T06:02:08.106151+0000","last_fullsized":"2024-09-19T06:02:08.106151+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:15.684333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565380+0000","last_change":"2024-09-19T06:02:07.112670+0000","last_active":"2024-09-19T06:02:08.565380+0000","last_peered":"2024-09-19T06:02:08.565380+0000","last_clean":"2024-09-19T06:02:08.565380+0000","last_became_active":"2024-09-19T06:02:07.111546+0000","last_became_peered":"2024-09-19T06:02:07.111546+0000","last_unstale":"2024-09-19T06:02:08.565380+0000","last_undegraded":"2024-09-19T06:02:08.565380+0000","last_fullsized":"2024-09-19T06:02:08.565380+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:56:29.240008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106499+0000","last_change":"2024-09-19T06:02:06.105048+0000","last_active":"2024-09-19T06:02:08.106499+0000","last_peered":"2024-09-19T06:02:08.106499+0000","last_clean":"2024-09-19T06:02:08.106499+0000","last_became_active":"2024-09-19T06:02:06.104804+0000","last_became_peered":"2024-09-19T06:02:06.104804+0000","last_unstale":"2024-09-19T06:02:08.106499+0000","last_undegraded":"2024-09-19T06:02:08.106499+0000","last_fullsized":"2024-09-19T06:02:08.106499+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:29:17.122586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564584+0000","last_change":"2024-09-19T06:02:07.123091+0000","last_active":"2024-09-19T06:02:08.564584+0000","last_peered":"2024-09-19T06:02:08.564584+0000","last_clean":"2024-09-19T06:02:08.564584+0000","last_became_active":"2024-09-19T06:02:07.122271+0000","last_became_peered":"2024-09-19T06:02:07.122271+0000","last_unstale":"2024-09-19T06:02:08.564584+0000","last_undegraded":"2024-09-19T06:02:08.564584+0000","last_fullsized":"2024-09-19T06:02:08.564584+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:27:20.632897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"32'2","reported_seq":16,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.111276+0000","last_change":"2024-09-19T06:02:06.110728+0000","last_active":"2024-09-19T06:02:08.111276+0000","last_peered":"2024-09-19T06:02:08.111276+0000","last_clean":"2024-09-19T06:02:08.111276+0000","last_became_active":"2024-09-19T06:02:06.110471+0000","last_became_peered":"2024-09-19T06:02:06.110471+0000","last_unstale":"2024-09-19T06:02:08.111276+0000","last_undegraded":"2024-09-19T06:02:08.111276+0000","last_fullsized":"2024-09-19T06:02:08.111276+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:36:35.260078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.107225+0000","last_change":"2024-09-19T06:02:07.098822+0000","last_active":"2024-09-19T06:02:08.107225+0000","last_peered":"2024-09-19T06:02:08.107225+0000","last_clean":"2024-09-19T06:02:08.107225+0000","last_became_active":"2024-09-19T06:02:07.098371+0000","last_became_peered":"2024-09-19T06:02:07.098371+0000","last_unstale":"2024-09-19T06:02:08.107225+0000","last_undegraded":"2024-09-19T06:02:08.107225+0000","last_fullsized":"2024-09-19T06:02:08.107225+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:43:19.183609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"33'1","reported_seq":15,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.108705+0000","last_change":"2024-09-19T06:02:06.108917+0000","last_active":"2024-09-19T06:02:08.108705+0000","last_peered":"2024-09-19T06:02:08.108705+0000","last_clean":"2024-09-19T06:02:08.108705+0000","last_became_active":"2024-09-19T06:02:06.108594+0000","last_became_peered":"2024-09-19T06:02:06.108594+0000","last_unstale":"2024-09-19T06:02:08.108705+0000","last_undegraded":"2024-09-19T06:02:08.108705+0000","last_fullsized":"2024-09-19T06:02:08.108705+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:23:51.402092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.108498+0000","last_change":"2024-09-19T06:02:07.097521+0000","last_active":"2024-09-19T06:02:08.108498+0000","last_peered":"2024-09-19T06:02:08.108498+0000","last_clean":"2024-09-19T06:02:08.108498+0000","last_became_active":"2024-09-19T06:02:07.097230+0000","last_became_peered":"2024-09-19T06:02:07.097230+0000","last_unstale":"2024-09-19T06:02:08.108498+0000","last_undegraded":"2024-09-19T06:02:08.108498+0000","last_fullsized":"2024-09-19T06:02:08.108498+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:22:17.544310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.110939+0000","last_change":"2024-09-19T06:02:06.111134+0000","last_active":"2024-09-19T06:02:08.110939+0000","last_peered":"2024-09-19T06:02:08.110939+0000","last_clean":"2024-09-19T06:02:08.110939+0000","last_became_active":"2024-09-19T06:02:06.110894+0000","last_became_peered":"2024-09-19T06:02:06.110894+0000","last_unstale":"2024-09-19T06:02:08.110939+0000","last_undegraded":"2024-09-19T06:02:08.110939+0000","last_fullsized":"2024-09-19T06:02:08.110939+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:18:53.568474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.564992+0000","last_change":"2024-09-19T06:02:07.113586+0000","last_active":"2024-09-19T06:02:08.564992+0000","last_peered":"2024-09-19T06:02:08.564992+0000","last_clean":"2024-09-19T06:02:08.564992+0000","last_became_active":"2024-09-19T06:02:07.112717+0000","last_became_peered":"2024-09-19T06:02:07.112717+0000","last_unstale":"2024-09-19T06:02:08.564992+0000","last_undegraded":"2024-09-19T06:02:08.564992+0000","last_fullsized":"2024-09-19T06:02:08.564992+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:40:35.458816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.108747+0000","last_change":"2024-09-19T06:02:06.100989+0000","last_active":"2024-09-19T06:02:08.108747+0000","last_peered":"2024-09-19T06:02:08.108747+0000","last_clean":"2024-09-19T06:02:08.108747+0000","last_became_active":"2024-09-19T06:02:06.100737+0000","last_became_peered":"2024-09-19T06:02:06.100737+0000","last_unstale":"2024-09-19T06:02:08.108747+0000","last_undegraded":"2024-09-19T06:02:08.108747+0000","last_fullsized":"2024-09-19T06:02:08.108747+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:14:09.643863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.108604+0000","last_change":"2024-09-19T06:02:07.107165+0000","last_active":"2024-09-19T06:02:08.108604+0000","last_peered":"2024-09-19T06:02:08.108604+0000","last_clean":"2024-09-19T06:02:08.108604+0000","last_became_active":"2024-09-19T06:02:07.106499+0000","last_became_peered":"2024-09-19T06:02:07.106499+0000","last_unstale":"2024-09-19T06:02:08.108604+0000","last_undegraded":"2024-09-19T06:02:08.108604+0000","last_fullsized":"2024-09-19T06:02:08.108604+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.110980+0000","last_change":"2024-09-19T06:02:06.107621+0000","last_active":"2024-09-19T06:02:08.110980+0000","last_peered":"2024-09-19T06:02:08.110980+0000","last_clean":"2024-09-19T06:02:08.110980+0000","last_became_active":"2024-09-19T06:02:06.107264+0000","last_became_peered":"2024-09-19T06:02:06.107264+0000","last_unstale":"2024-09-19T06:02:08.110980+0000","last_undegraded":"2024-09-19T06:02:08.110980+0000","last_fullsized":"2024-09-19T06:02:08.110980+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:24:00.017914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.105661+0000","last_change":"2024-09-19T06:02:07.109234+0000","last_active":"2024-09-19T06:02:08.105661+0000","last_peered":"2024-09-19T06:02:08.105661+0000","last_clean":"2024-09-19T06:02:08.105661+0000","last_became_active":"2024-09-19T06:02:07.107790+0000","last_became_peered":"2024-09-19T06:02:07.107790+0000","last_unstale":"2024-09-19T06:02:08.105661+0000","last_undegraded":"2024-09-19T06:02:08.105661+0000","last_fullsized":"2024-09-19T06:02:08.105661+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:06:56.865100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106197+0000","last_change":"2024-09-19T06:02:06.104485+0000","last_active":"2024-09-19T06:02:08.106197+0000","last_peered":"2024-09-19T06:02:08.106197+0000","last_clean":"2024-09-19T06:02:08.106197+0000","last_became_active":"2024-09-19T06:02:06.101944+0000","last_became_peered":"2024-09-19T06:02:06.101944+0000","last_unstale":"2024-09-19T06:02:08.106197+0000","last_undegraded":"2024-09-19T06:02:08.106197+0000","last_fullsized":"2024-09-19T06:02:08.106197+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:58:50.016756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.106097+0000","last_change":"2024-09-19T06:02:07.120534+0000","last_active":"2024-09-19T06:02:08.106097+0000","last_peered":"2024-09-19T06:02:08.106097+0000","last_clean":"2024-09-19T06:02:08.106097+0000","last_became_active":"2024-09-19T06:02:07.120239+0000","last_became_peered":"2024-09-19T06:02:07.120239+0000","last_unstale":"2024-09-19T06:02:08.106097+0000","last_undegraded":"2024-09-19T06:02:08.106097+0000","last_fullsized":"2024-09-19T06:02:08.106097+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:41.317537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.105686+0000","last_change":"2024-09-19T06:02:06.112124+0000","last_active":"2024-09-19T06:02:08.105686+0000","last_peered":"2024-09-19T06:02:08.105686+0000","last_clean":"2024-09-19T06:02:08.105686+0000","last_became_active":"2024-09-19T06:02:06.111811+0000","last_became_peered":"2024-09-19T06:02:06.111811+0000","last_unstale":"2024-09-19T06:02:08.105686+0000","last_undegraded":"2024-09-19T06:02:08.105686+0000","last_fullsized":"2024-09-19T06:02:08.105686+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:56.321056+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565358+0000","last_change":"2024-09-19T06:02:07.117167+0000","last_active":"2024-09-19T06:02:08.565358+0000","last_peered":"2024-09-19T06:02:08.565358+0000","last_clean":"2024-09-19T06:02:08.565358+0000","last_became_active":"2024-09-19T06:02:07.116886+0000","last_became_peered":"2024-09-19T06:02:07.116886+0000","last_unstale":"2024-09-19T06:02:08.565358+0000","last_undegraded":"2024-09-19T06:02:08.565358+0000","last_fullsized":"2024-09-19T06:02:08.565358+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:06.076121+0000","last_clean_scrub_stamp":"2024-09-19T06:02:06.076121+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:57:43.254486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565146+0000","last_change":"2024-09-19T06:02:06.109666+0000","last_active":"2024-09-19T06:02:08.565146+0000","last_peered":"2024-09-19T06:02:08.565146+0000","last_clean":"2024-09-19T06:02:08.565146+0000","last_became_active":"2024-09-19T06:02:06.109375+0000","last_became_peered":"2024-09-19T06:02:06.109375+0000","last_unstale":"2024-09-19T06:02:08.565146+0000","last_undegraded":"2024-09-19T06:02:08.565146+0000","last_fullsized":"2024-09-19T06:02:08.565146+0000","mapping_epoch":30,"log_start":"0'0","ondisk_log_start":"0'0","created":30,"last_epoch_clean":31,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:05.069738+0000","last_clean_scrub_stamp":"2024-09-19T06:02:05.069738+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:38.279463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":189,"reported_epoch":33,"state":"active+clean","last_fresh":"2024-09-19T06:02:08.565189+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:02:08.565189+0000","last_peered":"2024-09-19T06:02:08.565189+0000","last_clean":"2024-09-19T06:02:08.565189+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:02:08.565189+0000","last_undegraded":"2024-09-19T06:02:08.565189+0000","last_fullsized":"2024-09-19T06:02:08.565189+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509456,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":962560,"data_stored":729934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509455,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":140092,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509455,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":140148,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509455,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27392,"kb_used_data":364,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344448,"statfs":{"total":96636764160,"available":96608714752,"internally_reserved":0,"allocated":372736,"data_stored":139580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509454,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27400,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344440,"statfs":{"total":96636764160,"available":96608706560,"internally_reserved":0,"allocated":380928,"data_stored":141110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509455,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27388,"kb_used_data":360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344452,"statfs":{"total":96636764160,"available":96608718848,"internally_reserved":0,"allocated":368640,"data_stored":139546,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509455,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27964,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343876,"statfs":{"total":96636764160,"available":96608129024,"internally_reserved":0,"allocated":958464,"data_stored":729844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542161,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":372,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":380928,"data_stored":141110,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:02:16.285 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:02:16.285 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T06:02:16.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.478+0000 7fa600c00640 1 Processor -- start 2024-09-19T06:02:16.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.478+0000 7fa600c00640 1 -- start start 2024-09-19T06:02:16.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.479+0000 7fa600c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc0731c0 0x7fa5fc073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.479+0000 7fa600c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa5fc15de80 0x7fa5fc15e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.479+0000 7fa600c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5fc15a430 con 0x7fa5fc15a050 2024-09-19T06:02:16.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.479+0000 7fa600c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa5fc073b40 con 0x7fa5fc15de80 2024-09-19T06:02:16.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.479+0000 7fa600c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa5fc0cd0a0 con 0x7fa5fc0731c0 2024-09-19T06:02:16.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.479+0000 7fa5fa800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa5fc15de80 0x7fa5fc15e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.479+0000 7fa5fa800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa5fc15de80 0x7fa5fc15e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48344/0 (socket says 172.21.15.92:48344) 2024-09-19T06:02:16.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.479+0000 7fa5fa800640 1 -- 172.21.15.92:0/2944838576 learned_addr learned my addr 172.21.15.92:0/2944838576 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:16.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.480+0000 7fa5f9400640 1 --2- 172.21.15.92:0/2944838576 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc0731c0 0x7fa5fc073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.480+0000 7fa5fa800640 1 -- 172.21.15.92:0/2944838576 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc0731c0 msgr2=0x7fa5fc073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:16.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.480+0000 7fa5fa800640 1 --2- 172.21.15.92:0/2944838576 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc0731c0 0x7fa5fc073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.480+0000 7fa5fa800640 1 -- 172.21.15.92:0/2944838576 >> v1:172.21.15.102:6789/0 conn(0x7fa5fc15a050 legacy=0x7fa5fc15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:16.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.480+0000 7fa5fa800640 1 -- 172.21.15.92:0/2944838576 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5fc0cd380 con 0x7fa5fc15de80 2024-09-19T06:02:16.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.480+0000 7fa5f9400640 1 --2- 172.21.15.92:0/2944838576 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc0731c0 0x7fa5fc073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:16.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.481+0000 7fa5fa800640 1 --2- 172.21.15.92:0/2944838576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 0x7fa5fc15e310 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4009e50 tx=0x7fa5f402a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c549d926d17ad37c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:16.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.481+0000 7fa5f8a00640 1 -- 172.21.15.92:0/2944838576 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4036070 con 0x7fa5fc15de80 2024-09-19T06:02:16.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.481+0000 7fa5f8a00640 1 -- 172.21.15.92:0/2944838576 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5f4031600 con 0x7fa5fc15de80 2024-09-19T06:02:16.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.481+0000 7fa5f8a00640 1 -- 172.21.15.92:0/2944838576 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f40319d0 con 0x7fa5fc15de80 2024-09-19T06:02:16.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.482+0000 7fa600c00640 1 -- 172.21.15.92:0/2944838576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 msgr2=0x7fa5fc15e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.482+0000 7fa600c00640 1 --2- 172.21.15.92:0/2944838576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 0x7fa5fc15e310 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4009e50 tx=0x7fa5f402a630 comp rx=0 tx=0).stop 2024-09-19T06:02:16.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.482+0000 7fa600c00640 1 -- 172.21.15.92:0/2944838576 shutdown_connections 2024-09-19T06:02:16.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.482+0000 7fa600c00640 1 --2- 172.21.15.92:0/2944838576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 0x7fa5fc15e310 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.482+0000 7fa600c00640 1 --2- 172.21.15.92:0/2944838576 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc0731c0 0x7fa5fc073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.482+0000 7fa600c00640 1 -- 172.21.15.92:0/2944838576 >> 172.21.15.92:0/2944838576 conn(0x7fa5fc06d0f0 msgr2=0x7fa5fc06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:16.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.482+0000 7fa600c00640 1 -- 172.21.15.92:0/2944838576 shutdown_connections 2024-09-19T06:02:16.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.482+0000 7fa600c00640 1 -- 172.21.15.92:0/2944838576 wait complete. 2024-09-19T06:02:16.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.483+0000 7fa600c00640 1 Processor -- start 2024-09-19T06:02:16.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.484+0000 7fa600c00640 1 -- start start 2024-09-19T06:02:16.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.484+0000 7fa600c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5fc0731c0 0x7fa5fc150120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.484+0000 7fa600c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc15a050 0x7fa5fc1e6d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.484+0000 7fa600c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 0x7fa5fc158040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa600c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa5fc0cdc20 con 0x7fa5fc15de80 2024-09-19T06:02:16.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa600c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa5fc0cd940 con 0x7fa5fc0731c0 2024-09-19T06:02:16.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa600c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa5fc0b36e0 con 0x7fa5fc15a050 2024-09-19T06:02:16.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5fa800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 0x7fa5fc158040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5fa800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 0x7fa5fc158040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48360/0 (socket says 172.21.15.92:48360) 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5fa800640 1 -- 172.21.15.92:0/3217292213 learned_addr learned my addr 172.21.15.92:0/3217292213 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5f9e00640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5fc0731c0 0x7fa5fc150120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5f9400640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc15a050 0x7fa5fc1e6d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5fa800640 1 -- 172.21.15.92:0/3217292213 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc15a050 msgr2=0x7fa5fc1e6d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5fa800640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc15a050 0x7fa5fc1e6d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5fa800640 1 -- 172.21.15.92:0/3217292213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5fc0731c0 msgr2=0x7fa5fc150120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5fa800640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5fc0731c0 0x7fa5fc150120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.485+0000 7fa5fa800640 1 -- 172.21.15.92:0/3217292213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5fc1e5cc0 con 0x7fa5fc15de80 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.486+0000 7fa5fa800640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 0x7fa5fc158040 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4009f70 tx=0x7fa5f4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.486+0000 7fa5f2000640 1 -- 172.21.15.92:0/3217292213 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4041020 con 0x7fa5fc15de80 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.486+0000 7fa5f2000640 1 -- 172.21.15.92:0/3217292213 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5f4007820 con 0x7fa5fc15de80 2024-09-19T06:02:16.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.486+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5fc1e5fa0 con 0x7fa5fc15de80 2024-09-19T06:02:16.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.486+0000 7fa5f2000640 1 -- 172.21.15.92:0/3217292213 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5f4036040 con 0x7fa5fc15de80 2024-09-19T06:02:16.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.486+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5fc1e6560 con 0x7fa5fc15de80 2024-09-19T06:02:16.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.487+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5fc0ccd00 con 0x7fa5fc15de80 2024-09-19T06:02:16.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.488+0000 7fa5f2000640 1 -- 172.21.15.92:0/3217292213 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa5f4044020 con 0x7fa5fc15de80 2024-09-19T06:02:16.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.489+0000 7fa5f2000640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.489+0000 7fa5f2000640 1 -- 172.21.15.92:0/3217292213 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fa5f40ac250 con 0x7fa5fc15de80 2024-09-19T06:02:16.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.490+0000 7fa5f9e00640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.490+0000 7fa5f9e00640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc0710d0 tx=0x7fa5ec007e30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:16.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.494+0000 7fa5f2000640 1 -- 172.21.15.92:0/3217292213 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa5f404b030 con 0x7fa5fc15de80 2024-09-19T06:02:16.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.733+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa5fc0ce810 con 0x7fa5fc15de80 2024-09-19T06:02:16.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.735+0000 7fa5f2000640 1 -- 172.21.15.92:0/3217292213 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) ==== 190+0+147 (secure 0 0 0) 0x7fa5f407a2d0 con 0x7fa5fc15de80 2024-09-19T06:02:16.737 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-09-19T06:02:16.737 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w== 2024-09-19T06:02:16.737 INFO:teuthology.orchestra.run.smithi092.stdout: caps mds = "allow" 2024-09-19T06:02:16.737 INFO:teuthology.orchestra.run.smithi092.stdout: caps mon = "allow r" 2024-09-19T06:02:16.738 INFO:teuthology.orchestra.run.smithi092.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T06:02:16.738 INFO:teuthology.orchestra.run.smithi092.stderr:updated caps for client.0 2024-09-19T06:02:16.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5dc06c2b0 msgr2=0x7fa5dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fa5fc0710d0 tx=0x7fa5ec007e30 comp rx=0 tx=0).stop 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 msgr2=0x7fa5fc158040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 0x7fa5fc158040 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa5f4009f70 tx=0x7fa5f4004a40 comp rx=0 tx=0).stop 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 shutdown_connections 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5fc15de80 0x7fa5fc158040 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5fc15a050 0x7fa5fc1e6d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5dc06c2b0 0x7fa5dc06e770 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 --2- 172.21.15.92:0/3217292213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5fc0731c0 0x7fa5fc150120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.737+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 >> 172.21.15.92:0/3217292213 conn(0x7fa5fc06d0f0 msgr2=0x7fa5fc06d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.738+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 shutdown_connections 2024-09-19T06:02:16.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.738+0000 7fa600c00640 1 -- 172.21.15.92:0/3217292213 wait complete. 2024-09-19T06:02:16.756 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:16.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.907+0000 7f8d6b200640 1 Processor -- start 2024-09-19T06:02:16.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.908+0000 7f8d6b200640 1 -- start start 2024-09-19T06:02:16.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.909+0000 7f8d6b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d6415c170 0x7f8d6415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.909+0000 7f8d6b200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8d640cf6c0 0x7f8d640cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.909+0000 7f8d6b200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d640b49c0 con 0x7f8d640b5dd0 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.909+0000 7f8d6b200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8d6415ca90 con 0x7f8d640cf6c0 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.909+0000 7f8d6b200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8d640b4cf0 con 0x7f8d6415c170 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.909+0000 7f8d5b400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8d640cf6c0 0x7f8d640cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.909+0000 7f8d5b400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8d640cf6c0 0x7f8d640cfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42342/0 (socket says 172.21.15.92:42342) 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.909+0000 7f8d5b400640 1 -- 172.21.15.92:0/3467633105 learned_addr learned my addr 172.21.15.92:0/3467633105 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.909+0000 7f8d63e00640 1 --2- 172.21.15.92:0/3467633105 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d6415c170 0x7f8d6415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.910+0000 7f8d5b400640 1 -- 172.21.15.92:0/3467633105 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d6415c170 msgr2=0x7f8d6415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.910+0000 7f8d5b400640 1 --2- 172.21.15.92:0/3467633105 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d6415c170 0x7f8d6415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.910+0000 7f8d5b400640 1 -- 172.21.15.92:0/3467633105 >> v1:172.21.15.92:6789/0 conn(0x7f8d640b5dd0 legacy=0x7f8d6415ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.910+0000 7f8d5b400640 1 -- 172.21.15.92:0/3467633105 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d640b4fd0 con 0x7f8d640cf6c0 2024-09-19T06:02:16.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.910+0000 7f8d63400640 1 -- 172.21.15.92:0/3467633105 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 464901304 0 0) 0x7f8d640b49c0 con 0x7f8d640b5dd0 2024-09-19T06:02:16.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.911+0000 7f8d5b400640 1 --2- 172.21.15.92:0/3467633105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640cf6c0 0x7f8d640cfb00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c009870 tx=0x7f8d4c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=427589785b536f74 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.911+0000 7f8d63400640 1 -- 172.21.15.92:0/3467633105 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d4c037070 con 0x7f8d640cf6c0 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.911+0000 7f8d63400640 1 -- 172.21.15.92:0/3467633105 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d4c032440 con 0x7f8d640cf6c0 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.911+0000 7f8d63400640 1 -- 172.21.15.92:0/3467633105 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d4c032810 con 0x7f8d640cf6c0 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.911+0000 7f8d6b200640 1 -- 172.21.15.92:0/3467633105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640cf6c0 msgr2=0x7f8d640cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.911+0000 7f8d6b200640 1 --2- 172.21.15.92:0/3467633105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640cf6c0 0x7f8d640cfb00 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c009870 tx=0x7f8d4c02a270 comp rx=0 tx=0).stop 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.912+0000 7f8d6b200640 1 -- 172.21.15.92:0/3467633105 shutdown_connections 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.912+0000 7f8d6b200640 1 --2- 172.21.15.92:0/3467633105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640cf6c0 0x7f8d640cfb00 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.912+0000 7f8d6b200640 1 --2- 172.21.15.92:0/3467633105 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d6415c170 0x7f8d6415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.912+0000 7f8d6b200640 1 -- 172.21.15.92:0/3467633105 >> 172.21.15.92:0/3467633105 conn(0x7f8d6406bc10 msgr2=0x7f8d6406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.912+0000 7f8d6b200640 1 -- 172.21.15.92:0/3467633105 shutdown_connections 2024-09-19T06:02:16.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.912+0000 7f8d6b200640 1 -- 172.21.15.92:0/3467633105 wait complete. 2024-09-19T06:02:16.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.913+0000 7f8d6b200640 1 Processor -- start 2024-09-19T06:02:16.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.913+0000 7f8d6b200640 1 -- start start 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.914+0000 7f8d6b200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640b5dd0 0x7f8d6414e120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.914+0000 7f8d6b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d640cf6c0 0x7f8d641e5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.914+0000 7f8d6b200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d6415c170 0x7f8d64157230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.914+0000 7f8d6b200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8d640b5870 con 0x7f8d640b5dd0 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.914+0000 7f8d6b200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8d640b5590 con 0x7f8d6415c170 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.914+0000 7f8d6b200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8d640b5b50 con 0x7f8d640cf6c0 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.914+0000 7f8d63e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640b5dd0 0x7f8d6414e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.914+0000 7f8d63e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640b5dd0 0x7f8d6414e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42348/0 (socket says 172.21.15.92:42348) 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.914+0000 7f8d63e00640 1 -- 172.21.15.92:0/624643986 learned_addr learned my addr 172.21.15.92:0/624643986 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d5b400640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d640cf6c0 0x7f8d641e5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d63e00640 1 -- 172.21.15.92:0/624643986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d640cf6c0 msgr2=0x7f8d641e5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d69200640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d6415c170 0x7f8d64157230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d63e00640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d640cf6c0 0x7f8d641e5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d63e00640 1 -- 172.21.15.92:0/624643986 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d6415c170 msgr2=0x7f8d64157230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d63e00640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d6415c170 0x7f8d64157230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d63e00640 1 -- 172.21.15.92:0/624643986 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d641e6620 con 0x7f8d640b5dd0 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d5b400640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d640cf6c0 0x7f8d641e5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d63e00640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640b5dd0 0x7f8d6414e120 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8d5400d620 tx=0x7f8d5400dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d60c00640 1 -- 172.21.15.92:0/624643986 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5400b620 con 0x7f8d640b5dd0 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d60c00640 1 -- 172.21.15.92:0/624643986 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d54019070 con 0x7f8d640b5dd0 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d60c00640 1 -- 172.21.15.92:0/624643986 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5400ba00 con 0x7f8d640b5dd0 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.915+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d6414ef80 con 0x7f8d640b5dd0 2024-09-19T06:02:16.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.916+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d6414f540 con 0x7f8d640b5dd0 2024-09-19T06:02:16.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.917+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d640cfb00 con 0x7f8d640b5dd0 2024-09-19T06:02:16.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.917+0000 7f8d60c00640 1 -- 172.21.15.92:0/624643986 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d5400bba0 con 0x7f8d640b5dd0 2024-09-19T06:02:16.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.918+0000 7f8d60c00640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4006c2b0 0x7f8d4006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:16.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.918+0000 7f8d60c00640 1 -- 172.21.15.92:0/624643986 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f8d5408b8d0 con 0x7f8d640b5dd0 2024-09-19T06:02:16.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.919+0000 7f8d5b400640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4006c2b0 0x7f8d4006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:16.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.919+0000 7f8d5b400640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4006c2b0 0x7f8d4006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c034000 tx=0x7f8d4c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:16.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:16.922+0000 7f8d60c00640 1 -- 172.21.15.92:0/624643986 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8d54059fa0 con 0x7f8d640b5dd0 2024-09-19T06:02:17.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.132+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8d6415b990 con 0x7f8d640b5dd0 2024-09-19T06:02:17.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.133+0000 7f8d60c00640 1 -- 172.21.15.92:0/624643986 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f8d540598a0 con 0x7f8d640b5dd0 2024-09-19T06:02:17.135 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:17.135 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:17.136 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:17.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.135+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4006c2b0 msgr2=0x7f8d4006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.135+0000 7f8d6b200640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4006c2b0 0x7f8d4006e770 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f8d4c034000 tx=0x7f8d4c02e000 comp rx=0 tx=0).stop 2024-09-19T06:02:17.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640b5dd0 msgr2=0x7f8d6414e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640b5dd0 0x7f8d6414e120 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f8d5400d620 tx=0x7f8d5400dae0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 shutdown_connections 2024-09-19T06:02:17.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4006c2b0 0x7f8d4006e770 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d6415c170 0x7f8d64157230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d640cf6c0 0x7f8d641e5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 --2- 172.21.15.92:0/624643986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d640b5dd0 0x7f8d6414e120 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 >> 172.21.15.92:0/624643986 conn(0x7f8d6406bc10 msgr2=0x7f8d640c5680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:17.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 shutdown_connections 2024-09-19T06:02:17.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.136+0000 7f8d6b200640 1 -- 172.21.15.92:0/624643986 wait complete. 2024-09-19T06:02:17.556 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:02:06.503954+0000', 'modified': '2024-09-19T06:02:09.547916+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4767}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4767': {'gid': 4767, 'name': 'a', 'rank': 0, 'incarnation': 12, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6836/4011166293', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6834', 'nonce': 4011166293}, {'type': 'v1', 'addr': '172.21.15.92:6836', 'nonce': 4011166293}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 4767, 'qdb_cluster': [4767]} 2024-09-19T06:02:17.556 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:02:17.556 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T06:02:17.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.710+0000 7fc347200640 1 Processor -- start 2024-09-19T06:02:17.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.710+0000 7fc347200640 1 -- start start 2024-09-19T06:02:17.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.711+0000 7fc347200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fc34815e5f0 0x7fc3480d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.711+0000 7fc347200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480b8900 0x7fc3480d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.711+0000 7fc347200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc34815e9d0 con 0x7fc3480d13c0 2024-09-19T06:02:17.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.711+0000 7fc347200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fc3480b9b30 con 0x7fc34815e5f0 2024-09-19T06:02:17.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.711+0000 7fc347200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc3480b8f20 con 0x7fc3480b8900 2024-09-19T06:02:17.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc345400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc3480d13c0 0x7fc3480b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55248/0 (socket says 172.21.15.92:55248) 2024-09-19T06:02:17.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc345400640 1 -- 172.21.15.92:0/1791572736 learned_addr learned my addr 172.21.15.92:0/1791572736 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:17.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc346800640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480b8900 0x7fc3480d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc345e00640 1 --2- 172.21.15.92:0/1791572736 >> v2:172.21.15.102:3300/0 conn(0x7fc34815e5f0 0x7fc3480d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3681788745 0 0) 0x7fc34815e9d0 con 0x7fc3480d13c0 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc32c003520 con 0x7fc3480d13c0 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2114756069 0 0) 0x7fc32c003520 con 0x7fc3480d13c0 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480b8900 msgr2=0x7fc3480d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480b8900 0x7fc3480d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 >> v2:172.21.15.102:3300/0 conn(0x7fc34815e5f0 msgr2=0x7fc3480d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 --2- 172.21.15.92:0/1791572736 >> v2:172.21.15.102:3300/0 conn(0x7fc34815e5f0 0x7fc3480d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3480b9200 con 0x7fc3480d13c0 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7fc334001670 con 0x7fc3480d13c0 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 >> v1:172.21.15.92:6789/0 conn(0x7fc3480d13c0 legacy=0x7fc3480b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.712+0000 7fc344a00640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc32c0039b0 0x7fc32c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc344a00640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc32c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc344a00640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480b8900 0x7fc32c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc3480b8f20 con 0x7fc32c004800 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc32c00b9c0 con 0x7fc32c0039b0 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc32c00bb40 con 0x7fc3480b8900 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc345400640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc32c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc345e00640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc32c0039b0 0x7fc32c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc346800640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480b8900 0x7fc32c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc345400640 1 -- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480b8900 msgr2=0x7fc32c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc345400640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480b8900 0x7fc32c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc345400640 1 -- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc32c0039b0 msgr2=0x7fc32c003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc345400640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc32c0039b0 0x7fc32c003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.713+0000 7fc345400640 1 -- 172.21.15.92:0/1791572736 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc32c003520 con 0x7fc32c004800 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.714+0000 7fc345400640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc32c004c80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fc33400c210 tx=0x7fc32c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abd334043eadd298 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.714+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc334007d50 con 0x7fc32c004800 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.714+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc334005af0 con 0x7fc32c004800 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.714+0000 7fc344a00640 1 -- 172.21.15.92:0/1791572736 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc334007070 con 0x7fc32c004800 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.715+0000 7fc347200640 1 -- 172.21.15.92:0/1791572736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 msgr2=0x7fc32c004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.715+0000 7fc347200640 1 --2- 172.21.15.92:0/1791572736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc32c004c80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fc33400c210 tx=0x7fc32c005830 comp rx=0 tx=0).stop 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.715+0000 7fc346800640 1 -- 172.21.15.92:0/1791572736 reap_dead start 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.715+0000 7fc347200640 1 -- 172.21.15.92:0/1791572736 shutdown_connections 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.715+0000 7fc347200640 1 -- 172.21.15.92:0/1791572736 >> 172.21.15.92:0/1791572736 conn(0x7fc348062630 msgr2=0x7fc348062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.715+0000 7fc347200640 1 -- 172.21.15.92:0/1791572736 shutdown_connections 2024-09-19T06:02:17.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.715+0000 7fc347200640 1 -- 172.21.15.92:0/1791572736 wait complete. 2024-09-19T06:02:17.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.717+0000 7fc347200640 1 Processor -- start 2024-09-19T06:02:17.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.717+0000 7fc347200640 1 -- start start 2024-09-19T06:02:17.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc347200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc34814d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc347200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480aae60 0x7fc3480ab2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc347200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3481f3ea0 0x7fc3481f4320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc347200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc3480d2bc0 con 0x7fc32c004800 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc347200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc3480b97c0 con 0x7fc3481f3ea0 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc347200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc3480d2d40 con 0x7fc3480aae60 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc345e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc34814d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc345e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc34814d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42372/0 (socket says 172.21.15.92:42372) 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc345e00640 1 -- 172.21.15.92:0/235060685 learned_addr learned my addr 172.21.15.92:0/235060685 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc345400640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480aae60 0x7fc3480ab2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.718+0000 7fc346800640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3481f3ea0 0x7fc3481f4320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc345e00640 1 -- 172.21.15.92:0/235060685 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480aae60 msgr2=0x7fc3480ab2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc345e00640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480aae60 0x7fc3480ab2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc345e00640 1 -- 172.21.15.92:0/235060685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3481f3ea0 msgr2=0x7fc3481f4320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc345e00640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3481f3ea0 0x7fc3481f4320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc345e00640 1 -- 172.21.15.92:0/235060685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3481f4bd0 con 0x7fc32c004800 2024-09-19T06:02:17.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc345e00640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc34814d6b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc338011960 tx=0x7fc338011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc33e000640 1 -- 172.21.15.92:0/235060685 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc33800faf0 con 0x7fc32c004800 2024-09-19T06:02:17.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc33e000640 1 -- 172.21.15.92:0/235060685 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc33800fc90 con 0x7fc32c004800 2024-09-19T06:02:17.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc33e000640 1 -- 172.21.15.92:0/235060685 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc338014440 con 0x7fc32c004800 2024-09-19T06:02:17.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc347200640 1 -- 172.21.15.92:0/235060685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc348160330 con 0x7fc32c004800 2024-09-19T06:02:17.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.719+0000 7fc347200640 1 -- 172.21.15.92:0/235060685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3481608f0 con 0x7fc32c004800 2024-09-19T06:02:17.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.721+0000 7fc33e000640 1 -- 172.21.15.92:0/235060685 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc338012040 con 0x7fc32c004800 2024-09-19T06:02:17.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.722+0000 7fc33e000640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc32806c2e0 0x7fc32806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.722+0000 7fc33e000640 1 -- 172.21.15.92:0/235060685 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fc33808b990 con 0x7fc32c004800 2024-09-19T06:02:17.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.723+0000 7fc345400640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc32806c2e0 0x7fc32806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.723+0000 7fc34fa7e740 1 Processor -- start 2024-09-19T06:02:17.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.723+0000 7fc34fa7e740 1 -- start start 2024-09-19T06:02:17.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.723+0000 7fc345400640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc32806c2e0 0x7fc32806e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc334033000 tx=0x7fc334009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.724+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa92ea0 0x5621eaad8640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.724+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa90660 0x5621eaa93280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.727 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.724+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaa8d720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.724+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5621ea9f13b0 con 0x5621eaa94630 2024-09-19T06:02:17.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.724+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5621ea9f6410 con 0x5621eaa90660 2024-09-19T06:02:17.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.724+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x5621ea99e620 con 0x5621eaa92ea0 2024-09-19T06:02:17.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.724+0000 7fc346800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaa8d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.724+0000 7fc346800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaa8d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42386/0 (socket says 172.21.15.92:42386) 2024-09-19T06:02:17.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.724+0000 7fc346800640 1 -- 172.21.15.92:0/2990617228 learned_addr learned my addr 172.21.15.92:0/2990617228 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:17.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc345e00640 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa92ea0 0x5621eaad8640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc345400640 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa90660 0x5621eaa93280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc346800640 1 -- 172.21.15.92:0/2990617228 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa92ea0 msgr2=0x5621eaad8640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc346800640 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa92ea0 0x5621eaad8640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc346800640 1 -- 172.21.15.92:0/2990617228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa90660 msgr2=0x5621eaa93280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc346800640 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa90660 0x5621eaa93280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc346800640 1 -- 172.21.15.92:0/2990617228 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621ea7092d0 con 0x5621eaa94630 2024-09-19T06:02:17.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc345400640 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa90660 0x5621eaa93280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:17.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc346800640 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaa8d720 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc34808d740 tx=0x7fc340009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61e8e760fbbb31b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc332600640 1 -- 172.21.15.92:0/2990617228 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc340016810 con 0x5621eaa94630 2024-09-19T06:02:17.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc332600640 1 -- 172.21.15.92:0/2990617228 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc34001f070 con 0x5621eaa94630 2024-09-19T06:02:17.729 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.725+0000 7fc332600640 1 -- 172.21.15.92:0/2990617228 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc340016bb0 con 0x5621eaa94630 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.726+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2990617228 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 msgr2=0x5621eaa8d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.726+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaa8d720 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fc34808d740 tx=0x7fc340009750 comp rx=0 tx=0).stop 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.726+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2990617228 shutdown_connections 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.726+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaa8d720 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.726+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa90660 0x5621eaa93280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.726+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2990617228 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa92ea0 0x5621eaad8640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.726+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2990617228 >> 172.21.15.92:0/2990617228 conn(0x5621eaa8f8f0 msgr2=0x5621eaad7b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.726+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2990617228 shutdown_connections 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.726+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2990617228 wait complete. 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.727+0000 7fc34fa7e740 1 -- start start 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.727+0000 7fc34fa7e740 1 Processor -- start 2024-09-19T06:02:17.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa92ea0 0x5621eaabd6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaab1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaae84b0 0x5621eaa8d030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5621ea9b1780 con 0x5621eaa94630 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5621ea9f23d0 con 0x5621eaa92ea0 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x5621eaa8ed90 con 0x5621eaae84b0 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc34fa7e740 10 client.0 _ll_register_callbacks cb 0x5621ea9ef5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc345400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaab1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc345e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa92ea0 0x5621eaabd6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc345400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaab1e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42392/0 (socket says 172.21.15.92:42392) 2024-09-19T06:02:17.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc345400640 1 -- 172.21.15.92:0/3465494231 learned_addr learned my addr 172.21.15.92:0/3465494231 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.728+0000 7fc346800640 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaae84b0 0x5621eaa8d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc345400640 1 -- 172.21.15.92:0/3465494231 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaae84b0 msgr2=0x5621eaa8d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc345400640 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaae84b0 0x5621eaa8d030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc345400640 1 -- 172.21.15.92:0/3465494231 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa92ea0 msgr2=0x5621eaabd6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc345400640 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa92ea0 0x5621eaabd6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc345400640 1 -- 172.21.15.92:0/3465494231 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621ea7d36b0 con 0x5621eaa94630 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc345400640 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaab1e30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc33400c210 tx=0x7fc334001ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47246f723590dc86 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc326a00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc326a00640 1 -- 172.21.15.92:0/3465494231 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc334048680 con 0x5621eaa94630 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc34fa7e740 1 -- 172.21.15.92:0/3465494231 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc34001f070 con 0x5621eaa94630 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc326a00640 1 -- 172.21.15.92:0/3465494231 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fc334048820 con 0x5621eaa94630 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc326a00640 1 -- 172.21.15.92:0/3465494231 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fc334007740 con 0x5621eaa94630 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc34fa7e740 10 client.4968 fetch_fsmap learned FSMap version 15 2024-09-19T06:02:17.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.729+0000 7fc34fa7e740 1 -- 172.21.15.92:0/3465494231 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x5621eaaddcd0 con 0x5621eaa94630 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.730+0000 7fc326a00640 1 -- 172.21.15.92:0/3465494231 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc34001f070 con 0x5621eaa94630 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.730+0000 7fc326a00640 1 -- 172.21.15.92:0/3465494231 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fc334051020 con 0x5621eaa94630 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.730+0000 7fc34fa7e740 10 client.4968 fetch_fsmap finished waiting for FSMap version 15 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.730+0000 7fc34fa7e740 10 client.4968 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.730+0000 7fc34fa7e740 20 client.4968 populate_metadata read hostname 'smithi092' 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.730+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] conn(0x5621eaade4d0 0x5621eaadc570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.730+0000 7fc34fa7e740 4 client.4968 mds_command: new command op to 4767 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.730+0000 7fc34fa7e740 1 -- 172.21.15.92:0/3465494231 --> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5621eaa03b40 con 0x5621eaade4d0 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.730+0000 7fc345e00640 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] conn(0x5621eaade4d0 0x5621eaadc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.731+0000 7fc345e00640 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] conn(0x5621eaade4d0 0x5621eaadc570 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb6ad5bbb843fb1 server_cookie=9f5b5cc4d0e40ef3 in_seq=0 out_seq=0 2024-09-19T06:02:17.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.731+0000 7fc326a00640 10 client.4968 ms_handle_connect on v2:172.21.15.92:6834/4011166293 2024-09-19T06:02:17.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.731+0000 7fc326a00640 1 -- 172.21.15.92:0/3465494231 <== mds.0 v2:172.21.15.92:6834/4011166293 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5621eaa03b40 con 0x5621eaade4d0 2024-09-19T06:02:17.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.731+0000 7fc326a00640 10 client.4968 handle_command_reply: tid=0 2024-09-19T06:02:17.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.731+0000 7fc34fa7e740 1 client.4968 shutdown 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 -- 172.21.15.92:0/3465494231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 msgr2=0x5621eaab1e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaab1e30 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fc33400c210 tx=0x7fc334001ab0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 -- 172.21.15.92:0/3465494231 shutdown_connections 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaae84b0 0x5621eaa8d030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa94630 0x5621eaab1e30 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] conn(0x5621eaade4d0 0x5621eaadc570 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/3465494231 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa92ea0 0x5621eaabd6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 -- 172.21.15.92:0/3465494231 >> 172.21.15.92:0/3465494231 conn(0x5621eaa90660 msgr2=0x5621eaad9c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc326a00640 0 client.4968 ms_handle_reset on v2:172.21.15.92:6834/4011166293 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 -- 172.21.15.92:0/3465494231 shutdown_connections 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 1 -- 172.21.15.92:0/3465494231 wait complete. 2024-09-19T06:02:17.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.732+0000 7fc34fa7e740 20 client.4968 trim_cache size 0 max 16384 2024-09-19T06:02:17.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.751+0000 7fc34fa7e740 1 Processor -- start 2024-09-19T06:02:17.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.751+0000 7fc34fa7e740 1 -- start start 2024-09-19T06:02:17.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa92ea0 0x5621eaa8cb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa94630 0x5621eaaf1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa8d050 0x5621eaaf2320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc34814ff80 con 0x5621eaa8d050 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc348161910 con 0x5621eaa92ea0 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc34814f930 con 0x5621eaa94630 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc346800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa8d050 0x5621eaaf2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc346800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa8d050 0x5621eaaf2320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42404/0 (socket says 172.21.15.92:42404) 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc346800640 1 -- 172.21.15.92:0/909954727 learned_addr learned my addr 172.21.15.92:0/909954727 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc346800640 1 -- 172.21.15.92:0/909954727 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa94630 msgr2=0x5621eaaf1de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc346800640 1 --2- 172.21.15.92:0/909954727 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa94630 0x5621eaaf1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc346800640 1 -- 172.21.15.92:0/909954727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa92ea0 msgr2=0x5621eaa8cb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc346800640 1 --2- 172.21.15.92:0/909954727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa92ea0 0x5621eaa8cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.752+0000 7fc346800640 1 -- 172.21.15.92:0/909954727 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5621eaa8db60 con 0x5621eaa8d050 2024-09-19T06:02:17.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.753+0000 7fc346800640 1 --2- 172.21.15.92:0/909954727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa8d050 0x5621eaaf2320 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc340014c40 tx=0x7fc340009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6c4b198fbbf69e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.753+0000 7fc331c00640 1 -- 172.21.15.92:0/909954727 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc340003b90 con 0x5621eaa8d050 2024-09-19T06:02:17.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.753+0000 7fc331c00640 1 -- 172.21.15.92:0/909954727 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc34001f040 con 0x5621eaa8d050 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.753+0000 7fc331c00640 1 -- 172.21.15.92:0/909954727 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc340004030 con 0x5621eaa8d050 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.753+0000 7fc34fa7e740 1 -- 172.21.15.92:0/909954727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa8d050 msgr2=0x5621eaaf2320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.753+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/909954727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa8d050 0x5621eaaf2320 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc340014c40 tx=0x7fc340009f90 comp rx=0 tx=0).stop 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.754+0000 7fc34fa7e740 1 -- 172.21.15.92:0/909954727 shutdown_connections 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.754+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/909954727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa8d050 0x5621eaaf2320 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.754+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/909954727 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa94630 0x5621eaaf1de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.754+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/909954727 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa92ea0 0x5621eaa8cb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.754+0000 7fc34fa7e740 1 -- 172.21.15.92:0/909954727 >> 172.21.15.92:0/909954727 conn(0x5621eaa90660 msgr2=0x5621eaa8f100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.754+0000 7fc34fa7e740 1 -- 172.21.15.92:0/909954727 shutdown_connections 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.754+0000 7fc34fa7e740 1 -- 172.21.15.92:0/909954727 wait complete. 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.754+0000 7fc34fa7e740 1 -- start start 2024-09-19T06:02:17.757 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.755+0000 7fc34fa7e740 1 Processor -- start 2024-09-19T06:02:17.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.755+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa8d050 0x5621eaadcc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.755+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa92ea0 0x5621eaadd140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.755+0000 7fc34fa7e740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa94630 0x5621eaadb020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.755+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5621eaab2410 con 0x5621eaa92ea0 2024-09-19T06:02:17.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.755+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5621eaae88c0 con 0x5621eaa8d050 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.755+0000 7fc34fa7e740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x5621eaade8b0 con 0x5621eaa94630 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc34fa7e740 10 client.0 _ll_register_callbacks cb 0x7fc32c0036f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa92ea0 0x5621eaadd140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa92ea0 0x5621eaadd140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42410/0 (socket says 172.21.15.92:42410) 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345400640 1 -- 172.21.15.92:0/2465226500 learned_addr learned my addr 172.21.15.92:0/2465226500 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345e00640 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa8d050 0x5621eaadcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc346800640 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa94630 0x5621eaadb020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345400640 1 -- 172.21.15.92:0/2465226500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa94630 msgr2=0x5621eaadb020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345400640 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa94630 0x5621eaadb020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345400640 1 -- 172.21.15.92:0/2465226500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa8d050 msgr2=0x5621eaadcc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345400640 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa8d050 0x5621eaadcc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345400640 1 -- 172.21.15.92:0/2465226500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5621ea9f2590 con 0x5621eaa92ea0 2024-09-19T06:02:17.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc345400640 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa92ea0 0x5621eaadd140 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc33402ae50 tx=0x7fc334001a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b92170b1a058748b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.756+0000 7fc326a00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc326a00640 1 -- 172.21.15.92:0/2465226500 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc334007740 con 0x5621eaa92ea0 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc326a00640 1 -- 172.21.15.92:0/2465226500 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fc3340556f0 con 0x5621eaa92ea0 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2465226500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fc34001f040 con 0x5621eaa92ea0 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc326a00640 1 -- 172.21.15.92:0/2465226500 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) ==== 24+0+0 (secure 0 0 0) 0x7fc3340558f0 con 0x5621eaa92ea0 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc34fa7e740 10 client.4974 fetch_fsmap learned FSMap version 15 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2465226500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) -- 0x5621eaae8010 con 0x5621eaa92ea0 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc326a00640 1 -- 172.21.15.92:0/2465226500 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc34001f040 con 0x5621eaa92ea0 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc326a00640 1 -- 172.21.15.92:0/2465226500 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 15) ==== 3502+0+0 (secure 0 0 0) 0x7fc334067030 con 0x5621eaa92ea0 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc34fa7e740 10 client.4974 fetch_fsmap finished waiting for FSMap version 15 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc34fa7e740 10 client.4974 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc34fa7e740 20 client.4974 populate_metadata read hostname 'smithi092' 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] conn(0x5621eaadbbb0 0x5621eaad4070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc34fa7e740 4 client.4974 mds_command: new command op to 4767 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.757+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2465226500 --> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] -- command(tid 0: {"prefix": "status"}) -- 0x5621ea9fde90 con 0x5621eaadbbb0 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc345e00640 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] conn(0x5621eaadbbb0 0x5621eaad4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc326a00640 10 client.4974 ms_handle_connect on v2:172.21.15.92:6834/4011166293 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc345e00640 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] conn(0x5621eaadbbb0 0x5621eaad4070 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa14db99d66b0ad server_cookie=b2850d56304ba12a in_seq=0 out_seq=0 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc326a00640 1 -- 172.21.15.92:0/2465226500 <== mds.0 v2:172.21.15.92:6834/4011166293 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5621ea9fde90 con 0x5621eaadbbb0 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc326a00640 10 client.4974 handle_command_reply: tid=0 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc34fa7e740 1 client.4974 shutdown 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2465226500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa92ea0 msgr2=0x5621eaadd140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa92ea0 0x5621eaadd140 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fc33402ae50 tx=0x7fc334001a40 comp rx=0 tx=0).stop 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2465226500 shutdown_connections 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5621eaa94630 0x5621eaadb020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5621eaa92ea0 0x5621eaadd140 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.92:6834/4011166293,v1:172.21.15.92:6836/4011166293] conn(0x5621eaadbbb0 0x5621eaad4070 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc34fa7e740 1 --2- 172.21.15.92:0/2465226500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5621eaa8d050 0x5621eaadcc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2465226500 >> 172.21.15.92:0/2465226500 conn(0x5621eaa90660 msgr2=0x5621eaa88d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.758+0000 7fc326a00640 0 client.4974 ms_handle_reset on v2:172.21.15.92:6834/4011166293 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2465226500 shutdown_connections 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc34fa7e740 1 -- 172.21.15.92:0/2465226500 wait complete. 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc34fa7e740 20 client.4974 trim_cache size 0 max 16384 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stdout: "cluster_fsid": "f5d8e754-8e2b-4858-a423-49d63e91d369", 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stdout: "whoami": 0, 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 4767, 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stdout: "want_state": "up:active", 2024-09-19T06:02:17.765 INFO:teuthology.orchestra.run.smithi092.stdout: "state": "up:active", 2024-09-19T06:02:17.766 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs", 2024-09-19T06:02:17.766 INFO:teuthology.orchestra.run.smithi092.stdout: "rank_uptime": 10.661755340999999, 2024-09-19T06:02:17.766 INFO:teuthology.orchestra.run.smithi092.stdout: "mdsmap_epoch": 15, 2024-09-19T06:02:17.766 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch": 33, 2024-09-19T06:02:17.766 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch_barrier": 33, 2024-09-19T06:02:17.766 INFO:teuthology.orchestra.run.smithi092.stdout: "uptime": 17.502668023999998 2024-09-19T06:02:17.766 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:02:17.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 -- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc32806c2e0 msgr2=0x7fc32806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc32806c2e0 0x7fc32806e7a0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fc334033000 tx=0x7fc334009030 comp rx=0 tx=0).stop 2024-09-19T06:02:17.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 -- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 msgr2=0x7fc34814d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc34814d6b0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc338011960 tx=0x7fc338011e20 comp rx=0 tx=0).stop 2024-09-19T06:02:17.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 -- 172.21.15.92:0/235060685 shutdown_connections 2024-09-19T06:02:17.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc32806c2e0 0x7fc32806e7a0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3481f3ea0 0x7fc3481f4320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3480aae60 0x7fc3480ab2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 --2- 172.21.15.92:0/235060685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc32c004800 0x7fc34814d6b0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.759+0000 7fc347200640 1 -- 172.21.15.92:0/235060685 >> 172.21.15.92:0/235060685 conn(0x7fc348062630 msgr2=0x7fc3480b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:17.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.760+0000 7fc347200640 1 -- 172.21.15.92:0/235060685 shutdown_connections 2024-09-19T06:02:17.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.760+0000 7fc347200640 1 -- 172.21.15.92:0/235060685 wait complete. 2024-09-19T06:02:17.777 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:02:17.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.928+0000 7f216cc00640 1 Processor -- start 2024-09-19T06:02:17.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.928+0000 7f216cc00640 1 -- start start 2024-09-19T06:02:17.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.930+0000 7f216cc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c550 0x7f21680b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.930+0000 7f216cc00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f21680b6310 0x7f21680b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.930+0000 7f216cc00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21680b4cf0 con 0x7f216815c170 2024-09-19T06:02:17.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.930+0000 7f216cc00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f21680b4fd0 con 0x7f21680b6310 2024-09-19T06:02:17.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.930+0000 7f216cc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f21680b52b0 con 0x7f216815c550 2024-09-19T06:02:17.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.930+0000 7f2166800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f21680b6310 0x7f21680b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.930+0000 7f2165e00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f216815c170 0x7f21680cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:43764/0 (socket says 172.21.15.92:43764) 2024-09-19T06:02:17.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.930+0000 7f2165e00640 1 -- 172.21.15.92:0/3118058948 learned_addr learned my addr 172.21.15.92:0/3118058948 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:17.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.930+0000 7f215d400640 1 --2- 172.21.15.92:0/3118058948 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c550 0x7f21680b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.931+0000 7f2166800640 1 -- 172.21.15.92:0/3118058948 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c550 msgr2=0x7f21680b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:17.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.931+0000 7f2166800640 1 --2- 172.21.15.92:0/3118058948 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c550 0x7f21680b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.931+0000 7f2166800640 1 -- 172.21.15.92:0/3118058948 >> v1:172.21.15.102:6789/0 conn(0x7f216815c170 legacy=0x7f21680cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.931+0000 7f2166800640 1 -- 172.21.15.92:0/3118058948 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21680b5590 con 0x7f21680b6310 2024-09-19T06:02:17.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.932+0000 7f2166800640 1 --2- 172.21.15.92:0/3118058948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21680b6310 0x7f21680b39b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2160009d90 tx=0x7f216002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=eebbc25616bbf5e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.932+0000 7f2165400640 1 -- 172.21.15.92:0/3118058948 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2160007740 con 0x7f21680b6310 2024-09-19T06:02:17.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.932+0000 7f2165400640 1 -- 172.21.15.92:0/3118058948 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21600078e0 con 0x7f21680b6310 2024-09-19T06:02:17.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.932+0000 7f2165400640 1 -- 172.21.15.92:0/3118058948 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2160007cb0 con 0x7f21680b6310 2024-09-19T06:02:17.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.932+0000 7f216cc00640 1 -- 172.21.15.92:0/3118058948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21680b6310 msgr2=0x7f21680b39b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.932+0000 7f216cc00640 1 --2- 172.21.15.92:0/3118058948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21680b6310 0x7f21680b39b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f2160009d90 tx=0x7f216002a660 comp rx=0 tx=0).stop 2024-09-19T06:02:17.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.933+0000 7f216cc00640 1 -- 172.21.15.92:0/3118058948 shutdown_connections 2024-09-19T06:02:17.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.933+0000 7f216cc00640 1 --2- 172.21.15.92:0/3118058948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21680b6310 0x7f21680b39b0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.933+0000 7f216cc00640 1 --2- 172.21.15.92:0/3118058948 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c550 0x7f21680b5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.933+0000 7f216cc00640 1 -- 172.21.15.92:0/3118058948 >> 172.21.15.92:0/3118058948 conn(0x7f216806bc10 msgr2=0x7f216806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:17.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.933+0000 7f216cc00640 1 -- 172.21.15.92:0/3118058948 shutdown_connections 2024-09-19T06:02:17.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.933+0000 7f216cc00640 1 -- 172.21.15.92:0/3118058948 wait complete. 2024-09-19T06:02:17.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.934+0000 7f216cc00640 1 Processor -- start 2024-09-19T06:02:17.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.934+0000 7f216cc00640 1 -- start start 2024-09-19T06:02:17.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.935+0000 7f216cc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21680b6310 0x7f2168154d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.935+0000 7f216cc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c170 0x7f216815f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.935+0000 7f216cc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216815c550 0x7f2168148a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.935+0000 7f216cc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f216815c990 con 0x7f21680b6310 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.935+0000 7f216cc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f21680b5b50 con 0x7f216815c550 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.935+0000 7f216cc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f21680cfdd0 con 0x7f216815c170 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2165e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21680b6310 0x7f2168154d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2165e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21680b6310 0x7f2168154d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42414/0 (socket says 172.21.15.92:42414) 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2165e00640 1 -- 172.21.15.92:0/962441717 learned_addr learned my addr 172.21.15.92:0/962441717 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f215d400640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c170 0x7f216815f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2166800640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216815c550 0x7f2168148a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2165e00640 1 -- 172.21.15.92:0/962441717 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c170 msgr2=0x7f216815f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2165e00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c170 0x7f216815f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2165e00640 1 -- 172.21.15.92:0/962441717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216815c550 msgr2=0x7f2168148a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:17.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2165e00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216815c550 0x7f2168148a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:17.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2165e00640 1 -- 172.21.15.92:0/962441717 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f216815cb40 con 0x7f21680b6310 2024-09-19T06:02:17.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2166800640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216815c550 0x7f2168148a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:17.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.936+0000 7f2165e00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21680b6310 0x7f2168154d80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f215800c400 tx=0x7f215800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.937+0000 7f215ea00640 1 -- 172.21.15.92:0/962441717 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2158017070 con 0x7f21680b6310 2024-09-19T06:02:17.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.937+0000 7f215ea00640 1 -- 172.21.15.92:0/962441717 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2158005ce0 con 0x7f21680b6310 2024-09-19T06:02:17.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.937+0000 7f215ea00640 1 -- 172.21.15.92:0/962441717 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21580072f0 con 0x7f21680b6310 2024-09-19T06:02:17.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.937+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2168153d30 con 0x7f21680b6310 2024-09-19T06:02:17.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.937+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f216815cdd0 con 0x7f21680b6310 2024-09-19T06:02:17.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.938+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2168159000 con 0x7f21680b6310 2024-09-19T06:02:17.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.939+0000 7f215ea00640 1 -- 172.21.15.92:0/962441717 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f215801a070 con 0x7f21680b6310 2024-09-19T06:02:17.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.940+0000 7f215ea00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214406c2b0 0x7f214406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:17.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.940+0000 7f215ea00640 1 -- 172.21.15.92:0/962441717 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f215808a7c0 con 0x7f21680b6310 2024-09-19T06:02:17.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.940+0000 7f215d400640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214406c2b0 0x7f214406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:17.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.940+0000 7f215d400640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214406c2b0 0x7f214406e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2168156b40 tx=0x7f2150009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:17.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:17.944+0000 7f215ea00640 1 -- 172.21.15.92:0/962441717 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f21580588d0 con 0x7f21680b6310 2024-09-19T06:02:18.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.153+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f21680b5dd0 con 0x7f21680b6310 2024-09-19T06:02:18.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.153+0000 7f215ea00640 1 -- 172.21.15.92:0/962441717 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) ==== 53+0+73 (secure 0 0 0) 0x7f215805cbd0 con 0x7f21680b6310 2024-09-19T06:02:18.156 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:02:18.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214406c2b0 msgr2=0x7f214406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:18.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214406c2b0 0x7f214406e770 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f2168156b40 tx=0x7f2150009190 comp rx=0 tx=0).stop 2024-09-19T06:02:18.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21680b6310 msgr2=0x7f2168154d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:18.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21680b6310 0x7f2168154d80 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f215800c400 tx=0x7f215800c8c0 comp rx=0 tx=0).stop 2024-09-19T06:02:18.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 shutdown_connections 2024-09-19T06:02:18.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f214406c2b0 0x7f214406e770 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:18.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f216815c550 0x7f2168148a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:18.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f216815c170 0x7f216815f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:18.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 --2- 172.21.15.92:0/962441717 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21680b6310 0x7f2168154d80 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:18.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 >> 172.21.15.92:0/962441717 conn(0x7f216806bc10 msgr2=0x7f21680ceb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:18.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 shutdown_connections 2024-09-19T06:02:18.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18.156+0000 7f216cc00640 1 -- 172.21.15.92:0/962441717 wait complete. 2024-09-19T06:02:18.173 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T06:02:18.173 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:02:18.173 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:02:18.173 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:02:18.173 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:02:18.173 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T06:02:18.174 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T06:02:18.174 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:02:18.174 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:02:18.174 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:18.174 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:02:18.209 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:02:18.210 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42674sec preferred_lft 42674sec 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::3026:f9ff:fec4:ac60/64 scope link 2024-09-19T06:02:18.211 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:02:18.212 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:02:18.212 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:02:18.212 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::580b:55ff:fe2d:e55/64 scope link 2024-09-19T06:02:18.212 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:02:18.212 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:02:18.212 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:02:18.212 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::85d:17ff:fefb:396b/64 scope link 2024-09-19T06:02:18.212 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:02:18.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:18.212 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:02:18.303 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:02:18.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:18.307 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:02:18.343 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:02:18.343 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:02:18.343 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:02:18.343 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:02:18.343 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:02:18.344 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:02:18.344 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:02:18.344 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:02:18.344 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:02:18.344 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:02:18.344 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:02:18.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:02:18.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:18 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:02:18.538 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:18.539 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:02:18.575 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:02:18.576 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:02:18.576 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:02:18.576 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:18.577 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-09-19T06:02:18.680 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:02:18.680 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:02:18.718 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:02:18.719 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:02:18.719 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:02:18.797 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T06:02:18.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:18.797 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:02:18.928 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:02:18.929 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:02:18.956 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:02:18.956 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:02:18.956 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:02:18.956 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 0@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:02:18.956 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:02:18.957 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:02:18.957 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:02:18.957 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:02:18.957 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:02:18.958 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:02:18.960 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:02:18.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:18.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:02:19.016 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:02:19.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:19 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:02:19.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:19 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:02:19.114 INFO:teuthology.orchestra.run.smithi092.stdout:client4980 2024-09-19T06:02:19.114 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:02:19.114 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:19.150 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:02:19.150 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:02:19.150 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:02:19.150 DEBUG:teuthology.orchestra.run.smithi092:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T06:02:19.150 DEBUG:teuthology.orchestra.run.smithi092:> subdir = "delete_me" 2024-09-19T06:02:19.150 DEBUG:teuthology.orchestra.run.smithi092:> size = 1024 2024-09-19T06:02:19.151 DEBUG:teuthology.orchestra.run.smithi092:> file_count = 1000 2024-09-19T06:02:19.151 DEBUG:teuthology.orchestra.run.smithi092:> os.mkdir(os.path.join(mountpoint, subdir)) 2024-09-19T06:02:19.151 DEBUG:teuthology.orchestra.run.smithi092:> for i in range(0, file_count): 2024-09-19T06:02:19.151 DEBUG:teuthology.orchestra.run.smithi092:> filename = "{0}_{1}.bin".format(i, size) 2024-09-19T06:02:19.151 DEBUG:teuthology.orchestra.run.smithi092:> with open(os.path.join(mountpoint, subdir, filename), '"'"'w'"'"') as f: 2024-09-19T06:02:19.151 DEBUG:teuthology.orchestra.run.smithi092:> f.write(size * '"'"'x'"'"') 2024-09-19T06:02:19.151 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:02:20.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:02:20.352 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:20.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.544+0000 7f4279a00640 1 Processor -- start 2024-09-19T06:02:20.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.544+0000 7f4279a00640 1 -- start start 2024-09-19T06:02:20.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4279a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4274155800 0x7f42740b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:20.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4279a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f427415c330 0x7f42740b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4279a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42740b50a0 con 0x7f42740cf570 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4279a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f42740b4e60 con 0x7f4274155800 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4279a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f427415c7a0 con 0x7f427415c330 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4272a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4274155800 0x7f42740b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4272a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4274155800 0x7f42740b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42416/0 (socket says 172.21.15.92:42416) 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4272a00640 1 -- 172.21.15.92:0/837590165 learned_addr learned my addr 172.21.15.92:0/837590165 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4272000640 1 --2- 172.21.15.92:0/837590165 >> v2:172.21.15.102:3300/0 conn(0x7f427415c330 0x7f42740b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4272a00640 1 -- 172.21.15.92:0/837590165 >> v2:172.21.15.102:3300/0 conn(0x7f427415c330 msgr2=0x7f42740b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4272a00640 1 --2- 172.21.15.92:0/837590165 >> v2:172.21.15.102:3300/0 conn(0x7f427415c330 0x7f42740b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4272a00640 1 -- 172.21.15.92:0/837590165 >> v1:172.21.15.102:6789/0 conn(0x7f42740cf570 legacy=0x7f42740cf980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.546+0000 7f4272a00640 1 -- 172.21.15.92:0/837590165 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42740b5380 con 0x7f4274155800 2024-09-19T06:02:20.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.547+0000 7f4272000640 1 --2- 172.21.15.92:0/837590165 >> v2:172.21.15.102:3300/0 conn(0x7f427415c330 0x7f42740b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.547+0000 7f4272a00640 1 --2- 172.21.15.92:0/837590165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 0x7f42740b6140 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f427406e210 tx=0x7f426402c480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccc8d48df6d80e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4271600640 1 -- 172.21.15.92:0/837590165 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264038070 con 0x7f4274155800 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4271600640 1 -- 172.21.15.92:0/837590165 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4264031710 con 0x7f4274155800 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4271600640 1 -- 172.21.15.92:0/837590165 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4264031ae0 con 0x7f4274155800 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4279a00640 1 -- 172.21.15.92:0/837590165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 msgr2=0x7f42740b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4279a00640 1 --2- 172.21.15.92:0/837590165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 0x7f42740b6140 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f427406e210 tx=0x7f426402c480 comp rx=0 tx=0).stop 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4279a00640 1 -- 172.21.15.92:0/837590165 shutdown_connections 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4279a00640 1 --2- 172.21.15.92:0/837590165 >> v2:172.21.15.102:3300/0 conn(0x7f427415c330 0x7f42740b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4279a00640 1 --2- 172.21.15.92:0/837590165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 0x7f42740b6140 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4279a00640 1 -- 172.21.15.92:0/837590165 >> 172.21.15.92:0/837590165 conn(0x7f427406bc10 msgr2=0x7f427406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4279a00640 1 -- 172.21.15.92:0/837590165 shutdown_connections 2024-09-19T06:02:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.548+0000 7f4279a00640 1 -- 172.21.15.92:0/837590165 wait complete. 2024-09-19T06:02:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.550+0000 7f4279a00640 1 Processor -- start 2024-09-19T06:02:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.550+0000 7f4279a00640 1 -- start start 2024-09-19T06:02:20.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4279a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42740cf570 0x7f427414a390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4279a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 0x7f4274148610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4279a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f427415c330 0x7f42741e9f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4279a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f42740b5c20 con 0x7f4274155800 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4279a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f42740b5940 con 0x7f42740cf570 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4279a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4274155be0 con 0x7f427415c330 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4272000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 0x7f4274148610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4272000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 0x7f4274148610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42426/0 (socket says 172.21.15.92:42426) 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4272000640 1 -- 172.21.15.92:0/339594938 learned_addr learned my addr 172.21.15.92:0/339594938 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4272a00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42740cf570 0x7f427414a390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.551+0000 7f4273400640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f427415c330 0x7f42741e9f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f4272000640 1 -- 172.21.15.92:0/339594938 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f427415c330 msgr2=0x7f42741e9f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f4272000640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f427415c330 0x7f42741e9f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:20.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f4272000640 1 -- 172.21.15.92:0/339594938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42740cf570 msgr2=0x7f427414a390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:20.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f4272000640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42740cf570 0x7f427414a390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:20.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f4272000640 1 -- 172.21.15.92:0/339594938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f427414cfc0 con 0x7f4274155800 2024-09-19T06:02:20.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f4272000640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 0x7f4274148610 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f426000d7d0 tx=0x7f426000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:20.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f426aa00640 1 -- 172.21.15.92:0/339594938 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260004030 con 0x7f4274155800 2024-09-19T06:02:20.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f426aa00640 1 -- 172.21.15.92:0/339594938 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42600041d0 con 0x7f4274155800 2024-09-19T06:02:20.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f426aa00640 1 -- 172.21.15.92:0/339594938 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426000b6c0 con 0x7f4274155800 2024-09-19T06:02:20.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f427414d260 con 0x7f4274155800 2024-09-19T06:02:20.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.552+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f427414d8a0 con 0x7f4274155800 2024-09-19T06:02:20.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.553+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42740b6140 con 0x7f4274155800 2024-09-19T06:02:20.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.554+0000 7f426aa00640 1 -- 172.21.15.92:0/339594938 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f426000b860 con 0x7f4274155800 2024-09-19T06:02:20.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.555+0000 7f426aa00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:20.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.555+0000 7f426aa00640 1 -- 172.21.15.92:0/339594938 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f426008b610 con 0x7f4274155800 2024-09-19T06:02:20.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.555+0000 7f4272a00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.556+0000 7f4272a00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4264035000 tx=0x7f4264008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:20.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.560+0000 7f426aa00640 1 -- 172.21.15.92:0/339594938 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4260059690 con 0x7f4274155800 2024-09-19T06:02:20.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.767+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f427406d170 con 0x7f4274155800 2024-09-19T06:02:20.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.768+0000 7f426aa00640 1 -- 172.21.15.92:0/339594938 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f426005d990 con 0x7f4274155800 2024-09-19T06:02:20.770 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:20.770 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:20.770 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:20.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 msgr2=0x7f425406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:20.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4264035000 tx=0x7f4264008030 comp rx=0 tx=0).stop 2024-09-19T06:02:20.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 msgr2=0x7f4274148610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:20.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 0x7f4274148610 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f426000d7d0 tx=0x7f426000dc90 comp rx=0 tx=0).stop 2024-09-19T06:02:20.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 shutdown_connections 2024-09-19T06:02:20.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f427415c330 0x7f42741e9f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:20.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4274155800 0x7f4274148610 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:20.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:20.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 --2- 172.21.15.92:0/339594938 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42740cf570 0x7f427414a390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:20.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 >> 172.21.15.92:0/339594938 conn(0x7f427406bc10 msgr2=0x7f427406d970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:20.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 shutdown_connections 2024-09-19T06:02:20.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:20.770+0000 7f4279a00640 1 -- 172.21.15.92:0/339594938 wait complete. 2024-09-19T06:02:20.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-19T06:02:21.169 INFO:teuthology.orchestra.run.smithi092.stdout:{"message":"","return_code":0} 2024-09-19T06:02:21.169 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T06:02:21.170 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:02:21.170 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:02:21.170 DEBUG:teuthology.orchestra.run.smithi092:> import stat 2024-09-19T06:02:21.171 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:02:21.171 DEBUG:teuthology.orchestra.run.smithi092:> print(os.stat("/home/ubuntu/cephtest/mnt.0/delete_me").st_ino) 2024-09-19T06:02:21.171 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:02:21.270 INFO:teuthology.orchestra.run.smithi092.stdout:1099511627776 2024-09-19T06:02:21.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:02:21.282 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 10000000000.00000000 2024-09-19T06:02:21.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.395+0000 7ffa88c1cf40 1 Processor -- start 2024-09-19T06:02:21.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.395+0000 7ffa88c1cf40 1 -- start start 2024-09-19T06:02:21.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.396+0000 7ffa88c1cf40 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55e7cd478260 0x55e7cd4a7860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:21.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.396+0000 7ffa88c1cf40 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd47abf0 0x55e7cd545120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:21.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.396+0000 7ffa88c1cf40 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7cd4abf20 0x55e7cd4795d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:21.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.396+0000 7ffa88c1cf40 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55e7cd4c5b00 con 0x55e7cd47abf0 2024-09-19T06:02:21.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.396+0000 7ffa88c1cf40 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e7cd420b30 con 0x55e7cd4abf20 2024-09-19T06:02:21.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.396+0000 7ffa88c1cf40 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55e7cd4c5de0 con 0x55e7cd478260 2024-09-19T06:02:21.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.396+0000 7ffa7fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd47abf0 0x55e7cd545120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:21.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.396+0000 7ffa7fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd47abf0 0x55e7cd545120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42440/0 (socket says 172.21.15.92:42440) 2024-09-19T06:02:21.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.396+0000 7ffa7fe00640 1 -- 172.21.15.92:0/1283773781 learned_addr learned my addr 172.21.15.92:0/1283773781 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:21.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa85c00640 1 --2- 172.21.15.92:0/1283773781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7cd4abf20 0x55e7cd4795d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:21.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa85200640 1 --2- 172.21.15.92:0/1283773781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55e7cd478260 0x55e7cd4a7860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:21.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa7fe00640 1 -- 172.21.15.92:0/1283773781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55e7cd478260 msgr2=0x55e7cd4a7860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:21.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa7fe00640 1 --2- 172.21.15.92:0/1283773781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55e7cd478260 0x55e7cd4a7860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:21.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa7fe00640 1 -- 172.21.15.92:0/1283773781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7cd4abf20 msgr2=0x55e7cd4795d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:21.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa7fe00640 1 --2- 172.21.15.92:0/1283773781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7cd4abf20 0x55e7cd4795d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:21.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa7fe00640 1 -- 172.21.15.92:0/1283773781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7cd54a2b0 con 0x55e7cd47abf0 2024-09-19T06:02:21.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa7fe00640 1 --2- 172.21.15.92:0/1283773781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd47abf0 0x55e7cd545120 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ffa7000b2c0 tx=0x7ffa7000b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cccf7a72dfa5a0d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:21.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa7ea00640 1 -- 172.21.15.92:0/1283773781 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa70008070 con 0x55e7cd47abf0 2024-09-19T06:02:21.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa7ea00640 1 -- 172.21.15.92:0/1283773781 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa7000d500 con 0x55e7cd47abf0 2024-09-19T06:02:21.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.397+0000 7ffa7ea00640 1 -- 172.21.15.92:0/1283773781 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa7000d950 con 0x55e7cd47abf0 2024-09-19T06:02:21.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/1283773781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd47abf0 msgr2=0x55e7cd545120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:21.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 --2- 172.21.15.92:0/1283773781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd47abf0 0x55e7cd545120 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ffa7000b2c0 tx=0x7ffa7000b780 comp rx=0 tx=0).stop 2024-09-19T06:02:21.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/1283773781 shutdown_connections 2024-09-19T06:02:21.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 --2- 172.21.15.92:0/1283773781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7cd4abf20 0x55e7cd4795d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:21.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 --2- 172.21.15.92:0/1283773781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd47abf0 0x55e7cd545120 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:21.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 --2- 172.21.15.92:0/1283773781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55e7cd478260 0x55e7cd4a7860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:21.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/1283773781 >> 172.21.15.92:0/1283773781 conn(0x55e7cd4a9280 msgr2=0x55e7cd477610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:21.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/1283773781 shutdown_connections 2024-09-19T06:02:21.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/1283773781 wait complete. 2024-09-19T06:02:21.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.398+0000 7ffa88c1cf40 1 Processor -- start 2024-09-19T06:02:21.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.399+0000 7ffa88c1cf40 1 -- start start 2024-09-19T06:02:21.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.399+0000 7ffa88c1cf40 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd478260 0x55e7cd541910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:21.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.399+0000 7ffa88c1cf40 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55e7cd47abf0 0x55e7cd5479e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:21.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.399+0000 7ffa88c1cf40 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7cd4abf20 0x55e7cd4a81d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:21.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.399+0000 7ffa88c1cf40 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55e7cd54e010 con 0x55e7cd478260 2024-09-19T06:02:21.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.399+0000 7ffa88c1cf40 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55e7cd54a590 con 0x55e7cd4abf20 2024-09-19T06:02:21.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.399+0000 7ffa88c1cf40 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55e7cd54f550 con 0x55e7cd47abf0 2024-09-19T06:02:21.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd478260 0x55e7cd541910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:21.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd478260 0x55e7cd541910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42452/0 (socket says 172.21.15.92:42452) 2024-09-19T06:02:21.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85200640 1 -- 172.21.15.92:0/2225167752 learned_addr learned my addr 172.21.15.92:0/2225167752 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:21.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa7fe00640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55e7cd47abf0 0x55e7cd5479e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:21.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85c00640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7cd4abf20 0x55e7cd4a81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:21.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85200640 1 -- 172.21.15.92:0/2225167752 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55e7cd47abf0 msgr2=0x55e7cd5479e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:21.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85200640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55e7cd47abf0 0x55e7cd5479e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:21.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85200640 1 -- 172.21.15.92:0/2225167752 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7cd4abf20 msgr2=0x55e7cd4a81d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:21.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85200640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55e7cd4abf20 0x55e7cd4a81d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:21.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85200640 1 -- 172.21.15.92:0/2225167752 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55e7cd478e00 con 0x55e7cd478260 2024-09-19T06:02:21.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.400+0000 7ffa85200640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd478260 0x55e7cd541910 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ffa78000c00 tx=0x7ffa78002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:21.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.401+0000 7ffa7d600640 1 -- 172.21.15.92:0/2225167752 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78053680 con 0x55e7cd478260 2024-09-19T06:02:21.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.401+0000 7ffa7d600640 1 -- 172.21.15.92:0/2225167752 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa7804f070 con 0x55e7cd478260 2024-09-19T06:02:21.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.401+0000 7ffa7d600640 1 -- 172.21.15.92:0/2225167752 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa78053a60 con 0x55e7cd478260 2024-09-19T06:02:21.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.401+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55e7cd4a75b0 con 0x55e7cd478260 2024-09-19T06:02:21.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.401+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55e7cd5464c0 con 0x55e7cd478260 2024-09-19T06:02:21.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.403+0000 7ffa7d600640 1 -- 172.21.15.92:0/2225167752 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa78053c00 con 0x55e7cd478260 2024-09-19T06:02:21.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.403+0000 7ffa7d600640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa6406acc0 0x7ffa6406d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:21.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.404+0000 7ffa7d600640 1 -- 172.21.15.92:0/2225167752 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7ffa780ce7b0 con 0x55e7cd478260 2024-09-19T06:02:21.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.404+0000 7ffa7fe00640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa6406acc0 0x7ffa6406d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:21.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.404+0000 7ffa88c1cf40 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55e7cd4a8710 0x55e7cd52cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:21.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.404+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 --> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e33) -- 0x55e7cd5491b0 con 0x55e7cd4a8710 2024-09-19T06:02:21.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.404+0000 7ffa85c00640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55e7cd4a8710 0x55e7cd52cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:21.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.404+0000 7ffa7fe00640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa6406acc0 0x7ffa6406d180 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ffa7000bfd0 tx=0x7ffa70009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:21.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa85c00640 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55e7cd4a8710 0x55e7cd52cc00 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:21.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa85c00640 1 -- 172.21.15.92:0/2225167752 <== osd.3 v2:172.21.15.92:6802/488215149 1 ==== osd_op_reply(1 10000000000.00000000 [stat out=16b] v0'0 uv10 ondisk = 0) ==== 164+0+16 (crc 0 0 0) 0x7ffa80002ab0 con 0x55e7cd4a8710 2024-09-19T06:02:21.413 INFO:teuthology.orchestra.run.smithi092.stdout:cephfs_metadata/10000000000.00000000 mtime 2024-09-19T06:02:20.000000+0000, size 0 2024-09-19T06:02:21.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55e7cd4a8710 msgr2=0x55e7cd52cc00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:21.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55e7cd4a8710 0x55e7cd52cc00 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa6406acc0 msgr2=0x7ffa6406d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa6406acc0 0x7ffa6406d180 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ffa7000bfd0 tx=0x7ffa70009000 comp rx=0 tx=0).stop 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd478260 msgr2=0x55e7cd541910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 --2- 172.21.15.92:0/2225167752 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55e7cd478260 0x55e7cd541910 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7ffa78000c00 tx=0x7ffa78002fb0 comp rx=0 tx=0).stop 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa85c00640 1 -- 172.21.15.92:0/2225167752 reap_dead start 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 shutdown_connections 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 >> 172.21.15.92:0/2225167752 conn(0x55e7cd4a9280 msgr2=0x55e7cd477610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 shutdown_connections 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:21.405+0000 7ffa88c1cf40 1 -- 172.21.15.92:0/2225167752 wait complete. 2024-09-19T06:02:21.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:21.416 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -rf delete_me) 2024-09-19T06:02:23.310 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:23.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.459+0000 7f4ac3e00640 1 Processor -- start 2024-09-19T06:02:23.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.459+0000 7f4ac3e00640 1 -- start start 2024-09-19T06:02:23.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.460+0000 7f4ac3e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 0x7f4ac40b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:23.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.460+0000 7f4ac3e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ac415e9d0 con 0x7f4ac40b8730 2024-09-19T06:02:23.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.460+0000 7f4ac3e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4ac40b8f20 con 0x7f4ac415e5f0 2024-09-19T06:02:23.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.460+0000 7f4ac3e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac40b9b30 con 0x7f4ac40d1590 2024-09-19T06:02:23.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.460+0000 7f4ac3400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4ac40b8730 0x7f4ac40d2bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55264/0 (socket says 172.21.15.92:55264) 2024-09-19T06:02:23.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.460+0000 7f4ac3400640 1 -- 172.21.15.92:0/3177741982 learned_addr learned my addr 172.21.15.92:0/3177741982 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:23.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.460+0000 7f4aba000640 1 --2- 172.21.15.92:0/3177741982 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 0x7f4ac40b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:23.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.461+0000 7f4ac2000640 1 -- 172.21.15.92:0/3177741982 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 863554219 0 0) 0x7f4ac415e9d0 con 0x7f4ac40b8730 2024-09-19T06:02:23.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.461+0000 7f4ac2000640 1 -- 172.21.15.92:0/3177741982 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4aa8003520 con 0x7f4ac40b8730 2024-09-19T06:02:23.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.461+0000 7f4aba000640 1 -- 172.21.15.92:0/3177741982 >> v1:172.21.15.102:6789/0 conn(0x7f4ac415e5f0 legacy=0x7f4ac40d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:23.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.461+0000 7f4aba000640 1 -- 172.21.15.92:0/3177741982 >> v1:172.21.15.92:6789/0 conn(0x7f4ac40b8730 legacy=0x7f4ac40d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:23.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.461+0000 7f4ac2000640 1 -- 172.21.15.92:0/3177741982 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 287262249 0 0) 0x7f4ac40b8f20 con 0x7f4ac415e5f0 2024-09-19T06:02:23.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.461+0000 7f4aba000640 1 -- 172.21.15.92:0/3177741982 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac40b9200 con 0x7f4ac40d1590 2024-09-19T06:02:23.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.462+0000 7f4aba000640 1 --2- 172.21.15.92:0/3177741982 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 0x7f4ac40b81f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4aac0097d0 tx=0x7f4aac02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=998e60c73eb07939 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:23.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.462+0000 7f4ac2000640 1 -- 172.21.15.92:0/3177741982 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aac037070 con 0x7f4ac40d1590 2024-09-19T06:02:23.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.462+0000 7f4ac2000640 1 -- 172.21.15.92:0/3177741982 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4aac032440 con 0x7f4ac40d1590 2024-09-19T06:02:23.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.462+0000 7f4ac2000640 1 -- 172.21.15.92:0/3177741982 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4aac0327f0 con 0x7f4ac40d1590 2024-09-19T06:02:23.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.463+0000 7f4ac3e00640 1 -- 172.21.15.92:0/3177741982 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 msgr2=0x7f4ac40b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:23.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.463+0000 7f4ac3e00640 1 --2- 172.21.15.92:0/3177741982 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 0x7f4ac40b81f0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f4aac0097d0 tx=0x7f4aac02a210 comp rx=0 tx=0).stop 2024-09-19T06:02:23.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.463+0000 7f4ac3e00640 1 -- 172.21.15.92:0/3177741982 shutdown_connections 2024-09-19T06:02:23.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.463+0000 7f4ac3e00640 1 --2- 172.21.15.92:0/3177741982 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 0x7f4ac40b81f0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:23.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.463+0000 7f4ac3e00640 1 -- 172.21.15.92:0/3177741982 >> 172.21.15.92:0/3177741982 conn(0x7f4ac4062630 msgr2=0x7f4ac4062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:23.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.463+0000 7f4ac3e00640 1 -- 172.21.15.92:0/3177741982 shutdown_connections 2024-09-19T06:02:23.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.463+0000 7f4ac3e00640 1 -- 172.21.15.92:0/3177741982 wait complete. 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.465+0000 7f4ac3e00640 1 Processor -- start 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.465+0000 7f4ac3e00640 1 -- start start 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ac40b8730 0x7f4ac41f3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac3e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 0x7f4ac414f370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac3e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ac415e5f0 0x7f4ac414f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac3e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac40b8ba0 con 0x7f4ac40b8730 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac3e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4ac40b97c0 con 0x7f4ac415e5f0 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac3e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4ac40d32d0 con 0x7f4ac40d1590 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ac40b8730 0x7f4ac41f3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ac40b8730 0x7f4ac41f3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42464/0 (socket says 172.21.15.92:42464) 2024-09-19T06:02:23.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac2a00640 1 -- 172.21.15.92:0/1921949572 learned_addr learned my addr 172.21.15.92:0/1921949572 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4aba000640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 0x7f4ac414f370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac3400640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ac415e5f0 0x7f4ac414f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac2a00640 1 -- 172.21.15.92:0/1921949572 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 msgr2=0x7f4ac414f370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac2a00640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 0x7f4ac414f370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac2a00640 1 -- 172.21.15.92:0/1921949572 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ac415e5f0 msgr2=0x7f4ac414f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac2a00640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ac415e5f0 0x7f4ac414f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.466+0000 7f4ac2a00640 1 -- 172.21.15.92:0/1921949572 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ac4153110 con 0x7f4ac40b8730 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.467+0000 7f4ac2a00640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ac40b8730 0x7f4ac41f3600 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4ab400c3c0 tx=0x7f4ab400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.467+0000 7f4abb400640 1 -- 172.21.15.92:0/1921949572 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab4017070 con 0x7f4ac40b8730 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.467+0000 7f4abb400640 1 -- 172.21.15.92:0/1921949572 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ab40035f0 con 0x7f4ac40b8730 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.467+0000 7f4abb400640 1 -- 172.21.15.92:0/1921949572 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ab40039e0 con 0x7f4ac40b8730 2024-09-19T06:02:23.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.467+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4ac414d2e0 con 0x7f4ac40b8730 2024-09-19T06:02:23.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.467+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4ac414d580 con 0x7f4ac40b8730 2024-09-19T06:02:23.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.468+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4ac4069c20 con 0x7f4ac40b8730 2024-09-19T06:02:23.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.469+0000 7f4abb400640 1 -- 172.21.15.92:0/1921949572 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4ab401a070 con 0x7f4ac40b8730 2024-09-19T06:02:23.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.470+0000 7f4abb400640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4aa006c2b0 0x7f4aa006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:23.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.470+0000 7f4abb400640 1 -- 172.21.15.92:0/1921949572 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f4ab408a760 con 0x7f4ac40b8730 2024-09-19T06:02:23.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.470+0000 7f4aba000640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4aa006c2b0 0x7f4aa006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:23.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.470+0000 7f4aba000640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4aa006c2b0 0x7f4aa006e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4aac034000 tx=0x7f4aac02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:23.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.475+0000 7f4abb400640 1 -- 172.21.15.92:0/1921949572 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4ab4058870 con 0x7f4ac40b8730 2024-09-19T06:02:23.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.679+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4ac40b81f0 con 0x7f4ac40b8730 2024-09-19T06:02:23.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.680+0000 7f4abb400640 1 -- 172.21.15.92:0/1921949572 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f4ab405cb70 con 0x7f4ac40b8730 2024-09-19T06:02:23.682 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:23.682 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:23.682 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:23.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4aa006c2b0 msgr2=0x7f4aa006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:23.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4aa006c2b0 0x7f4aa006e770 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f4aac034000 tx=0x7f4aac02e000 comp rx=0 tx=0).stop 2024-09-19T06:02:23.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ac40b8730 msgr2=0x7f4ac41f3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:23.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ac40b8730 0x7f4ac41f3600 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f4ab400c3c0 tx=0x7f4ab400c880 comp rx=0 tx=0).stop 2024-09-19T06:02:23.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 shutdown_connections 2024-09-19T06:02:23.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4aa006c2b0 0x7f4aa006e770 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:23.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ac415e5f0 0x7f4ac414f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:23.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4ac40d1590 0x7f4ac414f370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:23.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 --2- 172.21.15.92:0/1921949572 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ac40b8730 0x7f4ac41f3600 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:23.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 >> 172.21.15.92:0/1921949572 conn(0x7f4ac4062630 msgr2=0x7f4ac40b4670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:23.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 shutdown_connections 2024-09-19T06:02:23.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:23.682+0000 7f4ac3e00640 1 -- 172.21.15.92:0/1921949572 wait complete. 2024-09-19T06:02:23.700 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-19T06:02:24.037 INFO:teuthology.orchestra.run.smithi092.stdout:{"message":"","return_code":0} 2024-09-19T06:02:24.037 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T06:02:24.037 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:24.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.192+0000 7ff55fa00640 1 Processor -- start 2024-09-19T06:02:24.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.193+0000 7ff55fa00640 1 -- start start 2024-09-19T06:02:24.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.194+0000 7ff55fa00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff55815c170 0x7ff55815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.194+0000 7ff55fa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff5580b64e0 0x7ff5580cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.194+0000 7ff55fa00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff5580b4cf0 con 0x7ff5580cf6c0 2024-09-19T06:02:24.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.194+0000 7ff55fa00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff55815ca90 con 0x7ff5580b64e0 2024-09-19T06:02:24.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.194+0000 7ff55fa00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff5580b49c0 con 0x7ff55815c170 2024-09-19T06:02:24.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.194+0000 7ff55da00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff5580b64e0 0x7ff5580cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.194+0000 7ff55da00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff5580b64e0 0x7ff5580cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42476/0 (socket says 172.21.15.92:42476) 2024-09-19T06:02:24.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.194+0000 7ff55da00640 1 -- 172.21.15.92:0/2197622618 learned_addr learned my addr 172.21.15.92:0/2197622618 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:24.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.194+0000 7ff55d000640 1 --2- 172.21.15.92:0/2197622618 >> v2:172.21.15.102:3300/0 conn(0x7ff55815c170 0x7ff55815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.195+0000 7ff55da00640 1 -- 172.21.15.92:0/2197622618 >> v2:172.21.15.102:3300/0 conn(0x7ff55815c170 msgr2=0x7ff55815c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:24.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.195+0000 7ff55da00640 1 --2- 172.21.15.92:0/2197622618 >> v2:172.21.15.102:3300/0 conn(0x7ff55815c170 0x7ff55815c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.195+0000 7ff55da00640 1 -- 172.21.15.92:0/2197622618 >> v1:172.21.15.102:6789/0 conn(0x7ff5580cf6c0 legacy=0x7ff5580b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.195+0000 7ff55da00640 1 -- 172.21.15.92:0/2197622618 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5580b4fd0 con 0x7ff5580b64e0 2024-09-19T06:02:24.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.195+0000 7ff557400640 1 -- 172.21.15.92:0/2197622618 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3065380060 0 0) 0x7ff5580b4cf0 con 0x7ff5580cf6c0 2024-09-19T06:02:24.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.196+0000 7ff55da00640 1 --2- 172.21.15.92:0/2197622618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580b64e0 0x7ff5580cfb30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7ff550009e50 tx=0x7ff55002a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b10fe1374ed9435b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:24.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.196+0000 7ff557400640 1 -- 172.21.15.92:0/2197622618 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff550036070 con 0x7ff5580b64e0 2024-09-19T06:02:24.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.196+0000 7ff557400640 1 -- 172.21.15.92:0/2197622618 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff550031600 con 0x7ff5580b64e0 2024-09-19T06:02:24.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.196+0000 7ff557400640 1 -- 172.21.15.92:0/2197622618 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff5500319d0 con 0x7ff5580b64e0 2024-09-19T06:02:24.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.197+0000 7ff55fa00640 1 -- 172.21.15.92:0/2197622618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580b64e0 msgr2=0x7ff5580cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.197+0000 7ff55fa00640 1 --2- 172.21.15.92:0/2197622618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580b64e0 0x7ff5580cfb30 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7ff550009e50 tx=0x7ff55002a6d0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.197+0000 7ff55fa00640 1 -- 172.21.15.92:0/2197622618 shutdown_connections 2024-09-19T06:02:24.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.197+0000 7ff55fa00640 1 --2- 172.21.15.92:0/2197622618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580b64e0 0x7ff5580cfb30 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.197+0000 7ff55fa00640 1 --2- 172.21.15.92:0/2197622618 >> v2:172.21.15.102:3300/0 conn(0x7ff55815c170 0x7ff55815c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.197+0000 7ff55fa00640 1 -- 172.21.15.92:0/2197622618 >> 172.21.15.92:0/2197622618 conn(0x7ff55806bc10 msgr2=0x7ff55806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:24.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.197+0000 7ff55fa00640 1 -- 172.21.15.92:0/2197622618 shutdown_connections 2024-09-19T06:02:24.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.197+0000 7ff55fa00640 1 -- 172.21.15.92:0/2197622618 wait complete. 2024-09-19T06:02:24.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.198+0000 7ff55fa00640 1 Processor -- start 2024-09-19T06:02:24.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.199+0000 7ff55fa00640 1 -- start start 2024-09-19T06:02:24.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.199+0000 7ff55fa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5580b64e0 0x7ff558151b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.199+0000 7ff55fa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580cf6c0 0x7ff558145fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.199+0000 7ff55fa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff55815c170 0x7ff5580ce9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.199+0000 7ff55fa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff5580b5870 con 0x7ff5580cf6c0 2024-09-19T06:02:24.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.199+0000 7ff55fa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff5580b5590 con 0x7ff5580b64e0 2024-09-19T06:02:24.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.199+0000 7ff55fa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff5580b5b50 con 0x7ff55815c170 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff557e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580cf6c0 0x7ff558145fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff557e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580cf6c0 0x7ff558145fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42480/0 (socket says 172.21.15.92:42480) 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff557e00640 1 -- 172.21.15.92:0/54382635 learned_addr learned my addr 172.21.15.92:0/54382635 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff55d000640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5580b64e0 0x7ff558151b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff55da00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff55815c170 0x7ff5580ce9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff557e00640 1 -- 172.21.15.92:0/54382635 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff55815c170 msgr2=0x7ff5580ce9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff557e00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff55815c170 0x7ff5580ce9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff557e00640 1 -- 172.21.15.92:0/54382635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5580b64e0 msgr2=0x7ff558151b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff557e00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5580b64e0 0x7ff558151b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff557e00640 1 -- 172.21.15.92:0/54382635 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff5581464e0 con 0x7ff5580cf6c0 2024-09-19T06:02:24.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.200+0000 7ff557e00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580cf6c0 0x7ff558145fa0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff54400c4b0 tx=0x7ff54400c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:24.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.201+0000 7ff554c00640 1 -- 172.21.15.92:0/54382635 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff544017070 con 0x7ff5580cf6c0 2024-09-19T06:02:24.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.201+0000 7ff554c00640 1 -- 172.21.15.92:0/54382635 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff544005480 con 0x7ff5580cf6c0 2024-09-19T06:02:24.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.201+0000 7ff554c00640 1 -- 172.21.15.92:0/54382635 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff544003830 con 0x7ff5580cf6c0 2024-09-19T06:02:24.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.201+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff5580cd950 con 0x7ff5580cf6c0 2024-09-19T06:02:24.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.201+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff5580cdf10 con 0x7ff5580cf6c0 2024-09-19T06:02:24.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.202+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff5580cfb30 con 0x7ff5580cf6c0 2024-09-19T06:02:24.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.203+0000 7ff554c00640 1 -- 172.21.15.92:0/54382635 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff54401a070 con 0x7ff5580cf6c0 2024-09-19T06:02:24.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.204+0000 7ff554c00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff53806c2b0 0x7ff53806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.204+0000 7ff554c00640 1 -- 172.21.15.92:0/54382635 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7ff54408a8d0 con 0x7ff5580cf6c0 2024-09-19T06:02:24.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.204+0000 7ff55d000640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff53806c2b0 0x7ff53806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.204+0000 7ff55d000640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff53806c2b0 0x7ff53806e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff54c009aa0 tx=0x7ff54c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:24.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.208+0000 7ff554c00640 1 -- 172.21.15.92:0/54382635 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff5581464e0 con 0x7ff5580cf6c0 2024-09-19T06:02:24.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.415+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff55806d640 con 0x7ff5580cf6c0 2024-09-19T06:02:24.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.416+0000 7ff554c00640 1 -- 172.21.15.92:0/54382635 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7ff5440588c0 con 0x7ff5580cf6c0 2024-09-19T06:02:24.418 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:24.419 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:24.419 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:24.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff53806c2b0 msgr2=0x7ff53806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff53806c2b0 0x7ff53806e770 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff54c009aa0 tx=0x7ff54c009190 comp rx=0 tx=0).stop 2024-09-19T06:02:24.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580cf6c0 msgr2=0x7ff558145fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580cf6c0 0x7ff558145fa0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7ff54400c4b0 tx=0x7ff54400c970 comp rx=0 tx=0).stop 2024-09-19T06:02:24.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 shutdown_connections 2024-09-19T06:02:24.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff55815c170 0x7ff5580ce9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff5580cf6c0 0x7ff558145fa0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff53806c2b0 0x7ff53806e770 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 --2- 172.21.15.92:0/54382635 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff5580b64e0 0x7ff558151b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.418+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 >> 172.21.15.92:0/54382635 conn(0x7ff55806bc10 msgr2=0x7ff558072210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:24.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.419+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 shutdown_connections 2024-09-19T06:02:24.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.419+0000 7ff55fa00640 1 -- 172.21.15.92:0/54382635 wait complete. 2024-09-19T06:02:24.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump mds_cache strays_created 2024-09-19T06:02:24.741 INFO:teuthology.orchestra.run.smithi092.stdout:{"mds_cache":{"strays_created":1001}} 2024-09-19T06:02:24.741 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_cache": { "strays_created": 1001 } } 2024-09-19T06:02:24.742 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.893+0000 7fac62000640 1 Processor -- start 2024-09-19T06:02:24.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.893+0000 7fac62000640 1 -- start start 2024-09-19T06:02:24.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.895+0000 7fac62000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c0b64e0 0x7fac5c167110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.895+0000 7fac62000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac5c0b49c0 con 0x7fac5c15c550 2024-09-19T06:02:24.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.895+0000 7fac62000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fac5c0b4cf0 con 0x7fac5c15c170 2024-09-19T06:02:24.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.895+0000 7fac62000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fac5c0b4fd0 con 0x7fac5c0b64e0 2024-09-19T06:02:24.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.895+0000 7fac5aa00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fac5c15c550 0x7fac5c0b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:55272/0 (socket says 172.21.15.92:55272) 2024-09-19T06:02:24.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.895+0000 7fac5aa00640 1 -- 172.21.15.92:0/1510690111 learned_addr learned my addr 172.21.15.92:0/1510690111 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:24.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.895+0000 7fac5be00640 1 --2- 172.21.15.92:0/1510690111 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c0b64e0 0x7fac5c167110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.895+0000 7fac5a000640 1 -- 172.21.15.92:0/1510690111 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3230409902 0 0) 0x7fac5c0b49c0 con 0x7fac5c15c550 2024-09-19T06:02:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.895+0000 7fac5a000640 1 -- 172.21.15.92:0/1510690111 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fac40003520 con 0x7fac5c15c550 2024-09-19T06:02:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.896+0000 7fac5be00640 1 -- 172.21.15.92:0/1510690111 >> v1:172.21.15.102:6789/0 conn(0x7fac5c15c170 legacy=0x7fac5c0cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.896+0000 7fac5a000640 1 -- 172.21.15.92:0/1510690111 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2039101843 0 0) 0x7fac5c0b4cf0 con 0x7fac5c15c170 2024-09-19T06:02:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.896+0000 7fac5be00640 1 -- 172.21.15.92:0/1510690111 >> v1:172.21.15.92:6789/0 conn(0x7fac5c15c550 legacy=0x7fac5c0b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.896+0000 7fac5be00640 1 -- 172.21.15.92:0/1510690111 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac5c0b52b0 con 0x7fac5c0b64e0 2024-09-19T06:02:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.897+0000 7fac5be00640 1 --2- 172.21.15.92:0/1510690111 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c0b64e0 0x7fac5c167110 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fac54009df0 tx=0x7fac5402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=37667c28f5299afa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.897+0000 7fac5a000640 1 -- 172.21.15.92:0/1510690111 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac54007740 con 0x7fac5c0b64e0 2024-09-19T06:02:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.897+0000 7fac5a000640 1 -- 172.21.15.92:0/1510690111 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac540078e0 con 0x7fac5c0b64e0 2024-09-19T06:02:24.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.897+0000 7fac5a000640 1 -- 172.21.15.92:0/1510690111 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac54007cb0 con 0x7fac5c0b64e0 2024-09-19T06:02:24.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.898+0000 7fac62000640 1 -- 172.21.15.92:0/1510690111 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c0b64e0 msgr2=0x7fac5c167110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.898+0000 7fac62000640 1 --2- 172.21.15.92:0/1510690111 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c0b64e0 0x7fac5c167110 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fac54009df0 tx=0x7fac5402a710 comp rx=0 tx=0).stop 2024-09-19T06:02:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.898+0000 7fac62000640 1 -- 172.21.15.92:0/1510690111 shutdown_connections 2024-09-19T06:02:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.898+0000 7fac62000640 1 --2- 172.21.15.92:0/1510690111 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c0b64e0 0x7fac5c167110 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.898+0000 7fac62000640 1 -- 172.21.15.92:0/1510690111 >> 172.21.15.92:0/1510690111 conn(0x7fac5c06bc10 msgr2=0x7fac5c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.898+0000 7fac62000640 1 -- 172.21.15.92:0/1510690111 shutdown_connections 2024-09-19T06:02:24.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.898+0000 7fac62000640 1 -- 172.21.15.92:0/1510690111 wait complete. 2024-09-19T06:02:24.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.901+0000 7fac62000640 1 Processor -- start 2024-09-19T06:02:24.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.901+0000 7fac62000640 1 -- start start 2024-09-19T06:02:24.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.902+0000 7fac62000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac5c0b64e0 0x7fac5c14f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.902+0000 7fac62000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac5c15c170 0x7fac5c146f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.902+0000 7fac62000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c15c550 0x7fac5c15f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.902+0000 7fac62000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fac5c0b5b50 con 0x7fac5c15c170 2024-09-19T06:02:24.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.902+0000 7fac62000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fac5c0b5870 con 0x7fac5c0b64e0 2024-09-19T06:02:24.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.902+0000 7fac62000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fac5c15c9c0 con 0x7fac5c15c550 2024-09-19T06:02:24.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac5c15c170 0x7fac5c146f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac5c15c170 0x7fac5c146f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42484/0 (socket says 172.21.15.92:42484) 2024-09-19T06:02:24.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5aa00640 1 -- 172.21.15.92:0/1176380530 learned_addr learned my addr 172.21.15.92:0/1176380530 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:24.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5be00640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c15c550 0x7fac5c15f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5aa00640 1 -- 172.21.15.92:0/1176380530 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c15c550 msgr2=0x7fac5c15f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:24.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5aa00640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c15c550 0x7fac5c15f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5aa00640 1 -- 172.21.15.92:0/1176380530 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac5c0b64e0 msgr2=0x7fac5c14f620 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-19T06:02:24.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5aa00640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac5c0b64e0 0x7fac5c14f620 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:24.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5aa00640 1 -- 172.21.15.92:0/1176380530 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fac5c0c7d00 con 0x7fac5c15c170 2024-09-19T06:02:24.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.903+0000 7fac5aa00640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac5c15c170 0x7fac5c146f20 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fac4800c390 tx=0x7fac4800c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:24.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.904+0000 7fac53400640 1 -- 172.21.15.92:0/1176380530 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac48017070 con 0x7fac5c15c170 2024-09-19T06:02:24.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.904+0000 7fac53400640 1 -- 172.21.15.92:0/1176380530 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fac48005ce0 con 0x7fac5c15c170 2024-09-19T06:02:24.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.904+0000 7fac53400640 1 -- 172.21.15.92:0/1176380530 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fac480072f0 con 0x7fac5c15c170 2024-09-19T06:02:24.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.904+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fac5c15e8e0 con 0x7fac5c15c170 2024-09-19T06:02:24.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.904+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fac5c15eea0 con 0x7fac5c15c170 2024-09-19T06:02:24.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.905+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fac5c0b5dd0 con 0x7fac5c15c170 2024-09-19T06:02:24.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.906+0000 7fac53400640 1 -- 172.21.15.92:0/1176380530 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fac4801a070 con 0x7fac5c15c170 2024-09-19T06:02:24.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.907+0000 7fac53400640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac3c06c2b0 0x7fac3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:24.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.907+0000 7fac53400640 1 -- 172.21.15.92:0/1176380530 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fac4808a760 con 0x7fac5c15c170 2024-09-19T06:02:24.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.907+0000 7fac5b400640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac3c06c2b0 0x7fac3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:24.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.908+0000 7fac5b400640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac3c06c2b0 0x7fac3c06e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fac4c000f60 tx=0x7fac4c007880 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:24.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:24.911+0000 7fac53400640 1 -- 172.21.15.92:0/1176380530 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fac48058f60 con 0x7fac5c15c170 2024-09-19T06:02:25.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.141+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fac5c0b2cf0 con 0x7fac5c15c170 2024-09-19T06:02:25.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.142+0000 7fac53400640 1 -- 172.21.15.92:0/1176380530 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7fac48058860 con 0x7fac5c15c170 2024-09-19T06:02:25.144 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:25.144 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:25.144 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:25.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.144+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac3c06c2b0 msgr2=0x7fac3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.144+0000 7fac62000640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac3c06c2b0 0x7fac3c06e770 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fac4c000f60 tx=0x7fac4c007880 comp rx=0 tx=0).stop 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.144+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac5c15c170 msgr2=0x7fac5c146f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.144+0000 7fac62000640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac5c15c170 0x7fac5c146f20 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fac4800c390 tx=0x7fac4800c850 comp rx=0 tx=0).stop 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.145+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 shutdown_connections 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.145+0000 7fac62000640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fac5c15c550 0x7fac5c15f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.145+0000 7fac62000640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fac5c15c170 0x7fac5c146f20 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.145+0000 7fac62000640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fac3c06c2b0 0x7fac3c06e770 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.145+0000 7fac62000640 1 --2- 172.21.15.92:0/1176380530 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fac5c0b64e0 0x7fac5c14f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.145+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 >> 172.21.15.92:0/1176380530 conn(0x7fac5c06bc10 msgr2=0x7fac5c0c5680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.145+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 shutdown_connections 2024-09-19T06:02:25.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:25.145+0000 7fac62000640 1 -- 172.21.15.92:0/1176380530 wait complete. 2024-09-19T06:02:25.171 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump mds_cache strays_enqueued 2024-09-19T06:02:25.349 INFO:teuthology.orchestra.run.smithi092.stdout:{"mds_cache":{"strays_enqueued":65}} 2024-09-19T06:02:25.350 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_cache": { "strays_enqueued": 65 } } 2024-09-19T06:02:25.350 DEBUG:tasks.ceph_test_case:wait_until_equal: 65 != 1001, waiting (timeout=600)... 2024-09-19T06:02:30.351 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:30.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.510+0000 7fb029e00640 1 Processor -- start 2024-09-19T06:02:30.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.510+0000 7fb029e00640 1 -- start start 2024-09-19T06:02:30.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb029e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb02415ec10 0x7fb024142de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:30.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb029e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb024141d40 con 0x7fb0240cea90 2024-09-19T06:02:30.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb029e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb024142020 con 0x7fb0240b2da0 2024-09-19T06:02:30.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb029e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb024141af0 con 0x7fb02415ec10 2024-09-19T06:02:30.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb023400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fb0240cea90 0x7fb024143320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:35250/0 (socket says 172.21.15.92:35250) 2024-09-19T06:02:30.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb023400640 1 -- 172.21.15.92:0/1172649726 learned_addr learned my addr 172.21.15.92:0/1172649726 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:30.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb01a000640 1 --2- 172.21.15.92:0/1172649726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb02415ec10 0x7fb024142de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb022000640 1 -- 172.21.15.92:0/1172649726 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1666015901 0 0) 0x7fb024141d40 con 0x7fb0240cea90 2024-09-19T06:02:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb022000640 1 -- 172.21.15.92:0/1172649726 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb008003520 con 0x7fb0240cea90 2024-09-19T06:02:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb022000640 1 -- 172.21.15.92:0/1172649726 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1361672663 0 0) 0x7fb024142020 con 0x7fb0240b2da0 2024-09-19T06:02:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.512+0000 7fb022000640 1 -- 172.21.15.92:0/1172649726 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb024141d40 con 0x7fb0240b2da0 2024-09-19T06:02:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.513+0000 7fb01a000640 1 -- 172.21.15.92:0/1172649726 >> v1:172.21.15.102:6789/0 conn(0x7fb0240b2da0 legacy=0x7fb0240ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.513+0000 7fb01a000640 1 -- 172.21.15.92:0/1172649726 >> v1:172.21.15.92:6789/0 conn(0x7fb0240cea90 legacy=0x7fb024143320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.513+0000 7fb01a000640 1 -- 172.21.15.92:0/1172649726 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb024142300 con 0x7fb02415ec10 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.514+0000 7fb01a000640 1 --2- 172.21.15.92:0/1172649726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb02415ec10 0x7fb024142de0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb00c0097d0 tx=0x7fb00c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a6bba0a8357520c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.514+0000 7fb022000640 1 -- 172.21.15.92:0/1172649726 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c037070 con 0x7fb02415ec10 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.514+0000 7fb022000640 1 -- 172.21.15.92:0/1172649726 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb00c032440 con 0x7fb02415ec10 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.514+0000 7fb022000640 1 -- 172.21.15.92:0/1172649726 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb00c032810 con 0x7fb02415ec10 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.514+0000 7fb029e00640 1 -- 172.21.15.92:0/1172649726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb02415ec10 msgr2=0x7fb024142de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.514+0000 7fb029e00640 1 --2- 172.21.15.92:0/1172649726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb02415ec10 0x7fb024142de0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fb00c0097d0 tx=0x7fb00c02a210 comp rx=0 tx=0).stop 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.514+0000 7fb029e00640 1 -- 172.21.15.92:0/1172649726 shutdown_connections 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.514+0000 7fb029e00640 1 --2- 172.21.15.92:0/1172649726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb02415ec10 0x7fb024142de0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.514+0000 7fb029e00640 1 -- 172.21.15.92:0/1172649726 >> 172.21.15.92:0/1172649726 conn(0x7fb02406bc10 msgr2=0x7fb02406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.515+0000 7fb029e00640 1 -- 172.21.15.92:0/1172649726 shutdown_connections 2024-09-19T06:02:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.515+0000 7fb029e00640 1 -- 172.21.15.92:0/1172649726 wait complete. 2024-09-19T06:02:30.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.516+0000 7fb029e00640 1 Processor -- start 2024-09-19T06:02:30.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.516+0000 7fb029e00640 1 -- start start 2024-09-19T06:02:30.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.517+0000 7fb029e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb0240b2da0 0x7fb0241551e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:30.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.517+0000 7fb029e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0240cea90 0x7fb0241400d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:30.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.517+0000 7fb029e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb02415ec10 0x7fb024158150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:30.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.517+0000 7fb029e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb0240b3180 con 0x7fb02415ec10 2024-09-19T06:02:30.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.517+0000 7fb029e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb0241428c0 con 0x7fb0240cea90 2024-09-19T06:02:30.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.517+0000 7fb029e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb0240b3300 con 0x7fb0240b2da0 2024-09-19T06:02:30.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.517+0000 7fb023400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb02415ec10 0x7fb024158150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.517+0000 7fb023400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb02415ec10 0x7fb024158150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:40394/0 (socket says 172.21.15.92:40394) 2024-09-19T06:02:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.517+0000 7fb023400640 1 -- 172.21.15.92:0/804996005 learned_addr learned my addr 172.21.15.92:0/804996005 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb01a000640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0240cea90 0x7fb0241400d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb023400640 1 -- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb0240b2da0 msgr2=0x7fb0241551e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb022a00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb0240b2da0 0x7fb0241551e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb023400640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb0240b2da0 0x7fb0241551e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb023400640 1 -- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0240cea90 msgr2=0x7fb0241400d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb023400640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0240cea90 0x7fb0241400d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb023400640 1 -- 172.21.15.92:0/804996005 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb0240b6600 con 0x7fb02415ec10 2024-09-19T06:02:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb01a000640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0240cea90 0x7fb0241400d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb022a00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb0240b2da0 0x7fb0241551e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb023400640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb02415ec10 0x7fb024158150 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fb01c00ca70 tx=0x7fb01c00cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb01be00640 1 -- 172.21.15.92:0/804996005 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb01c017070 con 0x7fb02415ec10 2024-09-19T06:02:30.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb01be00640 1 -- 172.21.15.92:0/804996005 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb01c00abd0 con 0x7fb02415ec10 2024-09-19T06:02:30.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb01be00640 1 -- 172.21.15.92:0/804996005 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb01c012400 con 0x7fb02415ec10 2024-09-19T06:02:30.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb0241e8030 con 0x7fb02415ec10 2024-09-19T06:02:30.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.518+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb024140610 con 0x7fb02415ec10 2024-09-19T06:02:30.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.520+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb0240ce380 con 0x7fb02415ec10 2024-09-19T06:02:30.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.520+0000 7fb01be00640 1 -- 172.21.15.92:0/804996005 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb01c01a070 con 0x7fb02415ec10 2024-09-19T06:02:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.521+0000 7fb01be00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb00006c2b0 0x7fb00006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.521+0000 7fb01be00640 1 -- 172.21.15.92:0/804996005 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fb01c08b080 con 0x7fb02415ec10 2024-09-19T06:02:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.521+0000 7fb022a00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb00006c2b0 0x7fb00006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.522+0000 7fb022a00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb00006c2b0 0x7fb00006e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb014001610 tx=0x7fb014009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:30.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.526+0000 7fb01be00640 1 -- 172.21.15.92:0/804996005 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb01c059190 con 0x7fb02415ec10 2024-09-19T06:02:30.734 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.732+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fb024143d70 con 0x7fb02415ec10 2024-09-19T06:02:30.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.733+0000 7fb01be00640 1 -- 172.21.15.92:0/804996005 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7fb01c05d490 con 0x7fb02415ec10 2024-09-19T06:02:30.735 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:30.735 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:30.736 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:30.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb00006c2b0 msgr2=0x7fb00006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb00006c2b0 0x7fb00006e770 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fb014001610 tx=0x7fb014009040 comp rx=0 tx=0).stop 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb02415ec10 msgr2=0x7fb024158150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb02415ec10 0x7fb024158150 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fb01c00ca70 tx=0x7fb01c00cf30 comp rx=0 tx=0).stop 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 shutdown_connections 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb02415ec10 0x7fb024158150 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb00006c2b0 0x7fb00006e770 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb0240cea90 0x7fb0241400d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 --2- 172.21.15.92:0/804996005 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb0240b2da0 0x7fb0241551e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 >> 172.21.15.92:0/804996005 conn(0x7fb02406bc10 msgr2=0x7fb024143f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 shutdown_connections 2024-09-19T06:02:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:30.735+0000 7fb029e00640 1 -- 172.21.15.92:0/804996005 wait complete. 2024-09-19T06:02:30.753 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump mds_cache strays_enqueued 2024-09-19T06:02:30.926 INFO:teuthology.orchestra.run.smithi092.stdout:{"mds_cache":{"strays_enqueued":1001}} 2024-09-19T06:02:30.926 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_cache": { "strays_enqueued": 1001 } } 2024-09-19T06:02:30.927 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:31.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.077+0000 7ff626c00640 1 Processor -- start 2024-09-19T06:02:31.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.078+0000 7ff626c00640 1 -- start start 2024-09-19T06:02:31.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.079+0000 7ff626c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff62015c170 0x7ff62015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.079+0000 7ff626c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff6200cf6c0 0x7ff6200cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.079+0000 7ff626c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff6200b49c0 con 0x7ff6200b5dd0 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.079+0000 7ff626c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff62015ca90 con 0x7ff6200cf6c0 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.079+0000 7ff626c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff6200b4cf0 con 0x7ff62015c170 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.079+0000 7ff624c00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff6200b5dd0 0x7ff62015ffb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:35260/0 (socket says 172.21.15.92:35260) 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.079+0000 7ff624c00640 1 -- 172.21.15.92:0/596329773 learned_addr learned my addr 172.21.15.92:0/596329773 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.079+0000 7ff61f400640 1 --2- 172.21.15.92:0/596329773 >> v2:172.21.15.92:3300/0 conn(0x7ff6200cf6c0 0x7ff6200cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.079+0000 7ff61fe00640 1 --2- 172.21.15.92:0/596329773 >> v2:172.21.15.102:3300/0 conn(0x7ff62015c170 0x7ff62015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.080+0000 7ff61f400640 1 -- 172.21.15.92:0/596329773 >> v2:172.21.15.102:3300/0 conn(0x7ff62015c170 msgr2=0x7ff62015c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.080+0000 7ff61f400640 1 --2- 172.21.15.92:0/596329773 >> v2:172.21.15.102:3300/0 conn(0x7ff62015c170 0x7ff62015c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.080+0000 7ff61f400640 1 -- 172.21.15.92:0/596329773 >> v1:172.21.15.92:6789/0 conn(0x7ff6200b5dd0 legacy=0x7ff62015ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.080+0000 7ff61f400640 1 -- 172.21.15.92:0/596329773 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6200b4fd0 con 0x7ff6200cf6c0 2024-09-19T06:02:31.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.080+0000 7ff61ea00640 1 -- 172.21.15.92:0/596329773 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2619499744 0 0) 0x7ff6200b49c0 con 0x7ff6200b5dd0 2024-09-19T06:02:31.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff61f400640 1 --2- 172.21.15.92:0/596329773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 0x7ff6200cfb30 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff60c0097a0 tx=0x7ff60c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c71f425c8e01e0fa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff61ea00640 1 -- 172.21.15.92:0/596329773 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60c037070 con 0x7ff6200cf6c0 2024-09-19T06:02:31.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff61ea00640 1 -- 172.21.15.92:0/596329773 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff60c032440 con 0x7ff6200cf6c0 2024-09-19T06:02:31.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff61ea00640 1 -- 172.21.15.92:0/596329773 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60c032810 con 0x7ff6200cf6c0 2024-09-19T06:02:31.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff626c00640 1 -- 172.21.15.92:0/596329773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 msgr2=0x7ff6200cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff626c00640 1 --2- 172.21.15.92:0/596329773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 0x7ff6200cfb30 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff60c0097a0 tx=0x7ff60c02a1e0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff626c00640 1 -- 172.21.15.92:0/596329773 shutdown_connections 2024-09-19T06:02:31.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff626c00640 1 --2- 172.21.15.92:0/596329773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 0x7ff6200cfb30 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff626c00640 1 --2- 172.21.15.92:0/596329773 >> v2:172.21.15.102:3300/0 conn(0x7ff62015c170 0x7ff62015c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.081+0000 7ff626c00640 1 -- 172.21.15.92:0/596329773 >> 172.21.15.92:0/596329773 conn(0x7ff62006bc10 msgr2=0x7ff62006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:31.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.082+0000 7ff626c00640 1 -- 172.21.15.92:0/596329773 shutdown_connections 2024-09-19T06:02:31.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.082+0000 7ff626c00640 1 -- 172.21.15.92:0/596329773 wait complete. 2024-09-19T06:02:31.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.083+0000 7ff626c00640 1 Processor -- start 2024-09-19T06:02:31.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.083+0000 7ff626c00640 1 -- start start 2024-09-19T06:02:31.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.084+0000 7ff626c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6200b5dd0 0x7ff62014b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.084+0000 7ff626c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 0x7ff6201561e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.084+0000 7ff626c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff62015c170 0x7ff62015d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.084+0000 7ff626c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff6200b5870 con 0x7ff6200cf6c0 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.084+0000 7ff626c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff6200b5590 con 0x7ff6200b5dd0 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.084+0000 7ff626c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff6200b5b50 con 0x7ff62015c170 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.084+0000 7ff61f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 0x7ff6201561e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.084+0000 7ff61f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 0x7ff6201561e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:40426/0 (socket says 172.21.15.92:40426) 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.084+0000 7ff61f400640 1 -- 172.21.15.92:0/2041177805 learned_addr learned my addr 172.21.15.92:0/2041177805 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff61fe00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6200b5dd0 0x7ff62014b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff624c00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff62015c170 0x7ff62015d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff61f400640 1 -- 172.21.15.92:0/2041177805 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff62015c170 msgr2=0x7ff62015d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff61f400640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff62015c170 0x7ff62015d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff61f400640 1 -- 172.21.15.92:0/2041177805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6200b5dd0 msgr2=0x7ff62014b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff61f400640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6200b5dd0 0x7ff62014b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff61f400640 1 -- 172.21.15.92:0/2041177805 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff620156950 con 0x7ff6200cf6c0 2024-09-19T06:02:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff61fe00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6200b5dd0 0x7ff62014b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff61f400640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 0x7ff6201561e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff60c0097a0 tx=0x7ff60c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff617e00640 1 -- 172.21.15.92:0/2041177805 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60c037050 con 0x7ff6200cf6c0 2024-09-19T06:02:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff617e00640 1 -- 172.21.15.92:0/2041177805 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff60c038040 con 0x7ff6200cf6c0 2024-09-19T06:02:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff617e00640 1 -- 172.21.15.92:0/2041177805 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60c004490 con 0x7ff6200cf6c0 2024-09-19T06:02:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.085+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff620156c30 con 0x7ff6200cf6c0 2024-09-19T06:02:31.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.086+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6200cd2e0 con 0x7ff6200cf6c0 2024-09-19T06:02:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.086+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff620157150 con 0x7ff6200cf6c0 2024-09-19T06:02:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.087+0000 7ff617e00640 1 -- 172.21.15.92:0/2041177805 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff60c03c6d0 con 0x7ff6200cf6c0 2024-09-19T06:02:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.088+0000 7ff617e00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.088+0000 7ff617e00640 1 -- 172.21.15.92:0/2041177805 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7ff60c0abef0 con 0x7ff6200cf6c0 2024-09-19T06:02:31.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.088+0000 7ff61fe00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.089+0000 7ff61fe00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff62006d6e0 tx=0x7ff610008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.093+0000 7ff617e00640 1 -- 172.21.15.92:0/2041177805 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff60c07a5c0 con 0x7ff6200cf6c0 2024-09-19T06:02:31.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.307+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff6200cfb30 con 0x7ff6200cf6c0 2024-09-19T06:02:31.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.308+0000 7ff617e00640 1 -- 172.21.15.92:0/2041177805 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7ff60c079ec0 con 0x7ff6200cf6c0 2024-09-19T06:02:31.310 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:31.310 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:31.312 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 msgr2=0x7ff60006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff62006d6e0 tx=0x7ff610008040 comp rx=0 tx=0).stop 2024-09-19T06:02:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 msgr2=0x7ff6201561e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 0x7ff6201561e0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7ff60c0097a0 tx=0x7ff60c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 shutdown_connections 2024-09-19T06:02:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff62015c170 0x7ff62015d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6200cf6c0 0x7ff6201561e0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 --2- 172.21.15.92:0/2041177805 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff6200b5dd0 0x7ff62014b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 >> 172.21.15.92:0/2041177805 conn(0x7ff62006bc10 msgr2=0x7ff620155190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 shutdown_connections 2024-09-19T06:02:31.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.310+0000 7ff626c00640 1 -- 172.21.15.92:0/2041177805 wait complete. 2024-09-19T06:02:31.328 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump purge_queue pq_executed 2024-09-19T06:02:31.499 INFO:teuthology.orchestra.run.smithi092.stdout:{"purge_queue":{"pq_executed":1001}} 2024-09-19T06:02:31.499 DEBUG:tasks.cephfs.filesystem:_json_asok output { "purge_queue": { "pq_executed": 1001 } } 2024-09-19T06:02:31.500 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 10000000000.00000000 2024-09-19T06:02:31.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.573+0000 7fc5c6d15f40 1 Processor -- start 2024-09-19T06:02:31.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.573+0000 7fc5c6d15f40 1 -- start start 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.574+0000 7fc5c6d15f40 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5aa6bf0 0x55ffd5ad5660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.574+0000 7fc5c6d15f40 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5ad27a0 0x55ffd5b70fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.574+0000 7fc5c6d15f40 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 0x55ffd5aa3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.574+0000 7fc5c6d15f40 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55ffd5a4cb30 con 0x55ffd5ad27a0 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.574+0000 7fc5c6d15f40 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ffd5a50b70 con 0x55ffd5ad7f20 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.574+0000 7fc5c6d15f40 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55ffd5af1b00 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.574+0000 7fc5c3600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5ad27a0 0x55ffd5b70fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.574+0000 7fc5c3600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5ad27a0 0x55ffd5b70fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:40438/0 (socket says 172.21.15.92:40438) 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.574+0000 7fc5c3600640 1 -- 172.21.15.92:0/2558951026 learned_addr learned my addr 172.21.15.92:0/2558951026 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c4a00640 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 0x55ffd5aa3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c3600640 1 -- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5aa6bf0 msgr2=0x55ffd5ad5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:31.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c4000640 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5aa6bf0 0x55ffd5ad5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c3600640 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5aa6bf0 0x55ffd5ad5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c3600640 1 -- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 msgr2=0x55ffd5aa3610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c3600640 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 0x55ffd5aa3610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c3600640 1 -- 172.21.15.92:0/2558951026 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffd5b76c40 con 0x55ffd5ad27a0 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c4a00640 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 0x55ffd5aa3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c4000640 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5aa6bf0 0x55ffd5ad5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c3600640 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5ad27a0 0x55ffd5b70fb0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc5b0001d10 tx=0x7fc5b000b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93fbb41313ea29d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c2200640 1 -- 172.21.15.92:0/2558951026 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b0001e60 con 0x55ffd5ad27a0 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c2200640 1 -- 172.21.15.92:0/2558951026 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5b000bd80 con 0x55ffd5ad27a0 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.575+0000 7fc5c2200640 1 -- 172.21.15.92:0/2558951026 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b000f640 con 0x55ffd5ad27a0 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.576+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/2558951026 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5ad27a0 msgr2=0x55ffd5b70fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.576+0000 7fc5c6d15f40 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5ad27a0 0x55ffd5b70fb0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc5b0001d10 tx=0x7fc5b000b5b0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.576+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/2558951026 shutdown_connections 2024-09-19T06:02:31.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.576+0000 7fc5c6d15f40 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 0x55ffd5aa3610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.576+0000 7fc5c6d15f40 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5ad27a0 0x55ffd5b70fb0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.576+0000 7fc5c6d15f40 1 --2- 172.21.15.92:0/2558951026 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5aa6bf0 0x55ffd5ad5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.576+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/2558951026 >> 172.21.15.92:0/2558951026 conn(0x55ffd5ad5280 msgr2=0x55ffd5aa5800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:31.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.576+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/2558951026 shutdown_connections 2024-09-19T06:02:31.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.576+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/2558951026 wait complete. 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.577+0000 7fc5c6d15f40 1 Processor -- start 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.577+0000 7fc5c6d15f40 1 -- start start 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.577+0000 7fc5c6d15f40 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5aa6bf0 0x55ffd5b6d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.577+0000 7fc5c6d15f40 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5ad27a0 0x55ffd5b72920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c6d15f40 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 0x55ffd5aa5800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c6d15f40 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55ffd5b77100 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c6d15f40 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55ffd5b76eb0 con 0x55ffd5ad7f20 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c6d15f40 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55ffd5b718d0 con 0x55ffd5ad27a0 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c4000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5aa6bf0 0x55ffd5b6d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c4000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5aa6bf0 0x55ffd5b6d0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:40448/0 (socket says 172.21.15.92:40448) 2024-09-19T06:02:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c4000640 1 -- 172.21.15.92:0/317743867 learned_addr learned my addr 172.21.15.92:0/317743867 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c4a00640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 0x55ffd5aa5800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c3600640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5ad27a0 0x55ffd5b72920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c4000640 1 -- 172.21.15.92:0/317743867 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5ad27a0 msgr2=0x55ffd5b72920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c4000640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55ffd5ad27a0 0x55ffd5b72920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c4000640 1 -- 172.21.15.92:0/317743867 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 msgr2=0x55ffd5aa5800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c4000640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55ffd5ad7f20 0x55ffd5aa5800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.578+0000 7fc5c4000640 1 -- 172.21.15.92:0/317743867 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55ffd5b6df60 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.579+0000 7fc5c4000640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5aa6bf0 0x55ffd5b6d0a0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fc5b4001bf0 tx=0x7fc5b400a6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.579+0000 7fc5c0e00640 1 -- 172.21.15.92:0/317743867 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b400e640 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.579+0000 7fc5c0e00640 1 -- 172.21.15.92:0/317743867 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc5b400e7e0 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.579+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x55ffd5b72290 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.579+0000 7fc5c0e00640 1 -- 172.21.15.92:0/317743867 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc5b400ebb0 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.579+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55ffd5b75bf0 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.581+0000 7fc5c0e00640 1 -- 172.21.15.92:0/317743867 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc5b4009030 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.581+0000 7fc5c0e00640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc5a406ac90 0x7fc5a406d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.582+0000 7fc5c0e00640 1 -- 172.21.15.92:0/317743867 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fc5b408a1b0 con 0x55ffd5aa6bf0 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.582+0000 7fc5c3600640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc5a406ac90 0x7fc5a406d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.582+0000 7fc5c6d15f40 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55ffd5b75670 0x55ffd5b74900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.582+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 --> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e33) -- 0x55ffd5b74e40 con 0x55ffd5b75670 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.582+0000 7fc5c4a00640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55ffd5b75670 0x55ffd5b74900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.582+0000 7fc5c3600640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc5a406ac90 0x7fc5a406d150 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x55ffd5af2e80 tx=0x7fc5b0009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c4a00640 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55ffd5b75670 0x55ffd5b74900 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c4a00640 1 -- 172.21.15.92:0/317743867 <== osd.3 v2:172.21.15.92:6802/488215149 1 ==== osd_op_reply(1 10000000000.00000000 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) ==== 164+0+0 (crc 0 0 0) 0x7fc5bc05d040 con 0x55ffd5b75670 2024-09-19T06:02:31.586 INFO:teuthology.orchestra.run.smithi092.stderr: error stat-ing cephfs_metadata/10000000000.00000000: (2) No such file or directory 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55ffd5b75670 msgr2=0x55ffd5b74900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x55ffd5b75670 0x55ffd5b74900 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc5a406ac90 msgr2=0x7fc5a406d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc5a406ac90 0x7fc5a406d150 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x55ffd5af2e80 tx=0x7fc5b0009000 comp rx=0 tx=0).stop 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5aa6bf0 msgr2=0x55ffd5b6d0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 --2- 172.21.15.92:0/317743867 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55ffd5aa6bf0 0x55ffd5b6d0a0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fc5b4001bf0 tx=0x7fc5b400a6b0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c4a00640 1 -- 172.21.15.92:0/317743867 reap_dead start 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 shutdown_connections 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 >> 172.21.15.92:0/317743867 conn(0x55ffd5ad5280 msgr2=0x55ffd5aa3610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 shutdown_connections 2024-09-19T06:02:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.583+0000 7fc5c6d15f40 1 -- 172.21.15.92:0/317743867 wait complete. 2024-09-19T06:02:31.589 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:02:31.590 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph df --format=json-pretty 2024-09-19T06:02:31.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.739+0000 7fb404400640 1 Processor -- start 2024-09-19T06:02:31.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.739+0000 7fb404400640 1 -- start start 2024-09-19T06:02:31.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.740+0000 7fb404400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc155800 0x7fb3fc0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb404400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb3fc15c330 0x7fb3fc0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb404400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3fc0cf570 0x7fb3fc0cf9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb404400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb3fc0b4e60 con 0x7fb3fc0cf570 2024-09-19T06:02:31.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb404400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb3fc0cfee0 con 0x7fb3fc15c330 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb404400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb3fc15c770 con 0x7fb3fc155800 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb402400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3fc0cf570 0x7fb3fc0cf9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb402400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3fc0cf570 0x7fb3fc0cf9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:40464/0 (socket says 172.21.15.92:40464) 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb402400640 1 -- 172.21.15.92:0/3542566239 learned_addr learned my addr 172.21.15.92:0/3542566239 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb401000640 1 --2- 172.21.15.92:0/3542566239 >> v2:172.21.15.102:3300/0 conn(0x7fb3fc15c330 0x7fb3fc0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb401a00640 1 --2- 172.21.15.92:0/3542566239 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc155800 0x7fb3fc0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb402400640 1 -- 172.21.15.92:0/3542566239 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc155800 msgr2=0x7fb3fc0b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb402400640 1 --2- 172.21.15.92:0/3542566239 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc155800 0x7fb3fc0b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb402400640 1 -- 172.21.15.92:0/3542566239 >> v2:172.21.15.102:3300/0 conn(0x7fb3fc15c330 msgr2=0x7fb3fc0b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb402400640 1 --2- 172.21.15.92:0/3542566239 >> v2:172.21.15.102:3300/0 conn(0x7fb3fc15c330 0x7fb3fc0b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.741+0000 7fb402400640 1 -- 172.21.15.92:0/3542566239 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3fc0b50a0 con 0x7fb3fc0cf570 2024-09-19T06:02:31.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.742+0000 7fb402400640 1 --2- 172.21.15.92:0/3542566239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc0cf570 0x7fb3fc0cf9a0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc06c960 tx=0x7fb3f402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83d98ad66eeff6a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb3fbe00640 1 -- 172.21.15.92:0/3542566239 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f4036070 con 0x7fb3fc0cf570 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb3fbe00640 1 -- 172.21.15.92:0/3542566239 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3f4031600 con 0x7fb3fc0cf570 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb3fbe00640 1 -- 172.21.15.92:0/3542566239 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3f40319d0 con 0x7fb3fc0cf570 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb404400640 1 -- 172.21.15.92:0/3542566239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc0cf570 msgr2=0x7fb3fc0cf9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb404400640 1 --2- 172.21.15.92:0/3542566239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc0cf570 0x7fb3fc0cf9a0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb3fc06c960 tx=0x7fb3f402a6c0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb404400640 1 -- 172.21.15.92:0/3542566239 shutdown_connections 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb404400640 1 --2- 172.21.15.92:0/3542566239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc0cf570 0x7fb3fc0cf9a0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb404400640 1 --2- 172.21.15.92:0/3542566239 >> v2:172.21.15.102:3300/0 conn(0x7fb3fc15c330 0x7fb3fc0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb404400640 1 --2- 172.21.15.92:0/3542566239 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc155800 0x7fb3fc0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb404400640 1 -- 172.21.15.92:0/3542566239 >> 172.21.15.92:0/3542566239 conn(0x7fb3fc06bc10 msgr2=0x7fb3fc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb404400640 1 -- 172.21.15.92:0/3542566239 shutdown_connections 2024-09-19T06:02:31.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.743+0000 7fb404400640 1 -- 172.21.15.92:0/3542566239 wait complete. 2024-09-19T06:02:31.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.745+0000 7fb404400640 1 Processor -- start 2024-09-19T06:02:31.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.745+0000 7fb404400640 1 -- start start 2024-09-19T06:02:31.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb404400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3fc0cf570 0x7fb3fc14ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb404400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc155800 0x7fb3fc15dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb404400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc15c330 0x7fb3fc14d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb404400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb3fc0b5940 con 0x7fb3fc155800 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb404400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb3fc0b5660 con 0x7fb3fc0cf570 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb404400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb3fc0b5c20 con 0x7fb3fc15c330 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb401000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc155800 0x7fb3fc15dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb401000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc155800 0x7fb3fc15dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:40480/0 (socket says 172.21.15.92:40480) 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb401000640 1 -- 172.21.15.92:0/3862975675 learned_addr learned my addr 172.21.15.92:0/3862975675 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb401a00640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3fc0cf570 0x7fb3fc14ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.746+0000 7fb402400640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc15c330 0x7fb3fc14d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb401000640 1 -- 172.21.15.92:0/3862975675 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc15c330 msgr2=0x7fb3fc14d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb401000640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc15c330 0x7fb3fc14d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb401000640 1 -- 172.21.15.92:0/3862975675 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3fc0cf570 msgr2=0x7fb3fc14ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:31.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb401000640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3fc0cf570 0x7fb3fc14ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:31.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb401000640 1 -- 172.21.15.92:0/3862975675 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3fc14cd00 con 0x7fb3fc155800 2024-09-19T06:02:31.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb401a00640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3fc0cf570 0x7fb3fc14ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:31.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb401000640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc155800 0x7fb3fc15dc10 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb3e800e870 tx=0x7fb3e800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb3f9600640 1 -- 172.21.15.92:0/3862975675 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e8017070 con 0x7fb3fc155800 2024-09-19T06:02:31.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb3f9600640 1 -- 172.21.15.92:0/3862975675 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb3e800c940 con 0x7fb3fc155800 2024-09-19T06:02:31.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb3f9600640 1 -- 172.21.15.92:0/3862975675 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb3e800cd30 con 0x7fb3fc155800 2024-09-19T06:02:31.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb3fc149d70 con 0x7fb3fc155800 2024-09-19T06:02:31.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.747+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3fc14a330 con 0x7fb3fc155800 2024-09-19T06:02:31.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.748+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb3fc155be0 con 0x7fb3fc155800 2024-09-19T06:02:31.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.749+0000 7fb3f9600640 1 -- 172.21.15.92:0/3862975675 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb3e801a070 con 0x7fb3fc155800 2024-09-19T06:02:31.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.750+0000 7fb3f9600640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb3dc06c2b0 0x7fb3dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:31.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.750+0000 7fb3f9600640 1 -- 172.21.15.92:0/3862975675 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fb3e808b220 con 0x7fb3fc155800 2024-09-19T06:02:31.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.750+0000 7fb401a00640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb3dc06c2b0 0x7fb3dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:31.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.751+0000 7fb401a00640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb3dc06c2b0 0x7fb3dc06e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb3f0009b90 tx=0x7fb3f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:31.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.755+0000 7fb3f9600640 1 -- 172.21.15.92:0/3862975675 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb3e8059990 con 0x7fb3fc155800 2024-09-19T06:02:31.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.993+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "df", "format": "json-pretty"} v 0) -- 0x7fb3fc06e440 con 0x7fb3fc155800 2024-09-19T06:02:31.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.993+0000 7fb3f9600640 1 -- 172.21.15.92:0/3862975675 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "df", "format": "json-pretty"}]=0 v0) ==== 75+0+1694 (secure 0 0 0) 0x7fb3e8059290 con 0x7fb3fc155800 2024-09-19T06:02:31.995 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout: "total_bytes": 773094113280, 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout: "total_avail_bytes": 772838154240, 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_bytes": 255959040, 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_bytes": 255959040, 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_ratio": 0.00033108392381109297, 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout: "num_osds": 8, 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout: "num_per_pool_osds": 8, 2024-09-19T06:02:31.996 INFO:teuthology.orchestra.run.smithi092.stdout: "num_per_pool_omap_osds": 8 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: "stats_by_class": { 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: "ssd": { 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: "total_bytes": 773094113280, 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: "total_avail_bytes": 772838154240, 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_bytes": 255959040, 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_bytes": 255959040, 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_ratio": 0.00033108392381109297 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: "pools": [ 2024-09-19T06:02:31.997 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: "name": ".mgr", 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 1, 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 590368, 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 2, 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 1160, 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 1187840, 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 1.6179877775357454e-06, 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367072641024 2024-09-19T06:02:31.998 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "cephfs_metadata", 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 4, 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 4280513, 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 23, 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 8416, 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 8617984, 2024-09-19T06:02:31.999 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 1.173866075987462e-05, 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367072641024 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "cephfs_data", 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 5, 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 267776, 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 231, 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 2092, 2024-09-19T06:02:32.000 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 2142208, 2024-09-19T06:02:32.001 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 2.9179534521972528e-06, 2024-09-19T06:02:32.001 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367072641024 2024-09-19T06:02:32.001 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:32.001 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:32.001 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:02:32.001 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:02:32.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb3dc06c2b0 msgr2=0x7fb3dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:32.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb3dc06c2b0 0x7fb3dc06e770 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb3f0009b90 tx=0x7fb3f0008040 comp rx=0 tx=0).stop 2024-09-19T06:02:32.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc155800 msgr2=0x7fb3fc15dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:32.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc155800 0x7fb3fc15dc10 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fb3e800e870 tx=0x7fb3e800ed30 comp rx=0 tx=0).stop 2024-09-19T06:02:32.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 shutdown_connections 2024-09-19T06:02:32.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3fc15c330 0x7fb3fc14d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:32.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3fc155800 0x7fb3fc15dc10 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:32.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb3dc06c2b0 0x7fb3dc06e770 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:32.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 --2- 172.21.15.92:0/3862975675 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3fc0cf570 0x7fb3fc14ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:32.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 >> 172.21.15.92:0/3862975675 conn(0x7fb3fc06bc10 msgr2=0x7fb3fc06ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:32.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 shutdown_connections 2024-09-19T06:02:32.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:31.995+0000 7fb404400640 1 -- 172.21.15.92:0/3862975675 wait complete. 2024-09-19T06:02:32.013 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T06:02:37.014 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph df --format=json-pretty 2024-09-19T06:02:37.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.174+0000 7f24bd800640 1 Processor -- start 2024-09-19T06:02:37.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.174+0000 7f24bd800640 1 -- start start 2024-09-19T06:02:37.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.175+0000 7f24bd800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 0x7f24b80b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.175+0000 7f24bd800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f24b815c330 0x7f24b80b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24bd800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f24b815c770 con 0x7f24b80cf570 2024-09-19T06:02:37.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24bd800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f24b80b4e60 con 0x7f24b815c330 2024-09-19T06:02:37.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24bd800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f24b80b50a0 con 0x7f24b8155800 2024-09-19T06:02:37.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24afe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f24b815c330 0x7f24b80b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24b7400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f24b80cf570 0x7f24b815c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:33896/0 (socket says 172.21.15.92:33896) 2024-09-19T06:02:37.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24b7400640 1 -- 172.21.15.92:0/800664986 learned_addr learned my addr 172.21.15.92:0/800664986 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:37.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24b6a00640 1 --2- 172.21.15.92:0/800664986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 0x7f24b80b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24afe00640 1 -- 172.21.15.92:0/800664986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 msgr2=0x7f24b80b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:37.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24afe00640 1 --2- 172.21.15.92:0/800664986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 0x7f24b80b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24afe00640 1 -- 172.21.15.92:0/800664986 >> v1:172.21.15.92:6789/0 conn(0x7f24b80cf570 legacy=0x7f24b815c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24afe00640 1 -- 172.21.15.92:0/800664986 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24b80b5380 con 0x7f24b815c330 2024-09-19T06:02:37.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.176+0000 7f24b6000640 1 -- 172.21.15.92:0/800664986 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2141671233 0 0) 0x7f24b0001490 con 0x7f24b80cf570 2024-09-19T06:02:37.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.177+0000 7f24afe00640 1 --2- 172.21.15.92:0/800664986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b815c330 0x7f24b80b4920 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f24a00097a0 tx=0x7f24a002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55b5fbfee68fb33a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:37.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.177+0000 7f24b6000640 1 -- 172.21.15.92:0/800664986 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a0037070 con 0x7f24b815c330 2024-09-19T06:02:37.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24b6000640 1 -- 172.21.15.92:0/800664986 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24a0032440 con 0x7f24b815c330 2024-09-19T06:02:37.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24b6000640 1 -- 172.21.15.92:0/800664986 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a0032810 con 0x7f24b815c330 2024-09-19T06:02:37.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24bd800640 1 -- 172.21.15.92:0/800664986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b815c330 msgr2=0x7f24b80b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24bd800640 1 --2- 172.21.15.92:0/800664986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b815c330 0x7f24b80b4920 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f24a00097a0 tx=0x7f24a002a180 comp rx=0 tx=0).stop 2024-09-19T06:02:37.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24bd800640 1 -- 172.21.15.92:0/800664986 shutdown_connections 2024-09-19T06:02:37.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24bd800640 1 --2- 172.21.15.92:0/800664986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b815c330 0x7f24b80b4920 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24bd800640 1 --2- 172.21.15.92:0/800664986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 0x7f24b80b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24bd800640 1 -- 172.21.15.92:0/800664986 >> 172.21.15.92:0/800664986 conn(0x7f24b806bc10 msgr2=0x7f24b806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:37.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24bd800640 1 -- 172.21.15.92:0/800664986 shutdown_connections 2024-09-19T06:02:37.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.178+0000 7f24bd800640 1 -- 172.21.15.92:0/800664986 wait complete. 2024-09-19T06:02:37.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.180+0000 7f24bd800640 1 Processor -- start 2024-09-19T06:02:37.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.180+0000 7f24bd800640 1 -- start start 2024-09-19T06:02:37.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24bd800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b80cf570 0x7f24b814bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24bd800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 0x7f24b8157860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24bd800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24b815c330 0x7f24b815dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24bd800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f24b80b5c20 con 0x7f24b80cf570 2024-09-19T06:02:37.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24bd800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f24b80b5940 con 0x7f24b815c330 2024-09-19T06:02:37.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24bd800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f24b8155be0 con 0x7f24b8155800 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b80cf570 0x7f24b814bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b80cf570 0x7f24b814bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41960/0 (socket says 172.21.15.92:41960) 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b6a00640 1 -- 172.21.15.92:0/297077012 learned_addr learned my addr 172.21.15.92:0/297077012 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24afe00640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 0x7f24b8157860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b7400640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24b815c330 0x7f24b815dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b6a00640 1 -- 172.21.15.92:0/297077012 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 msgr2=0x7f24b8157860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b6a00640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 0x7f24b8157860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b6a00640 1 -- 172.21.15.92:0/297077012 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24b815c330 msgr2=0x7f24b815dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b6a00640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24b815c330 0x7f24b815dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b6a00640 1 -- 172.21.15.92:0/297077012 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24b814bc60 con 0x7f24b80cf570 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.181+0000 7f24b7400640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24b815c330 0x7f24b815dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.182+0000 7f24b6a00640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b80cf570 0x7f24b814bf30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f24a800d800 tx=0x7f24a800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:37.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.182+0000 7f24aea00640 1 -- 172.21.15.92:0/297077012 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a800b660 con 0x7f24b80cf570 2024-09-19T06:02:37.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.182+0000 7f24aea00640 1 -- 172.21.15.92:0/297077012 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f24a8019070 con 0x7f24b80cf570 2024-09-19T06:02:37.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.182+0000 7f24aea00640 1 -- 172.21.15.92:0/297077012 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f24a800ba20 con 0x7f24b80cf570 2024-09-19T06:02:37.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.182+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f24b814fd00 con 0x7f24b80cf570 2024-09-19T06:02:37.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.182+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f24b81502c0 con 0x7f24b80cf570 2024-09-19T06:02:37.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.183+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24b80b6140 con 0x7f24b80cf570 2024-09-19T06:02:37.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.184+0000 7f24aea00640 1 -- 172.21.15.92:0/297077012 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f24a800bbc0 con 0x7f24b80cf570 2024-09-19T06:02:37.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.185+0000 7f24aea00640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f249406c2b0 0x7f249406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.185+0000 7f24aea00640 1 -- 172.21.15.92:0/297077012 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f24a808b880 con 0x7f24b80cf570 2024-09-19T06:02:37.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.185+0000 7f24afe00640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f249406c2b0 0x7f249406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.186+0000 7f24afe00640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f249406c2b0 0x7f249406e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f24a0034000 tx=0x7f24a002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:37.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.189+0000 7f24aea00640 1 -- 172.21.15.92:0/297077012 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f24b814bc60 con 0x7f24b80cf570 2024-09-19T06:02:37.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.426+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "df", "format": "json-pretty"} v 0) -- 0x7f24b815fcb0 con 0x7f24b80cf570 2024-09-19T06:02:37.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.426+0000 7f24aea00640 1 -- 172.21.15.92:0/297077012 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "df", "format": "json-pretty"}]=0 v0) ==== 75+0+1658 (secure 0 0 0) 0x7f24a805ee20 con 0x7f24b80cf570 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: "total_bytes": 773094113280, 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: "total_avail_bytes": 772833730560, 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_bytes": 260382720, 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_bytes": 260382720, 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_ratio": 0.00033680596970953047, 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: "num_osds": 8, 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: "num_per_pool_osds": 8, 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: "num_per_pool_omap_osds": 8 2024-09-19T06:02:37.429 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "stats_by_class": { 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "ssd": { 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "total_bytes": 773094113280, 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "total_avail_bytes": 772833730560, 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_bytes": 260382720, 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_bytes": 260382720, 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_ratio": 0.00033680596970953047 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "pools": [ 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "name": ".mgr", 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 1, 2024-09-19T06:02:37.430 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 590368, 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 2, 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 1160, 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 1187840, 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 1.6179849353648024e-06, 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367073296384 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "cephfs_metadata", 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 4, 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 4639884, 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 24, 2024-09-19T06:02:37.431 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 9120, 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 9338880, 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 1.2720567610813305e-05, 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367073296384 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "cephfs_data", 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 5, 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 0, 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 0, 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 0, 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 0, 2024-09-19T06:02:37.432 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 0, 2024-09-19T06:02:37.433 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367073296384 2024-09-19T06:02:37.433 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:37.433 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:37.433 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:02:37.433 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:02:37.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.428+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f249406c2b0 msgr2=0x7f249406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.428+0000 7f24bd800640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f249406c2b0 0x7f249406e770 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f24a0034000 tx=0x7f24a002e000 comp rx=0 tx=0).stop 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b80cf570 msgr2=0x7f24b814bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b80cf570 0x7f24b814bf30 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f24a800d800 tx=0x7f24a800dcc0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 shutdown_connections 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f249406c2b0 0x7f249406e770 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f24b815c330 0x7f24b815dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24b8155800 0x7f24b8157860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 --2- 172.21.15.92:0/297077012 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24b80cf570 0x7f24b814bf30 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 >> 172.21.15.92:0/297077012 conn(0x7f24b806bc10 msgr2=0x7f24b80ce580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 shutdown_connections 2024-09-19T06:02:37.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.429+0000 7f24bd800640 1 -- 172.21.15.92:0/297077012 wait complete. 2024-09-19T06:02:37.447 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T06:02:37.447 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:02:37.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:02:37.532 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:02:37.620 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:02:37.620 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:02:37.620 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:02:37.620 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:37.656 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:02:37.656 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:37.731 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:02:37.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.922+0000 7fae3c800640 1 Processor -- start 2024-09-19T06:02:37.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.922+0000 7fae3c800640 1 -- start start 2024-09-19T06:02:37.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.923+0000 7fae3c800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae340cf1f0 0x7fae340b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.923+0000 7fae3c800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae340cf860 con 0x7fae340b6720 2024-09-19T06:02:37.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.923+0000 7fae3c800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae340cfb40 con 0x7fae3415e7a0 2024-09-19T06:02:37.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.923+0000 7fae3c800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fae340d2ca0 con 0x7fae340cf1f0 2024-09-19T06:02:37.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.923+0000 7fae3a800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fae340b6720 0x7fae340d3410 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:33908/0 (socket says 172.21.15.92:33908) 2024-09-19T06:02:37.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.923+0000 7fae3a800640 1 -- 172.21.15.92:0/761710037 learned_addr learned my addr 172.21.15.92:0/761710037 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:37.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.924+0000 7fae39400640 1 --2- 172.21.15.92:0/761710037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae340cf1f0 0x7fae340b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.924+0000 7fae38a00640 1 -- 172.21.15.92:0/761710037 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3430231157 0 0) 0x7fae340cf860 con 0x7fae340b6720 2024-09-19T06:02:37.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.924+0000 7fae38a00640 1 -- 172.21.15.92:0/761710037 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae1c003520 con 0x7fae340b6720 2024-09-19T06:02:37.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.924+0000 7fae38a00640 1 -- 172.21.15.92:0/761710037 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3583276799 0 0) 0x7fae340cfb40 con 0x7fae3415e7a0 2024-09-19T06:02:37.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.924+0000 7fae38a00640 1 -- 172.21.15.92:0/761710037 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae340cf860 con 0x7fae3415e7a0 2024-09-19T06:02:37.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.924+0000 7fae39400640 1 -- 172.21.15.92:0/761710037 >> v1:172.21.15.102:6789/0 conn(0x7fae3415e7a0 legacy=0x7fae3406caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.924+0000 7fae39400640 1 -- 172.21.15.92:0/761710037 >> v1:172.21.15.92:6789/0 conn(0x7fae340b6720 legacy=0x7fae340d3410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.924+0000 7fae39400640 1 -- 172.21.15.92:0/761710037 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae340cfe20 con 0x7fae340cf1f0 2024-09-19T06:02:37.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.925+0000 7fae39400640 1 --2- 172.21.15.92:0/761710037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae340cf1f0 0x7fae340b61e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fae240097d0 tx=0x7fae2402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fc98ee49462852fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:37.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.925+0000 7fae38a00640 1 -- 172.21.15.92:0/761710037 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae24037070 con 0x7fae340cf1f0 2024-09-19T06:02:37.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.925+0000 7fae38a00640 1 -- 172.21.15.92:0/761710037 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae24032440 con 0x7fae340cf1f0 2024-09-19T06:02:37.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.925+0000 7fae38a00640 1 -- 172.21.15.92:0/761710037 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae24032810 con 0x7fae340cf1f0 2024-09-19T06:02:37.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.926+0000 7fae3c800640 1 -- 172.21.15.92:0/761710037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae340cf1f0 msgr2=0x7fae340b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.926+0000 7fae3c800640 1 --2- 172.21.15.92:0/761710037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae340cf1f0 0x7fae340b61e0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fae240097d0 tx=0x7fae2402a180 comp rx=0 tx=0).stop 2024-09-19T06:02:37.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.926+0000 7fae3c800640 1 -- 172.21.15.92:0/761710037 shutdown_connections 2024-09-19T06:02:37.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.926+0000 7fae3c800640 1 --2- 172.21.15.92:0/761710037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae340cf1f0 0x7fae340b61e0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.926+0000 7fae3c800640 1 -- 172.21.15.92:0/761710037 >> 172.21.15.92:0/761710037 conn(0x7fae340d11e0 msgr2=0x7fae340d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:37.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.926+0000 7fae3c800640 1 -- 172.21.15.92:0/761710037 shutdown_connections 2024-09-19T06:02:37.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.926+0000 7fae3c800640 1 -- 172.21.15.92:0/761710037 wait complete. 2024-09-19T06:02:37.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.928+0000 7fae3c800640 1 Processor -- start 2024-09-19T06:02:37.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.928+0000 7fae3c800640 1 -- start start 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae3c800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae340b6720 0x7fae341f4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae3c800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae340cf1f0 0x7fae340c8250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae3c800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae3415e7a0 0x7fae341620f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae3c800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fae3415eb80 con 0x7fae340b6720 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae3c800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fae340b7a00 con 0x7fae340cf1f0 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae3c800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fae3415ed00 con 0x7fae3415e7a0 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae39e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae340b6720 0x7fae341f4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae39e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae340b6720 0x7fae341f4ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41966/0 (socket says 172.21.15.92:41966) 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae39e00640 1 -- 172.21.15.92:0/3419858807 learned_addr learned my addr 172.21.15.92:0/3419858807 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae3a800640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae3415e7a0 0x7fae341620f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae39400640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae340cf1f0 0x7fae340c8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae39e00640 1 -- 172.21.15.92:0/3419858807 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae3415e7a0 msgr2=0x7fae341620f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae39e00640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae3415e7a0 0x7fae341620f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae39e00640 1 -- 172.21.15.92:0/3419858807 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae340cf1f0 msgr2=0x7fae340c8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae39e00640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae340cf1f0 0x7fae340c8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae39e00640 1 -- 172.21.15.92:0/3419858807 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae341f4460 con 0x7fae340b6720 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.929+0000 7fae3a800640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae3415e7a0 0x7fae341620f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.930+0000 7fae39e00640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae340b6720 0x7fae341f4ee0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fae2800c430 tx=0x7fae2800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.930+0000 7fae2e000640 1 -- 172.21.15.92:0/3419858807 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae28017070 con 0x7fae340b6720 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.930+0000 7fae2e000640 1 -- 172.21.15.92:0/3419858807 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae280052f0 con 0x7fae340b6720 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.930+0000 7fae2e000640 1 -- 172.21.15.92:0/3419858807 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae28003830 con 0x7fae340b6720 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.930+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae340c8790 con 0x7fae340b6720 2024-09-19T06:02:37.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.930+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae340c8d20 con 0x7fae340b6720 2024-09-19T06:02:37.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.931+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae34163170 con 0x7fae340b6720 2024-09-19T06:02:37.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.932+0000 7fae2e000640 1 -- 172.21.15.92:0/3419858807 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fae2801a070 con 0x7fae340b6720 2024-09-19T06:02:37.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.933+0000 7fae2e000640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae1806c2b0 0x7fae1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:37.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.933+0000 7fae2e000640 1 -- 172.21.15.92:0/3419858807 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fae2808a770 con 0x7fae340b6720 2024-09-19T06:02:37.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.933+0000 7fae39400640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae1806c2b0 0x7fae1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:37.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.934+0000 7fae39400640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae1806c2b0 0x7fae1806e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fae24034000 tx=0x7fae2402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:37.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:37.937+0000 7fae2e000640 1 -- 172.21.15.92:0/3419858807 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fae341f4460 con 0x7fae340b6720 2024-09-19T06:02:38.067 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:02:38.072 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:02:38.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.134+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7fae340b61e0 con 0x7fae340b6720 2024-09-19T06:02:38.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.134+0000 7fae2e000640 1 -- 172.21.15.92:0/3419858807 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v33) ==== 80+0+0 (secure 0 0 0) 0x7fae28058880 con 0x7fae340b6720 2024-09-19T06:02:38.136 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:02:38.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae1806c2b0 msgr2=0x7fae1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae1806c2b0 0x7fae1806e770 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fae24034000 tx=0x7fae2402e000 comp rx=0 tx=0).stop 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae340b6720 msgr2=0x7fae341f4ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae340b6720 0x7fae341f4ee0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fae2800c430 tx=0x7fae2800c8f0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 shutdown_connections 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae3415e7a0 0x7fae341620f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae1806c2b0 0x7fae1806e770 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae340cf1f0 0x7fae340c8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 --2- 172.21.15.92:0/3419858807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae340b6720 0x7fae341f4ee0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 >> 172.21.15.92:0/3419858807 conn(0x7fae340d11e0 msgr2=0x7fae3415d080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:38.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.136+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 shutdown_connections 2024-09-19T06:02:38.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.137+0000 7fae3c800640 1 -- 172.21.15.92:0/3419858807 wait complete. 2024-09-19T06:02:38.155 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:02:38.155 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:38.155 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T06:02:38.277 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:02:38.277 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:02:38.277 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:02:38.331 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:02:38.331 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:02:38.331 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:38.367 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:02:38.367 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:02:38.367 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:02:38.367 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:38.402 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:02:38.402 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:02:38.402 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:02:38.403 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:38.441 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:02:38.442 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:38.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.594+0000 7fc75bc00640 1 Processor -- start 2024-09-19T06:02:38.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.594+0000 7fc75bc00640 1 -- start start 2024-09-19T06:02:38.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.596+0000 7fc75bc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7540b2da0 0x7fc7540ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:38.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.596+0000 7fc75bc00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc754141d40 con 0x7fc75415ec10 2024-09-19T06:02:38.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.596+0000 7fc75bc00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc754142020 con 0x7fc7541434f0 2024-09-19T06:02:38.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.596+0000 7fc75bc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc754143920 con 0x7fc7540b2da0 2024-09-19T06:02:38.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.596+0000 7fc753e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc75415ec10 0x7fc754142de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:33920/0 (socket says 172.21.15.92:33920) 2024-09-19T06:02:38.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.596+0000 7fc753e00640 1 -- 172.21.15.92:0/2562577489 learned_addr learned my addr 172.21.15.92:0/2562577489 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:38.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.596+0000 7fc759200640 1 --2- 172.21.15.92:0/2562577489 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7540b2da0 0x7fc7540ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.597+0000 7fc753400640 1 -- 172.21.15.92:0/2562577489 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1606270162 0 0) 0x7fc754141d40 con 0x7fc75415ec10 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.597+0000 7fc753400640 1 -- 172.21.15.92:0/2562577489 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc738003520 con 0x7fc75415ec10 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.597+0000 7fc753400640 1 -- 172.21.15.92:0/2562577489 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1784404241 0 0) 0x7fc754142020 con 0x7fc7541434f0 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.597+0000 7fc753400640 1 -- 172.21.15.92:0/2562577489 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc754141d40 con 0x7fc7541434f0 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.597+0000 7fc759200640 1 -- 172.21.15.92:0/2562577489 >> v1:172.21.15.102:6789/0 conn(0x7fc7541434f0 legacy=0x7fc75415f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.597+0000 7fc759200640 1 -- 172.21.15.92:0/2562577489 >> v1:172.21.15.92:6789/0 conn(0x7fc75415ec10 legacy=0x7fc754142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.597+0000 7fc759200640 1 -- 172.21.15.92:0/2562577489 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc754142300 con 0x7fc7540b2da0 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.598+0000 7fc759200640 1 --2- 172.21.15.92:0/2562577489 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7540b2da0 0x7fc7540ce380 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc7440097d0 tx=0x7fc74402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2e3c41cc3344c12 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.598+0000 7fc753400640 1 -- 172.21.15.92:0/2562577489 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc744037070 con 0x7fc7540b2da0 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.598+0000 7fc753400640 1 -- 172.21.15.92:0/2562577489 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc744032440 con 0x7fc7540b2da0 2024-09-19T06:02:38.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.598+0000 7fc753400640 1 -- 172.21.15.92:0/2562577489 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc744032810 con 0x7fc7540b2da0 2024-09-19T06:02:38.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.598+0000 7fc75bc00640 1 -- 172.21.15.92:0/2562577489 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7540b2da0 msgr2=0x7fc7540ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.598+0000 7fc75bc00640 1 --2- 172.21.15.92:0/2562577489 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7540b2da0 0x7fc7540ce380 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc7440097d0 tx=0x7fc74402a210 comp rx=0 tx=0).stop 2024-09-19T06:02:38.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.599+0000 7fc75bc00640 1 -- 172.21.15.92:0/2562577489 shutdown_connections 2024-09-19T06:02:38.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.599+0000 7fc75bc00640 1 --2- 172.21.15.92:0/2562577489 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc7540b2da0 0x7fc7540ce380 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.599+0000 7fc75bc00640 1 -- 172.21.15.92:0/2562577489 >> 172.21.15.92:0/2562577489 conn(0x7fc75406bc10 msgr2=0x7fc75406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:38.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.599+0000 7fc75bc00640 1 -- 172.21.15.92:0/2562577489 shutdown_connections 2024-09-19T06:02:38.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.599+0000 7fc75bc00640 1 -- 172.21.15.92:0/2562577489 wait complete. 2024-09-19T06:02:38.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.600+0000 7fc75bc00640 1 Processor -- start 2024-09-19T06:02:38.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.600+0000 7fc75bc00640 1 -- start start 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.601+0000 7fc75bc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7540b2da0 0x7fc75413e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.601+0000 7fc75bc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7541434f0 0x7fc7541f44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.601+0000 7fc75bc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc75415ec10 0x7fc7541f4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.601+0000 7fc75bc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc7540b3180 con 0x7fc7541434f0 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.601+0000 7fc75bc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc7541428c0 con 0x7fc7540b2da0 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.601+0000 7fc75bc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc7540b3300 con 0x7fc75415ec10 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc753e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7541434f0 0x7fc7541f44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc759200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7540b2da0 0x7fc75413e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc759200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7540b2da0 0x7fc75413e230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:38028/0 (socket says 172.21.15.92:38028) 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc759200640 1 -- 172.21.15.92:0/1485956221 learned_addr learned my addr 172.21.15.92:0/1485956221 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:38.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc759c00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc75415ec10 0x7fc7541f4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc759200640 1 -- 172.21.15.92:0/1485956221 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc75415ec10 msgr2=0x7fc7541f4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc759200640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc75415ec10 0x7fc7541f4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc759200640 1 -- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7541434f0 msgr2=0x7fc7541f44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc759200640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7541434f0 0x7fc7541f44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc759200640 1 -- 172.21.15.92:0/1485956221 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc7540c9f20 con 0x7fc7540b2da0 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.602+0000 7fc753e00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7541434f0 0x7fc7541f44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.603+0000 7fc759200640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7540b2da0 0x7fc75413e230 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc7440097d0 tx=0x7fc7440046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.603+0000 7fc750c00640 1 -- 172.21.15.92:0/1485956221 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc744041020 con 0x7fc7540b2da0 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.603+0000 7fc750c00640 1 -- 172.21.15.92:0/1485956221 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc74403d6e0 con 0x7fc7540b2da0 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.603+0000 7fc750c00640 1 -- 172.21.15.92:0/1485956221 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc744037040 con 0x7fc7540b2da0 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.603+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc7540ca200 con 0x7fc7540b2da0 2024-09-19T06:02:38.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.603+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc75413e770 con 0x7fc7540b2da0 2024-09-19T06:02:38.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.604+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc7540ce9e0 con 0x7fc7540b2da0 2024-09-19T06:02:38.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.605+0000 7fc750c00640 1 -- 172.21.15.92:0/1485956221 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc744044020 con 0x7fc7540b2da0 2024-09-19T06:02:38.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.606+0000 7fc750c00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc73406c2b0 0x7fc73406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:38.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.606+0000 7fc750c00640 1 -- 172.21.15.92:0/1485956221 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fc7440abc10 con 0x7fc7540b2da0 2024-09-19T06:02:38.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.606+0000 7fc753e00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc73406c2b0 0x7fc73406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:38.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.607+0000 7fc753e00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc73406c2b0 0x7fc73406e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc754141370 tx=0x7fc740007d70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:38.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.613+0000 7fc750c00640 1 -- 172.21.15.92:0/1485956221 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc74404b030 con 0x7fc7540b2da0 2024-09-19T06:02:38.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.819+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc75415e320 con 0x7fc7540b2da0 2024-09-19T06:02:38.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.820+0000 7fc750c00640 1 -- 172.21.15.92:0/1485956221 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7fc744080070 con 0x7fc7540b2da0 2024-09-19T06:02:38.822 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:38.822 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:38.822 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:38.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc73406c2b0 msgr2=0x7fc73406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc73406c2b0 0x7fc73406e770 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc754141370 tx=0x7fc740007d70 comp rx=0 tx=0).stop 2024-09-19T06:02:38.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7540b2da0 msgr2=0x7fc75413e230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7540b2da0 0x7fc75413e230 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fc7440097d0 tx=0x7fc7440046c0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 shutdown_connections 2024-09-19T06:02:38.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc75415ec10 0x7fc7541f4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7541434f0 0x7fc7541f44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc73406c2b0 0x7fc73406e770 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 --2- 172.21.15.92:0/1485956221 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc7540b2da0 0x7fc75413e230 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 >> 172.21.15.92:0/1485956221 conn(0x7fc75406bc10 msgr2=0x7fc75415d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:38.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 shutdown_connections 2024-09-19T06:02:38.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.822+0000 7fc75bc00640 1 -- 172.21.15.92:0/1485956221 wait complete. 2024-09-19T06:02:38.841 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:38.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.993+0000 7f83e2600640 1 Processor -- start 2024-09-19T06:02:38.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.993+0000 7f83e2600640 1 -- start start 2024-09-19T06:02:38.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.993+0000 7f83e2600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f83dc15c2b0 0x7f83dc0b6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:38.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.993+0000 7f83e2600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc15f200 0x7f83dc06d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:38.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.993+0000 7f83e2600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f83dc15fb10 con 0x7f83dc0b72f0 2024-09-19T06:02:38.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.993+0000 7f83e2600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f83dc0b5900 con 0x7f83dc15c2b0 2024-09-19T06:02:38.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.993+0000 7f83e2600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f83dc15f830 con 0x7f83dc15f200 2024-09-19T06:02:38.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.994+0000 7f83db400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f83dc15c2b0 0x7f83dc0b6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:38.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.994+0000 7f83dbe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc15f200 0x7f83dc06d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:38.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.994+0000 7f83daa00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f83dc0b72f0 0x7f83dc15eaf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:38272/0 (socket says 172.21.15.92:38272) 2024-09-19T06:02:38.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.994+0000 7f83daa00640 1 -- 172.21.15.92:0/714517415 learned_addr learned my addr 172.21.15.92:0/714517415 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:38.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.994+0000 7f83db400640 1 -- 172.21.15.92:0/714517415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc15f200 msgr2=0x7f83dc06d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:38.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.994+0000 7f83db400640 1 --2- 172.21.15.92:0/714517415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc15f200 0x7f83dc06d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.994+0000 7f83db400640 1 -- 172.21.15.92:0/714517415 >> v1:172.21.15.102:6789/0 conn(0x7f83dc0b72f0 legacy=0x7f83dc15eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.994+0000 7f83db400640 1 -- 172.21.15.92:0/714517415 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83dc06ce30 con 0x7f83dc15c2b0 2024-09-19T06:02:38.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.994+0000 7f83da000640 1 -- 172.21.15.92:0/714517415 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3636442403 0 0) 0x7f83dc15fb10 con 0x7f83dc0b72f0 2024-09-19T06:02:38.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.995+0000 7f83db400640 1 --2- 172.21.15.92:0/714517415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f83dc15c2b0 0x7f83dc0b6db0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f83cc0097a0 tx=0x7f83cc02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cebbdff3e5ebfd14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:38.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.995+0000 7f83da000640 1 -- 172.21.15.92:0/714517415 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83cc037070 con 0x7f83dc15c2b0 2024-09-19T06:02:38.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.995+0000 7f83da000640 1 -- 172.21.15.92:0/714517415 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83cc032440 con 0x7f83dc15c2b0 2024-09-19T06:02:38.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.995+0000 7f83da000640 1 -- 172.21.15.92:0/714517415 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83cc032810 con 0x7f83dc15c2b0 2024-09-19T06:02:38.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.996+0000 7f83e2600640 1 -- 172.21.15.92:0/714517415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f83dc15c2b0 msgr2=0x7f83dc0b6db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:38.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.996+0000 7f83e2600640 1 --2- 172.21.15.92:0/714517415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f83dc15c2b0 0x7f83dc0b6db0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f83cc0097a0 tx=0x7f83cc02a180 comp rx=0 tx=0).stop 2024-09-19T06:02:38.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.996+0000 7f83e2600640 1 -- 172.21.15.92:0/714517415 shutdown_connections 2024-09-19T06:02:38.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.996+0000 7f83e2600640 1 --2- 172.21.15.92:0/714517415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc15f200 0x7f83dc06d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.996+0000 7f83e2600640 1 --2- 172.21.15.92:0/714517415 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f83dc15c2b0 0x7f83dc0b6db0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:38.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.996+0000 7f83e2600640 1 -- 172.21.15.92:0/714517415 >> 172.21.15.92:0/714517415 conn(0x7f83dc0b4240 msgr2=0x7f83dc0b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:38.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.996+0000 7f83e2600640 1 -- 172.21.15.92:0/714517415 shutdown_connections 2024-09-19T06:02:38.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.996+0000 7f83e2600640 1 -- 172.21.15.92:0/714517415 wait complete. 2024-09-19T06:02:38.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83e2600640 1 Processor -- start 2024-09-19T06:02:38.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83e2600640 1 -- start start 2024-09-19T06:02:39.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83e2600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc0b72f0 0x7f83dc15a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83e2600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f83dc15c2b0 0x7f83dc0cf670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83e2600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83dc15f200 0x7f83dc0d11c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83e2600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f83dc0b7760 con 0x7f83dc15f200 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83e2600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f83dc06d3f0 con 0x7f83dc15c2b0 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83e2600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f83dc06de50 con 0x7f83dc0b72f0 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83db400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc0b72f0 0x7f83dc15a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83dbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83dc15f200 0x7f83dc0d11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83daa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f83dc15c2b0 0x7f83dc0cf670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83db400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc0b72f0 0x7f83dc15a3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:40434/0 (socket says 172.21.15.92:40434) 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83db400640 1 -- 172.21.15.92:0/40767940 learned_addr learned my addr 172.21.15.92:0/40767940 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83dbe00640 1 -- 172.21.15.92:0/40767940 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc0b72f0 msgr2=0x7f83dc15a3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83dbe00640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc0b72f0 0x7f83dc15a3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83dbe00640 1 -- 172.21.15.92:0/40767940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f83dc15c2b0 msgr2=0x7f83dc0cf670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83dbe00640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f83dc15c2b0 0x7f83dc0cf670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:38.999+0000 7f83dbe00640 1 -- 172.21.15.92:0/40767940 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f83dc15a920 con 0x7f83dc15f200 2024-09-19T06:02:39.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.000+0000 7f83dbe00640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83dc15f200 0x7f83dc0d11c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f83d400eba0 tx=0x7f83d400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:39.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.000+0000 7f83d3400640 1 -- 172.21.15.92:0/40767940 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d4018020 con 0x7f83dc15f200 2024-09-19T06:02:39.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.000+0000 7f83d3400640 1 -- 172.21.15.92:0/40767940 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f83d400cd20 con 0x7f83dc15f200 2024-09-19T06:02:39.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.000+0000 7f83d3400640 1 -- 172.21.15.92:0/40767940 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f83d40146c0 con 0x7f83dc15f200 2024-09-19T06:02:39.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.000+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f83dc0d02a0 con 0x7f83dc15f200 2024-09-19T06:02:39.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.000+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f83dc1e8a00 con 0x7f83dc15f200 2024-09-19T06:02:39.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.001+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f83dc0b6db0 con 0x7f83dc15f200 2024-09-19T06:02:39.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.002+0000 7f83d3400640 1 -- 172.21.15.92:0/40767940 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f83d4005d10 con 0x7f83dc15f200 2024-09-19T06:02:39.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.003+0000 7f83d3400640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83bc06c2e0 0x7f83bc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.003+0000 7f83d3400640 1 -- 172.21.15.92:0/40767940 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f83d408bfe0 con 0x7f83dc15f200 2024-09-19T06:02:39.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.003+0000 7f83db400640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83bc06c2e0 0x7f83bc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.004+0000 7f83db400640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83bc06c2e0 0x7f83bc06e7a0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f83cc02a1c0 tx=0x7f83cc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:39.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.007+0000 7f83d3400640 1 -- 172.21.15.92:0/40767940 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f83d4022030 con 0x7f83dc15f200 2024-09-19T06:02:39.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.224+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f83dc073910 con 0x7f83dc15f200 2024-09-19T06:02:39.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.224+0000 7f83d3400640 1 -- 172.21.15.92:0/40767940 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f83dc15a920 con 0x7f83dc15f200 2024-09-19T06:02:39.226 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:39.226 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:39.227 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:39.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.226+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83bc06c2e0 msgr2=0x7f83bc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.226+0000 7f83e2600640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83bc06c2e0 0x7f83bc06e7a0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f83cc02a1c0 tx=0x7f83cc02e000 comp rx=0 tx=0).stop 2024-09-19T06:02:39.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.226+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83dc15f200 msgr2=0x7f83dc0d11c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.226+0000 7f83e2600640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83dc15f200 0x7f83dc0d11c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f83d400eba0 tx=0x7f83d400c490 comp rx=0 tx=0).stop 2024-09-19T06:02:39.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.226+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 shutdown_connections 2024-09-19T06:02:39.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.226+0000 7f83e2600640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83dc15f200 0x7f83dc0d11c0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.226+0000 7f83e2600640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f83bc06c2e0 0x7f83bc06e7a0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.227+0000 7f83e2600640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f83dc15c2b0 0x7f83dc0cf670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.227+0000 7f83e2600640 1 --2- 172.21.15.92:0/40767940 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f83dc0b72f0 0x7f83dc15a3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.227+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 >> 172.21.15.92:0/40767940 conn(0x7f83dc0b4240 msgr2=0x7f83dc15f9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:39.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.227+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 shutdown_connections 2024-09-19T06:02:39.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.227+0000 7f83e2600640 1 -- 172.21.15.92:0/40767940 wait complete. 2024-09-19T06:02:39.244 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:02:39.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.395+0000 7fd389400640 1 Processor -- start 2024-09-19T06:02:39.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.395+0000 7fd389400640 1 -- start start 2024-09-19T06:02:39.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd389400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd38415a9c0 0x7fd38415e600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd389400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3840b6830 con 0x7fd3840b5be0 2024-09-19T06:02:39.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd389400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3840cd0b0 con 0x7fd3840b29a0 2024-09-19T06:02:39.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd389400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fd38415f410 con 0x7fd38415a9c0 2024-09-19T06:02:39.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd382800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd38415a9c0 0x7fd38415e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd379e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd3840b5be0 0x7fd38415eb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:33936/0 (socket says 172.21.15.92:33936) 2024-09-19T06:02:39.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd379e00640 1 -- 172.21.15.92:0/1460242372 learned_addr learned my addr 172.21.15.92:0/1460242372 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:39.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd382800640 1 -- 172.21.15.92:0/1460242372 >> v1:172.21.15.102:6789/0 conn(0x7fd3840b29a0 legacy=0x7fd3840cde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd382800640 1 -- 172.21.15.92:0/1460242372 >> v1:172.21.15.92:6789/0 conn(0x7fd3840b5be0 legacy=0x7fd38415eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd381e00640 1 -- 172.21.15.92:0/1460242372 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1016072504 0 0) 0x7fd3840cd0b0 con 0x7fd3840b29a0 2024-09-19T06:02:39.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd382800640 1 -- 172.21.15.92:0/1460242372 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3840cd390 con 0x7fd38415a9c0 2024-09-19T06:02:39.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.398+0000 7fd382800640 1 --2- 172.21.15.92:0/1460242372 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd38415a9c0 0x7fd38415e600 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd3740097a0 tx=0x7fd37402a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b37d2a246ec1a15a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:39.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.399+0000 7fd381e00640 1 -- 172.21.15.92:0/1460242372 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd374037070 con 0x7fd38415a9c0 2024-09-19T06:02:39.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.399+0000 7fd381e00640 1 -- 172.21.15.92:0/1460242372 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd37402adc0 con 0x7fd38415a9c0 2024-09-19T06:02:39.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.399+0000 7fd381e00640 1 -- 172.21.15.92:0/1460242372 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd374032660 con 0x7fd38415a9c0 2024-09-19T06:02:39.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.399+0000 7fd389400640 1 -- 172.21.15.92:0/1460242372 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd38415a9c0 msgr2=0x7fd38415e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.399+0000 7fd389400640 1 --2- 172.21.15.92:0/1460242372 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd38415a9c0 0x7fd38415e600 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7fd3740097a0 tx=0x7fd37402a130 comp rx=0 tx=0).stop 2024-09-19T06:02:39.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.399+0000 7fd389400640 1 -- 172.21.15.92:0/1460242372 shutdown_connections 2024-09-19T06:02:39.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.399+0000 7fd389400640 1 --2- 172.21.15.92:0/1460242372 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd38415a9c0 0x7fd38415e600 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.399+0000 7fd389400640 1 -- 172.21.15.92:0/1460242372 >> 172.21.15.92:0/1460242372 conn(0x7fd38406bc10 msgr2=0x7fd38406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:39.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.399+0000 7fd389400640 1 -- 172.21.15.92:0/1460242372 shutdown_connections 2024-09-19T06:02:39.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.400+0000 7fd389400640 1 -- 172.21.15.92:0/1460242372 wait complete. 2024-09-19T06:02:39.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.401+0000 7fd389400640 1 Processor -- start 2024-09-19T06:02:39.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.401+0000 7fd389400640 1 -- start start 2024-09-19T06:02:39.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.402+0000 7fd389400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3840b29a0 0x7fd3841546f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.402+0000 7fd389400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3840b5be0 0x7fd384152430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.402+0000 7fd389400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd38415a9c0 0x7fd3840ce2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.402+0000 7fd389400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd38415ada0 con 0x7fd3840b5be0 2024-09-19T06:02:39.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.402+0000 7fd389400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd3840cd950 con 0x7fd38415a9c0 2024-09-19T06:02:39.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.402+0000 7fd389400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd38406de40 con 0x7fd3840b29a0 2024-09-19T06:02:39.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd379e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3840b5be0 0x7fd384152430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd379e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3840b5be0 0x7fd384152430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41986/0 (socket says 172.21.15.92:41986) 2024-09-19T06:02:39.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd379e00640 1 -- 172.21.15.92:0/3053391781 learned_addr learned my addr 172.21.15.92:0/3053391781 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:39.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd382800640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3840b29a0 0x7fd3841546f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd383200640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd38415a9c0 0x7fd3840ce2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd379e00640 1 -- 172.21.15.92:0/3053391781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3840b29a0 msgr2=0x7fd3841546f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd379e00640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3840b29a0 0x7fd3841546f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd379e00640 1 -- 172.21.15.92:0/3053391781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd38415a9c0 msgr2=0x7fd3840ce2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd379e00640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd38415a9c0 0x7fd3840ce2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd379e00640 1 -- 172.21.15.92:0/3053391781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3840ca840 con 0x7fd3840b5be0 2024-09-19T06:02:39.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd379e00640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3840b5be0 0x7fd384152430 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fd36c00c780 tx=0x7fd36c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:39.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.403+0000 7fd37b400640 1 -- 172.21.15.92:0/3053391781 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd36c018070 con 0x7fd3840b5be0 2024-09-19T06:02:39.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.404+0000 7fd37b400640 1 -- 172.21.15.92:0/3053391781 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd36c0072f0 con 0x7fd3840b5be0 2024-09-19T06:02:39.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.404+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd3840cab20 con 0x7fd3840b5be0 2024-09-19T06:02:39.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.404+0000 7fd37b400640 1 -- 172.21.15.92:0/3053391781 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd36c0047e0 con 0x7fd3840b5be0 2024-09-19T06:02:39.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.404+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd3840cb0e0 con 0x7fd3840b5be0 2024-09-19T06:02:39.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.405+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd38406e230 con 0x7fd3840b5be0 2024-09-19T06:02:39.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.405+0000 7fd37b400640 1 -- 172.21.15.92:0/3053391781 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd36c01b070 con 0x7fd3840b5be0 2024-09-19T06:02:39.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.406+0000 7fd37b400640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd36006c2b0 0x7fd36006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.406+0000 7fd37b400640 1 -- 172.21.15.92:0/3053391781 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7fd36c08a850 con 0x7fd3840b5be0 2024-09-19T06:02:39.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.407+0000 7fd382800640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd36006c2b0 0x7fd36006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.407+0000 7fd382800640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd36006c2b0 0x7fd36006e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd374034000 tx=0x7fd37402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:39.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.411+0000 7fd37b400640 1 -- 172.21.15.92:0/3053391781 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd36c058960 con 0x7fd3840b5be0 2024-09-19T06:02:39.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.584+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd384072d90 con 0x7fd3840b5be0 2024-09-19T06:02:39.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.586+0000 7fd37b400640 1 -- 172.21.15.92:0/3053391781 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16717 (secure 0 0 0) 0x7fd36c05cc60 con 0x7fd3840b5be0 2024-09-19T06:02:39.588 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:39.588 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":33,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:02:08.096281+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:04.833869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:05.485460+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:02:39.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd36006c2b0 msgr2=0x7fd36006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd36006c2b0 0x7fd36006e770 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fd374034000 tx=0x7fd37402e000 comp rx=0 tx=0).stop 2024-09-19T06:02:39.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3840b5be0 msgr2=0x7fd384152430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3840b5be0 0x7fd384152430 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fd36c00c780 tx=0x7fd36c00cc40 comp rx=0 tx=0).stop 2024-09-19T06:02:39.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 shutdown_connections 2024-09-19T06:02:39.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd36006c2b0 0x7fd36006e770 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd38415a9c0 0x7fd3840ce2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3840b5be0 0x7fd384152430 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 --2- 172.21.15.92:0/3053391781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd3840b29a0 0x7fd3841546f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 >> 172.21.15.92:0/3053391781 conn(0x7fd38406bc10 msgr2=0x7fd38415d130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:39.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 shutdown_connections 2024-09-19T06:02:39.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.588+0000 7fd389400640 1 -- 172.21.15.92:0/3053391781 wait complete. 2024-09-19T06:02:39.606 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:02:39.606 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:39.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.757+0000 7f4a42a00640 1 Processor -- start 2024-09-19T06:02:39.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.757+0000 7f4a42a00640 1 -- start start 2024-09-19T06:02:39.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.758+0000 7f4a42a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4a3c0cfc80 0x7f4a3c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.758+0000 7f4a42a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 0x7f4a3c0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.758+0000 7f4a42a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a3c15c740 con 0x7f4a3c155800 2024-09-19T06:02:39.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.758+0000 7f4a42a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4a3c0b4e60 con 0x7f4a3c0cfc80 2024-09-19T06:02:39.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.758+0000 7f4a42a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4a3c0b50a0 con 0x7f4a3c15c330 2024-09-19T06:02:39.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a40a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 0x7f4a3c0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a33400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4a3c0cfc80 0x7f4a3c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a3be00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f4a3c155800 0x7f4a3c0cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:38282/0 (socket says 172.21.15.92:38282) 2024-09-19T06:02:39.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a3be00640 1 -- 172.21.15.92:0/877421348 learned_addr learned my addr 172.21.15.92:0/877421348 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:39.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a40a00640 1 -- 172.21.15.92:0/877421348 >> v2:172.21.15.92:3300/0 conn(0x7f4a3c0cfc80 msgr2=0x7f4a3c0b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:39.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a40a00640 1 --2- 172.21.15.92:0/877421348 >> v2:172.21.15.92:3300/0 conn(0x7f4a3c0cfc80 0x7f4a3c0b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a40a00640 1 -- 172.21.15.92:0/877421348 >> v1:172.21.15.102:6789/0 conn(0x7f4a3c155800 legacy=0x7f4a3c0cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a40a00640 1 -- 172.21.15.92:0/877421348 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a3c0b5380 con 0x7f4a3c15c330 2024-09-19T06:02:39.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a33400640 1 --2- 172.21.15.92:0/877421348 >> v2:172.21.15.92:3300/0 conn(0x7f4a3c0cfc80 0x7f4a3c0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:02:39.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.759+0000 7f4a3b400640 1 -- 172.21.15.92:0/877421348 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1339398412 0 0) 0x7f4a3c15c740 con 0x7f4a3c155800 2024-09-19T06:02:39.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.760+0000 7f4a40a00640 1 --2- 172.21.15.92:0/877421348 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 0x7f4a3c0b4920 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4a34009d90 tx=0x7f4a3402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=62042d24785066d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:39.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a3b400640 1 -- 172.21.15.92:0/877421348 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a34007740 con 0x7f4a3c15c330 2024-09-19T06:02:39.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a3b400640 1 -- 172.21.15.92:0/877421348 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a340078e0 con 0x7f4a3c15c330 2024-09-19T06:02:39.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a3b400640 1 -- 172.21.15.92:0/877421348 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a34007cb0 con 0x7f4a3c15c330 2024-09-19T06:02:39.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a42a00640 1 -- 172.21.15.92:0/877421348 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 msgr2=0x7f4a3c0b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a42a00640 1 --2- 172.21.15.92:0/877421348 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 0x7f4a3c0b4920 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4a34009d90 tx=0x7f4a3402a660 comp rx=0 tx=0).stop 2024-09-19T06:02:39.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a42a00640 1 -- 172.21.15.92:0/877421348 shutdown_connections 2024-09-19T06:02:39.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a42a00640 1 --2- 172.21.15.92:0/877421348 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 0x7f4a3c0b4920 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a42a00640 1 --2- 172.21.15.92:0/877421348 >> v2:172.21.15.92:3300/0 conn(0x7f4a3c0cfc80 0x7f4a3c0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a42a00640 1 -- 172.21.15.92:0/877421348 >> 172.21.15.92:0/877421348 conn(0x7f4a3c06bc10 msgr2=0x7f4a3c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:39.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a42a00640 1 -- 172.21.15.92:0/877421348 shutdown_connections 2024-09-19T06:02:39.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.761+0000 7f4a42a00640 1 -- 172.21.15.92:0/877421348 wait complete. 2024-09-19T06:02:39.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.763+0000 7f4a42a00640 1 Processor -- start 2024-09-19T06:02:39.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.763+0000 7f4a42a00640 1 -- start start 2024-09-19T06:02:39.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a42a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a3c0cfc80 0x7f4a3c155e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a42a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a3c155800 0x7f4a3c14f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a42a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 0x7f4a3c14bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a42a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4a3c0b5c20 con 0x7f4a3c155800 2024-09-19T06:02:39.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a42a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4a3c0b5940 con 0x7f4a3c0cfc80 2024-09-19T06:02:39.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a42a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4a3c155be0 con 0x7f4a3c15c330 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a33400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a3c155800 0x7f4a3c14f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a33400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a3c155800 0x7f4a3c14f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42004/0 (socket says 172.21.15.92:42004) 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a33400640 1 -- 172.21.15.92:0/95953502 learned_addr learned my addr 172.21.15.92:0/95953502 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a40a00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 0x7f4a3c14bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.764+0000 7f4a3be00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a3c0cfc80 0x7f4a3c155e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a33400640 1 -- 172.21.15.92:0/95953502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 msgr2=0x7f4a3c14bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a33400640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 0x7f4a3c14bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a33400640 1 -- 172.21.15.92:0/95953502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a3c0cfc80 msgr2=0x7f4a3c155e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a33400640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a3c0cfc80 0x7f4a3c155e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a33400640 1 -- 172.21.15.92:0/95953502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a3c14ca20 con 0x7f4a3c155800 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a3be00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a3c0cfc80 0x7f4a3c155e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a33400640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a3c155800 0x7f4a3c14f790 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4a2400ebb0 tx=0x7f4a2400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:39.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a38c00640 1 -- 172.21.15.92:0/95953502 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a24017070 con 0x7f4a3c155800 2024-09-19T06:02:39.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a38c00640 1 -- 172.21.15.92:0/95953502 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a2400cc30 con 0x7f4a3c155800 2024-09-19T06:02:39.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a3c14cd00 con 0x7f4a3c155800 2024-09-19T06:02:39.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a38c00640 1 -- 172.21.15.92:0/95953502 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a24013470 con 0x7f4a3c155800 2024-09-19T06:02:39.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.765+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a3c14d2c0 con 0x7f4a3c155800 2024-09-19T06:02:39.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.766+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a3c15c740 con 0x7f4a3c155800 2024-09-19T06:02:39.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.767+0000 7f4a38c00640 1 -- 172.21.15.92:0/95953502 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a2401a070 con 0x7f4a3c155800 2024-09-19T06:02:39.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.768+0000 7f4a38c00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a1806c2b0 0x7f4a1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:39.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.768+0000 7f4a38c00640 1 -- 172.21.15.92:0/95953502 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f4a2408b6d0 con 0x7f4a3c155800 2024-09-19T06:02:39.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.768+0000 7f4a3be00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a1806c2b0 0x7f4a1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:39.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.769+0000 7f4a3be00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a1806c2b0 0x7f4a1806e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4a2c000f60 tx=0x7f4a2c007c30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:39.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.773+0000 7f4a38c00640 1 -- 172.21.15.92:0/95953502 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a24059750 con 0x7f4a3c155800 2024-09-19T06:02:39.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.980+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4a3c0008d0 con 0x7f4a3c155800 2024-09-19T06:02:39.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.980+0000 7f4a38c00640 1 -- 172.21.15.92:0/95953502 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f4a2405da50 con 0x7f4a3c155800 2024-09-19T06:02:39.982 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:39.982 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:39.982 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:39.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.982+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a1806c2b0 msgr2=0x7f4a1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.982+0000 7f4a42a00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a1806c2b0 0x7f4a1806e770 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f4a2c000f60 tx=0x7f4a2c007c30 comp rx=0 tx=0).stop 2024-09-19T06:02:39.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a3c155800 msgr2=0x7f4a3c14f790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:39.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a3c155800 0x7f4a3c14f790 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f4a2400ebb0 tx=0x7f4a2400c520 comp rx=0 tx=0).stop 2024-09-19T06:02:39.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 shutdown_connections 2024-09-19T06:02:39.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a3c15c330 0x7f4a3c14bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a3c155800 0x7f4a3c14f790 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a1806c2b0 0x7f4a1806e770 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 --2- 172.21.15.92:0/95953502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a3c0cfc80 0x7f4a3c155e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:39.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 >> 172.21.15.92:0/95953502 conn(0x7f4a3c06bc10 msgr2=0x7f4a3c0cf570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:39.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 shutdown_connections 2024-09-19T06:02:39.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:39.983+0000 7f4a42a00640 1 -- 172.21.15.92:0/95953502 wait complete. 2024-09-19T06:02:40.000 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:40.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.150+0000 7f8c86e00640 1 Processor -- start 2024-09-19T06:02:40.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.150+0000 7f8c86e00640 1 -- start start 2024-09-19T06:02:40.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.151+0000 7f8c86e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8c800b64e0 0x7f8c80167110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.151+0000 7f8c86e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c800b49c0 con 0x7f8c8015c550 2024-09-19T06:02:40.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.151+0000 7f8c86e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8c800b4cf0 con 0x7f8c8015c170 2024-09-19T06:02:40.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.151+0000 7f8c86e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8c800b4fd0 con 0x7f8c800b64e0 2024-09-19T06:02:40.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.151+0000 7f8c84e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8c800b64e0 0x7f8c80167110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.152+0000 7f8c84e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8c800b64e0 0x7f8c80167110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42016/0 (socket says 172.21.15.92:42016) 2024-09-19T06:02:40.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.152+0000 7f8c84e00640 1 -- 172.21.15.92:0/1503726021 learned_addr learned my addr 172.21.15.92:0/1503726021 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:40.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.152+0000 7f8c7f400640 1 --1- 172.21.15.92:0/1503726021 >> v1:172.21.15.92:6789/0 conn(0x7f8c8015c550 0x7f8c800b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:33948/0 (socket says 172.21.15.92:33948) 2024-09-19T06:02:40.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.152+0000 7f8c84e00640 1 -- 172.21.15.92:0/1503726021 >> v1:172.21.15.102:6789/0 conn(0x7f8c8015c170 legacy=0x7f8c800cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.152+0000 7f8c84e00640 1 -- 172.21.15.92:0/1503726021 >> v1:172.21.15.92:6789/0 conn(0x7f8c8015c550 legacy=0x7f8c800b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.152+0000 7f8c84e00640 1 -- 172.21.15.92:0/1503726021 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c800b52b0 con 0x7f8c800b64e0 2024-09-19T06:02:40.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.152+0000 7f8c7ea00640 1 -- 172.21.15.92:0/1503726021 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 667805117 0 0) 0x7f8c800b49c0 con 0x7f8c8015c550 2024-09-19T06:02:40.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.153+0000 7f8c84e00640 1 --2- 172.21.15.92:0/1503726021 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c800b64e0 0x7f8c80167110 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f8c78009e80 tx=0x7f8c7802a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d79df91f2a288f44 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:40.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.153+0000 7f8c7ea00640 1 -- 172.21.15.92:0/1503726021 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c78036070 con 0x7f8c800b64e0 2024-09-19T06:02:40.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.153+0000 7f8c7ea00640 1 -- 172.21.15.92:0/1503726021 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c78031600 con 0x7f8c800b64e0 2024-09-19T06:02:40.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.153+0000 7f8c7ea00640 1 -- 172.21.15.92:0/1503726021 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c780319d0 con 0x7f8c800b64e0 2024-09-19T06:02:40.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.154+0000 7f8c86e00640 1 -- 172.21.15.92:0/1503726021 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c800b64e0 msgr2=0x7f8c80167110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.154+0000 7f8c86e00640 1 --2- 172.21.15.92:0/1503726021 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c800b64e0 0x7f8c80167110 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f8c78009e80 tx=0x7f8c7802a750 comp rx=0 tx=0).stop 2024-09-19T06:02:40.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.154+0000 7f8c86e00640 1 -- 172.21.15.92:0/1503726021 shutdown_connections 2024-09-19T06:02:40.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.154+0000 7f8c86e00640 1 --2- 172.21.15.92:0/1503726021 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c800b64e0 0x7f8c80167110 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.154+0000 7f8c86e00640 1 -- 172.21.15.92:0/1503726021 >> 172.21.15.92:0/1503726021 conn(0x7f8c8006bc10 msgr2=0x7f8c8006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:40.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.154+0000 7f8c86e00640 1 -- 172.21.15.92:0/1503726021 shutdown_connections 2024-09-19T06:02:40.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.154+0000 7f8c86e00640 1 -- 172.21.15.92:0/1503726021 wait complete. 2024-09-19T06:02:40.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.155+0000 7f8c86e00640 1 Processor -- start 2024-09-19T06:02:40.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.156+0000 7f8c86e00640 1 -- start start 2024-09-19T06:02:40.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.156+0000 7f8c86e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8c800b64e0 0x7f8c8014a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c86e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c8015c170 0x7f8c800cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c86e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8c8015c550 0x7f8c800cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c86e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8c800b5b50 con 0x7f8c8015c170 2024-09-19T06:02:40.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c86e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8c800b5870 con 0x7f8c8015c550 2024-09-19T06:02:40.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c86e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8c8015c9c0 con 0x7f8c800b64e0 2024-09-19T06:02:40.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c7f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c8015c170 0x7f8c800cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c7f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c8015c170 0x7f8c800cbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42024/0 (socket says 172.21.15.92:42024) 2024-09-19T06:02:40.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c7f400640 1 -- 172.21.15.92:0/122682236 learned_addr learned my addr 172.21.15.92:0/122682236 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:40.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c7f400640 1 -- 172.21.15.92:0/122682236 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8c800b64e0 msgr2=0x7f8c8014a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c7f400640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8c800b64e0 0x7f8c8014a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c7f400640 1 -- 172.21.15.92:0/122682236 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8c8015c550 msgr2=0x7f8c800cc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c7f400640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8c8015c550 0x7f8c800cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c7f400640 1 -- 172.21.15.92:0/122682236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8c8015df70 con 0x7f8c8015c170 2024-09-19T06:02:40.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.157+0000 7f8c7f400640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c8015c170 0x7f8c800cbda0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c00c430 tx=0x7f8c6c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:40.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.158+0000 7f8c77e00640 1 -- 172.21.15.92:0/122682236 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6c0074e0 con 0x7f8c8015c170 2024-09-19T06:02:40.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.158+0000 7f8c77e00640 1 -- 172.21.15.92:0/122682236 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8c6c0047e0 con 0x7f8c8015c170 2024-09-19T06:02:40.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.158+0000 7f8c77e00640 1 -- 172.21.15.92:0/122682236 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8c6c004bd0 con 0x7f8c8015c170 2024-09-19T06:02:40.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.158+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8c8015e250 con 0x7f8c8015c170 2024-09-19T06:02:40.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.158+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8c8015e810 con 0x7f8c8015c170 2024-09-19T06:02:40.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.159+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8c800b5dd0 con 0x7f8c8015c170 2024-09-19T06:02:40.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.160+0000 7f8c77e00640 1 -- 172.21.15.92:0/122682236 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8c6c011070 con 0x7f8c8015c170 2024-09-19T06:02:40.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.161+0000 7f8c77e00640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8c6006c2b0 0x7f8c6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.161+0000 7f8c77e00640 1 -- 172.21.15.92:0/122682236 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f8c6c08b0e0 con 0x7f8c8015c170 2024-09-19T06:02:40.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.161+0000 7f8c7fe00640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8c6006c2b0 0x7f8c6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.162+0000 7f8c7fe00640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8c6006c2b0 0x7f8c6006e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8c70001550 tx=0x7f8c70007990 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:40.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.165+0000 7f8c77e00640 1 -- 172.21.15.92:0/122682236 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8c6c059840 con 0x7f8c8015c170 2024-09-19T06:02:40.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.381+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8c8006d1b0 con 0x7f8c8015c170 2024-09-19T06:02:40.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.382+0000 7f8c77e00640 1 -- 172.21.15.92:0/122682236 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) ==== 94+0+5220 (secure 0 0 0) 0x7f8c6c059140 con 0x7f8c8015c170 2024-09-19T06:02:40.383 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:40.383 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":15,"btime":"2024-09-19T06:02:10:109149+0000","default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:06.503954+0000","modified":"2024-09-19T06:02:09.547916+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":4767},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4767":{"gid":4767,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6836/4011166293","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4011166293},{"type":"v1","addr":"172.21.15.92:6836","nonce":4011166293}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":4767,"qdb_cluster":[4767]},"id":2}]} 2024-09-19T06:02:40.383 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 15 2024-09-19T06:02:40.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8c6006c2b0 msgr2=0x7f8c6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8c6006c2b0 0x7f8c6006e770 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8c70001550 tx=0x7f8c70007990 comp rx=0 tx=0).stop 2024-09-19T06:02:40.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c8015c170 msgr2=0x7f8c800cbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c8015c170 0x7f8c800cbda0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f8c6c00c430 tx=0x7f8c6c00c8f0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 shutdown_connections 2024-09-19T06:02:40.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8c6006c2b0 0x7f8c6006e770 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8c8015c550 0x7f8c800cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8c8015c170 0x7f8c800cbda0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 --2- 172.21.15.92:0/122682236 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8c800b64e0 0x7f8c8014a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 >> 172.21.15.92:0/122682236 conn(0x7f8c8006bc10 msgr2=0x7f8c801515c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:40.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 shutdown_connections 2024-09-19T06:02:40.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.384+0000 7f8c86e00640 1 -- 172.21.15.92:0/122682236 wait complete. 2024-09-19T06:02:40.400 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:02:40.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.549+0000 7f16bc200640 1 Processor -- start 2024-09-19T06:02:40.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.549+0000 7f16bc200640 1 -- start start 2024-09-19T06:02:40.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.550+0000 7f16bc200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f16b415c550 0x7f16b40b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.550+0000 7f16bc200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b40b6310 0x7f16b40b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.550+0000 7f16bc200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f16b40b4cf0 con 0x7f16b415c170 2024-09-19T06:02:40.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.550+0000 7f16bc200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f16b40b4fd0 con 0x7f16b415c550 2024-09-19T06:02:40.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.550+0000 7f16bc200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f16b40b52b0 con 0x7f16b40b6310 2024-09-19T06:02:40.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16b8e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f16b415c550 0x7f16b40b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16b9800640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f16b415c170 0x7f16b40cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:38296/0 (socket says 172.21.15.92:38296) 2024-09-19T06:02:40.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16b9800640 1 -- 172.21.15.92:0/815553345 learned_addr learned my addr 172.21.15.92:0/815553345 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:40.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16ba200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b40b6310 0x7f16b40b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16ba200640 1 -- 172.21.15.92:0/815553345 >> v2:172.21.15.102:3300/0 conn(0x7f16b415c550 msgr2=0x7f16b40b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:40.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16ba200640 1 --2- 172.21.15.92:0/815553345 >> v2:172.21.15.102:3300/0 conn(0x7f16b415c550 0x7f16b40b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16ba200640 1 -- 172.21.15.92:0/815553345 >> v1:172.21.15.102:6789/0 conn(0x7f16b415c170 legacy=0x7f16b40cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16ba200640 1 -- 172.21.15.92:0/815553345 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16b40b5590 con 0x7f16b40b6310 2024-09-19T06:02:40.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16b3e00640 1 -- 172.21.15.92:0/815553345 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 107758703 0 0) 0x7f16b40b4cf0 con 0x7f16b415c170 2024-09-19T06:02:40.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.551+0000 7f16b8e00640 1 --2- 172.21.15.92:0/815553345 >> v2:172.21.15.102:3300/0 conn(0x7f16b415c550 0x7f16b40b5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:02:40.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.552+0000 7f16ba200640 1 --2- 172.21.15.92:0/815553345 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b40b6310 0x7f16b40b39b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009dc0 tx=0x7f16ac02a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34c305050bf1bbdd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:40.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.552+0000 7f16b3e00640 1 -- 172.21.15.92:0/815553345 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac02ae60 con 0x7f16b40b6310 2024-09-19T06:02:40.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.552+0000 7f16b3e00640 1 -- 172.21.15.92:0/815553345 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16ac007740 con 0x7f16b40b6310 2024-09-19T06:02:40.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.552+0000 7f16b3e00640 1 -- 172.21.15.92:0/815553345 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac007b10 con 0x7f16b40b6310 2024-09-19T06:02:40.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.553+0000 7f16bc200640 1 -- 172.21.15.92:0/815553345 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b40b6310 msgr2=0x7f16b40b39b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.553+0000 7f16bc200640 1 --2- 172.21.15.92:0/815553345 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b40b6310 0x7f16b40b39b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f16ac009dc0 tx=0x7f16ac02a680 comp rx=0 tx=0).stop 2024-09-19T06:02:40.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.553+0000 7f16bc200640 1 -- 172.21.15.92:0/815553345 shutdown_connections 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.553+0000 7f16bc200640 1 --2- 172.21.15.92:0/815553345 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b40b6310 0x7f16b40b39b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.553+0000 7f16bc200640 1 --2- 172.21.15.92:0/815553345 >> v2:172.21.15.102:3300/0 conn(0x7f16b415c550 0x7f16b40b5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.553+0000 7f16bc200640 1 -- 172.21.15.92:0/815553345 >> 172.21.15.92:0/815553345 conn(0x7f16b406bc10 msgr2=0x7f16b406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.553+0000 7f16bc200640 1 -- 172.21.15.92:0/815553345 shutdown_connections 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.553+0000 7f16bc200640 1 -- 172.21.15.92:0/815553345 wait complete. 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.555+0000 7f16bc200640 1 Processor -- start 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.555+0000 7f16bc200640 1 -- start start 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16bc200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16b40b6310 0x7f16b4142dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16bc200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b415c170 0x7f16b41f3e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16bc200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16b415c550 0x7f16b4157070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16bc200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f16b415c9c0 con 0x7f16b415c550 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16bc200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f16b40b5b50 con 0x7f16b40b6310 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16bc200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f16b40cfdd0 con 0x7f16b415c170 2024-09-19T06:02:40.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16ba200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16b415c550 0x7f16b4157070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16ba200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16b415c550 0x7f16b4157070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42030/0 (socket says 172.21.15.92:42030) 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16ba200640 1 -- 172.21.15.92:0/96929928 learned_addr learned my addr 172.21.15.92:0/96929928 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16b8e00640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b415c170 0x7f16b41f3e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16b9800640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16b40b6310 0x7f16b4142dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16ba200640 1 -- 172.21.15.92:0/96929928 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b415c170 msgr2=0x7f16b41f3e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16ba200640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b415c170 0x7f16b41f3e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16ba200640 1 -- 172.21.15.92:0/96929928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16b40b6310 msgr2=0x7f16b4142dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16ba200640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16b40b6310 0x7f16b4142dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.556+0000 7f16ba200640 1 -- 172.21.15.92:0/96929928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16b415d670 con 0x7f16b415c550 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.557+0000 7f16b8e00640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b415c170 0x7f16b41f3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.557+0000 7f16ba200640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16b415c550 0x7f16b4157070 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f16ac02ac70 tx=0x7f16ac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.557+0000 7f16b1600640 1 -- 172.21.15.92:0/96929928 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac040070 con 0x7f16b415c550 2024-09-19T06:02:40.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.557+0000 7f16b1600640 1 -- 172.21.15.92:0/96929928 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16ac02ae60 con 0x7f16b415c550 2024-09-19T06:02:40.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.557+0000 7f16b1600640 1 -- 172.21.15.92:0/96929928 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16ac031be0 con 0x7f16b415c550 2024-09-19T06:02:40.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.557+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16b415d950 con 0x7f16b415c550 2024-09-19T06:02:40.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.557+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16b414c800 con 0x7f16b415c550 2024-09-19T06:02:40.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.558+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16b40b5dd0 con 0x7f16b415c550 2024-09-19T06:02:40.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.559+0000 7f16b1600640 1 -- 172.21.15.92:0/96929928 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f16ac039040 con 0x7f16b415c550 2024-09-19T06:02:40.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.560+0000 7f16b1600640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f169406c2e0 0x7f169406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.560+0000 7f16b1600640 1 -- 172.21.15.92:0/96929928 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f16ac0ac980 con 0x7f16b415c550 2024-09-19T06:02:40.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.560+0000 7f16b9800640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f169406c2e0 0x7f169406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.561+0000 7f16b9800640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f169406c2e0 0x7f169406e7a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f16a8000f60 tx=0x7f16a8007b50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:40.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.564+0000 7f16b1600640 1 -- 172.21.15.92:0/96929928 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f16ac07b0f0 con 0x7f16b415c550 2024-09-19T06:02:40.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.739+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f16b406cfd0 con 0x7f16b415c550 2024-09-19T06:02:40.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.740+0000 7f16b1600640 1 -- 172.21.15.92:0/96929928 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) ==== 74+0+16717 (secure 0 0 0) 0x7f16ac03ae50 con 0x7f16b415c550 2024-09-19T06:02:40.747 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:40.747 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":33,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:02:08.096281+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:04.833869+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"32","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:05.485460+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f169406c2e0 msgr2=0x7f169406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f169406c2e0 0x7f169406e7a0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f16a8000f60 tx=0x7f16a8007b50 comp rx=0 tx=0).stop 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16b415c550 msgr2=0x7f16b4157070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16b415c550 0x7f16b4157070 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f16ac02ac70 tx=0x7f16ac004a40 comp rx=0 tx=0).stop 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 shutdown_connections 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16b415c550 0x7f16b4157070 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f16b415c170 0x7f16b41f3e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f169406c2e0 0x7f169406e7a0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 --2- 172.21.15.92:0/96929928 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f16b40b6310 0x7f16b4142dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.742+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 >> 172.21.15.92:0/96929928 conn(0x7f16b406bc10 msgr2=0x7f16b406d7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:40.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.743+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 shutdown_connections 2024-09-19T06:02:40.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.743+0000 7f16bc200640 1 -- 172.21.15.92:0/96929928 wait complete. 2024-09-19T06:02:40.760 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:02:40.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.913+0000 7f6141200640 1 Processor -- start 2024-09-19T06:02:40.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.913+0000 7f6141200640 1 -- start start 2024-09-19T06:02:40.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6141200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f613c15b480 0x7f613c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6141200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f613c0b60c0 0x7f613c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6141200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6141200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f613c0729a0 con 0x7f613c0b60c0 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6141200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f613c0ccff0 con 0x7f613c15b480 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6141200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f613c0cd2d0 con 0x7f613c072530 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6133e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f613c0b60c0 0x7f613c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6133e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f613c0b60c0 0x7f613c071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42038/0 (socket says 172.21.15.92:42038) 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6133e00640 1 -- 172.21.15.92:0/4016932902 learned_addr learned my addr 172.21.15.92:0/4016932902 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6133e00640 1 -- 172.21.15.92:0/4016932902 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 msgr2=0x7f613c070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f613a800640 1 --2- 172.21.15.92:0/4016932902 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6133e00640 1 --2- 172.21.15.92:0/4016932902 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6133e00640 1 -- 172.21.15.92:0/4016932902 >> v2:172.21.15.102:3300/0 conn(0x7f613c15b480 msgr2=0x7f613c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6139e00640 1 --2- 172.21.15.92:0/4016932902 >> v2:172.21.15.102:3300/0 conn(0x7f613c15b480 0x7f613c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6133e00640 1 --2- 172.21.15.92:0/4016932902 >> v2:172.21.15.102:3300/0 conn(0x7f613c15b480 0x7f613c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6133e00640 1 -- 172.21.15.92:0/4016932902 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f613c0cd5b0 con 0x7f613c0b60c0 2024-09-19T06:02:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f613a800640 1 --2- 172.21.15.92:0/4016932902 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:40.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.915+0000 7f6139e00640 1 --2- 172.21.15.92:0/4016932902 >> v2:172.21.15.102:3300/0 conn(0x7f613c15b480 0x7f613c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:40.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.916+0000 7f6133e00640 1 --2- 172.21.15.92:0/4016932902 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c0b60c0 0x7f613c071ff0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f613c0694d0 tx=0x7f612402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cc1be6cb4739421 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:40.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6139400640 1 -- 172.21.15.92:0/4016932902 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6124037070 con 0x7f613c0b60c0 2024-09-19T06:02:40.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6139400640 1 -- 172.21.15.92:0/4016932902 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6124032440 con 0x7f613c0b60c0 2024-09-19T06:02:40.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6139400640 1 -- 172.21.15.92:0/4016932902 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6124032810 con 0x7f613c0b60c0 2024-09-19T06:02:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6141200640 1 -- 172.21.15.92:0/4016932902 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c0b60c0 msgr2=0x7f613c071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6141200640 1 --2- 172.21.15.92:0/4016932902 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c0b60c0 0x7f613c071ff0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f613c0694d0 tx=0x7f612402a1e0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6141200640 1 -- 172.21.15.92:0/4016932902 shutdown_connections 2024-09-19T06:02:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6141200640 1 --2- 172.21.15.92:0/4016932902 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6141200640 1 --2- 172.21.15.92:0/4016932902 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c0b60c0 0x7f613c071ff0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6141200640 1 --2- 172.21.15.92:0/4016932902 >> v2:172.21.15.102:3300/0 conn(0x7f613c15b480 0x7f613c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6141200640 1 -- 172.21.15.92:0/4016932902 >> 172.21.15.92:0/4016932902 conn(0x7f613c06d0f0 msgr2=0x7f613c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6141200640 1 -- 172.21.15.92:0/4016932902 shutdown_connections 2024-09-19T06:02:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.917+0000 7f6141200640 1 -- 172.21.15.92:0/4016932902 wait complete. 2024-09-19T06:02:40.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.919+0000 7f6141200640 1 Processor -- start 2024-09-19T06:02:40.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.919+0000 7f6141200640 1 -- start start 2024-09-19T06:02:40.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.920+0000 7f6141200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c154230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.920+0000 7f6141200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f613c0b60c0 0x7f613c14a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.920+0000 7f6141200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c15b480 0x7f613c0cb590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.920+0000 7f6141200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f613c15b860 con 0x7f613c15b480 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.920+0000 7f6141200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f613c0cdb70 con 0x7f613c0b60c0 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.920+0000 7f6141200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f613c15b9e0 con 0x7f613c072530 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.920+0000 7f613a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c15b480 0x7f613c0cb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.920+0000 7f613a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c15b480 0x7f613c0cb590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42052/0 (socket says 172.21.15.92:42052) 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.920+0000 7f613a800640 1 -- 172.21.15.92:0/729889521 learned_addr learned my addr 172.21.15.92:0/729889521 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f6139e00640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c154230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f613a800640 1 -- 172.21.15.92:0/729889521 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 msgr2=0x7f613c154230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f613a800640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c154230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f613a800640 1 -- 172.21.15.92:0/729889521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f613c0b60c0 msgr2=0x7f613c14a050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f613a800640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f613c0b60c0 0x7f613c14a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f613a800640 1 -- 172.21.15.92:0/729889521 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f613c14a590 con 0x7f613c15b480 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f6139e00640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c154230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f613a800640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c15b480 0x7f613c0cb590 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f613400cef0 tx=0x7f613400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f6132000640 1 -- 172.21.15.92:0/729889521 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f613401a070 con 0x7f613c15b480 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f6132000640 1 -- 172.21.15.92:0/729889521 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f613400d840 con 0x7f613c15b480 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f6132000640 1 -- 172.21.15.92:0/729889521 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f613400dc30 con 0x7f613c15b480 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f613c15c190 con 0x7f613c15b480 2024-09-19T06:02:40.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.921+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f613c15c750 con 0x7f613c15b480 2024-09-19T06:02:40.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.922+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f613c071ff0 con 0x7f613c15b480 2024-09-19T06:02:40.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.923+0000 7f6132000640 1 -- 172.21.15.92:0/729889521 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f613401d070 con 0x7f613c15b480 2024-09-19T06:02:40.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.924+0000 7f6132000640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f611806c2b0 0x7f611806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:40.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.924+0000 7f6132000640 1 -- 172.21.15.92:0/729889521 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(33..33 src has 1..33) ==== 5709+0+0 (secure 0 0 0) 0x7f613408bc60 con 0x7f613c15b480 2024-09-19T06:02:40.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.924+0000 7f6139e00640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f611806c2b0 0x7f611806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:40.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.925+0000 7f6139e00640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f611806c2b0 0x7f611806e770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f612c006fd0 tx=0x7f612c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:40.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:40.928+0000 7f6132000640 1 -- 172.21.15.92:0/729889521 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f613c14a590 con 0x7f613c15b480 2024-09-19T06:02:41.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.134+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f613c0cfe20 con 0x7f613c15b480 2024-09-19T06:02:41.137 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:02:41.135+0000 7fa584600640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:02:41.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.137+0000 7f6132000640 1 -- 172.21.15.92:0/729889521 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) ==== 161+0+0 (secure 0 0 0) 0x7f613405a3c0 con 0x7f613c15b480 2024-09-19T06:02:41.139 INFO:teuthology.orchestra.run.smithi092.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:02:41.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.140+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f611806c2b0 msgr2=0x7f611806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:41.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.140+0000 7f6141200640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f611806c2b0 0x7f611806e770 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f612c006fd0 tx=0x7f612c008040 comp rx=0 tx=0).stop 2024-09-19T06:02:41.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.140+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c15b480 msgr2=0x7f613c0cb590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:41.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.140+0000 7f6141200640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c15b480 0x7f613c0cb590 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f613400cef0 tx=0x7f613400a710 comp rx=0 tx=0).stop 2024-09-19T06:02:41.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.141+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 shutdown_connections 2024-09-19T06:02:41.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.141+0000 7f6141200640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f613c15b480 0x7f613c0cb590 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:41.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.141+0000 7f6141200640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f611806c2b0 0x7f611806e770 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:41.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.141+0000 7f6141200640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f613c0b60c0 0x7f613c14a050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:41.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.141+0000 7f6141200640 1 --2- 172.21.15.92:0/729889521 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f613c072530 0x7f613c154230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:41.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.141+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 >> 172.21.15.92:0/729889521 conn(0x7f613c06d0f0 msgr2=0x7f613c0ce2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:41.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.141+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 shutdown_connections 2024-09-19T06:02:41.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.141+0000 7f6141200640 1 -- 172.21.15.92:0/729889521 wait complete. 2024-09-19T06:02:41.160 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:02:41.212 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:02:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.314+0000 7f55d0000640 1 Processor -- start 2024-09-19T06:02:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.314+0000 7f55d0000640 1 -- start start 2024-09-19T06:02:41.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.315+0000 7f55d0000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 0x7f55c80d1500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:41.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.315+0000 7f55d0000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f55c80d1a40 0x7f55c80cedb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:41.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.315+0000 7f55d0000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55c80d1e60 con 0x7f55c80cf2f0 2024-09-19T06:02:41.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.315+0000 7f55d0000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f55c80cf7a0 con 0x7f55c80d1a40 2024-09-19T06:02:41.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.315+0000 7f55d0000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f55c80d2ee0 con 0x7f55c815e600 2024-09-19T06:02:41.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.316+0000 7f55ccc00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f55c80d1a40 0x7f55c80cedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:41.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.316+0000 7f55ce000640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f55c80cf2f0 0x7f55c80b61e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:38326/0 (socket says 172.21.15.92:38326) 2024-09-19T06:02:41.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.316+0000 7f55ce000640 1 -- 172.21.15.92:0/2504281306 learned_addr learned my addr 172.21.15.92:0/2504281306 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:41.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.316+0000 7f55cd600640 1 --2- 172.21.15.92:0/2504281306 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 0x7f55c80d1500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:41.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.316+0000 7f55ccc00640 1 -- 172.21.15.92:0/2504281306 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 msgr2=0x7f55c80d1500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:41.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.316+0000 7f55ccc00640 1 --2- 172.21.15.92:0/2504281306 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 0x7f55c80d1500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:41.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.316+0000 7f55ccc00640 1 -- 172.21.15.92:0/2504281306 >> v1:172.21.15.102:6789/0 conn(0x7f55c80cf2f0 legacy=0x7f55c80b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:41.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.316+0000 7f55ccc00640 1 -- 172.21.15.92:0/2504281306 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55c80b7ad0 con 0x7f55c80d1a40 2024-09-19T06:02:41.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.317+0000 7f55ccc00640 1 --2- 172.21.15.92:0/2504281306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55c80d1a40 0x7f55c80cedb0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f55b40097a0 tx=0x7f55b402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4872c9e92e81e943 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:41.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55c7e00640 1 -- 172.21.15.92:0/2504281306 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b4037070 con 0x7f55c80d1a40 2024-09-19T06:02:41.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55c7e00640 1 -- 172.21.15.92:0/2504281306 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55b4032440 con 0x7f55c80d1a40 2024-09-19T06:02:41.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55c7e00640 1 -- 172.21.15.92:0/2504281306 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55b4032810 con 0x7f55c80d1a40 2024-09-19T06:02:41.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55d0000640 1 -- 172.21.15.92:0/2504281306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55c80d1a40 msgr2=0x7f55c80cedb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:41.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55d0000640 1 --2- 172.21.15.92:0/2504281306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55c80d1a40 0x7f55c80cedb0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f55b40097a0 tx=0x7f55b402a180 comp rx=0 tx=0).stop 2024-09-19T06:02:41.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55d0000640 1 -- 172.21.15.92:0/2504281306 shutdown_connections 2024-09-19T06:02:41.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55d0000640 1 --2- 172.21.15.92:0/2504281306 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55c80d1a40 0x7f55c80cedb0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:41.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55d0000640 1 --2- 172.21.15.92:0/2504281306 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 0x7f55c80d1500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:41.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55d0000640 1 -- 172.21.15.92:0/2504281306 >> 172.21.15.92:0/2504281306 conn(0x7f55c806c2c0 msgr2=0x7f55c806c6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:41.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55d0000640 1 -- 172.21.15.92:0/2504281306 shutdown_connections 2024-09-19T06:02:41.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.318+0000 7f55d0000640 1 -- 172.21.15.92:0/2504281306 wait complete. 2024-09-19T06:02:41.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.320+0000 7f55d0000640 1 Processor -- start 2024-09-19T06:02:41.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.320+0000 7f55d0000640 1 -- start start 2024-09-19T06:02:41.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.321+0000 7f55d0000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55c80cf2f0 0x7f55c814bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:41.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.321+0000 7f55d0000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55c80d1a40 0x7f55c814c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:41.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.321+0000 7f55d0000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 0x7f55c80cc880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:41.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.321+0000 7f55d0000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f55c80cffa0 con 0x7f55c80cf2f0 2024-09-19T06:02:41.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.321+0000 7f55d0000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f55c80cfcc0 con 0x7f55c80d1a40 2024-09-19T06:02:41.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.321+0000 7f55d0000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f55c80d2b70 con 0x7f55c815e600 2024-09-19T06:02:41.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.321+0000 7f55cd600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55c80cf2f0 0x7f55c814bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:41.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.321+0000 7f55cd600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55c80cf2f0 0x7f55c814bf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42082/0 (socket says 172.21.15.92:42082) 2024-09-19T06:02:41.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.321+0000 7f55cd600640 1 -- 172.21.15.92:0/3336108691 learned_addr learned my addr 172.21.15.92:0/3336108691 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:41.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55ce000640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 0x7f55c80cc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:41.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55ccc00640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55c80d1a40 0x7f55c814c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55cd600640 1 -- 172.21.15.92:0/3336108691 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 msgr2=0x7f55c80cc880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55cd600640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 0x7f55c80cc880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55cd600640 1 -- 172.21.15.92:0/3336108691 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55c80d1a40 msgr2=0x7f55c814c4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55cd600640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55c80d1a40 0x7f55c814c4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55cd600640 1 -- 172.21.15.92:0/3336108691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55c80cd3f0 con 0x7f55c80cf2f0 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55ce000640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 0x7f55c80cc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55cd600640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55c80cf2f0 0x7f55c814bf90 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f55bc00e870 tx=0x7f55bc00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55c5600640 1 -- 172.21.15.92:0/3336108691 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55bc017070 con 0x7f55c80cf2f0 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55c5600640 1 -- 172.21.15.92:0/3336108691 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55bc00c940 con 0x7f55c80cf2f0 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55c5600640 1 -- 172.21.15.92:0/3336108691 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55bc00cd30 con 0x7f55c80cf2f0 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55c80cd6d0 con 0x7f55c80cf2f0 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.322+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55c80cdc90 con 0x7f55c80cf2f0 2024-09-19T06:02:41.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.323+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55c815e9e0 con 0x7f55c80cf2f0 2024-09-19T06:02:41.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.324+0000 7f55c5600640 1 -- 172.21.15.92:0/3336108691 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f55bc01a070 con 0x7f55c80cf2f0 2024-09-19T06:02:41.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.325+0000 7f55c5600640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f55a806c2e0 0x7f55a806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:41.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.325+0000 7f55c5600640 1 -- 172.21.15.92:0/3336108691 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7f55bc08b750 con 0x7f55c80cf2f0 2024-09-19T06:02:41.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.325+0000 7f55ccc00640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f55a806c2e0 0x7f55a806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:41.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.326+0000 7f55ccc00640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f55a806c2e0 0x7f55a806e7a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f55b4034000 tx=0x7f55b402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:41.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.329+0000 7f55c5600640 1 -- 172.21.15.92:0/3336108691 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f55bc059dc0 con 0x7f55c80cf2f0 2024-09-19T06:02:41.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:41.538+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f55c80d25f0 con 0x7f55c80cf2f0 2024-09-19T06:02:42.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.213+0000 7f55c5600640 1 -- 172.21.15.92:0/3336108691 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v17) ==== 104+0+0 (secure 0 0 0) 0x7f55bc0596c0 con 0x7f55c80cf2f0 2024-09-19T06:02:42.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f55a806c2e0 msgr2=0x7f55a806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:42.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f55a806c2e0 0x7f55a806e7a0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f55b4034000 tx=0x7f55b402e000 comp rx=0 tx=0).stop 2024-09-19T06:02:42.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55c80cf2f0 msgr2=0x7f55c814bf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:42.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55c80cf2f0 0x7f55c814bf90 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f55bc00e870 tx=0x7f55bc00ed30 comp rx=0 tx=0).stop 2024-09-19T06:02:42.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 shutdown_connections 2024-09-19T06:02:42.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55c815e600 0x7f55c80cc880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:42.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f55a806c2e0 0x7f55a806e7a0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:42.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55c80d1a40 0x7f55c814c4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:42.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 --2- 172.21.15.92:0/3336108691 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55c80cf2f0 0x7f55c814bf90 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:42.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 >> 172.21.15.92:0/3336108691 conn(0x7f55c806c2c0 msgr2=0x7f55c815ca30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:42.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 shutdown_connections 2024-09-19T06:02:42.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.216+0000 7f55d0000640 1 -- 172.21.15.92:0/3336108691 wait complete. 2024-09-19T06:02:42.236 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:02:42.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.391+0000 7fa0d6a00640 1 Processor -- start 2024-09-19T06:02:42.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.392+0000 7fa0d6a00640 1 -- start start 2024-09-19T06:02:42.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.393+0000 7fa0d6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d0073600 0x7fa0d015e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:42.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.393+0000 7fa0d6a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0d015a430 con 0x7fa0d015a050 2024-09-19T06:02:42.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.393+0000 7fa0d6a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0d00cd0a0 con 0x7fa0d00731c0 2024-09-19T06:02:42.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.393+0000 7fa0d6a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa0d00cd380 con 0x7fa0d0073600 2024-09-19T06:02:42.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.393+0000 7fa0cfe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fa0d015a050 0x7fa0d015d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:33964/0 (socket says 172.21.15.92:33964) 2024-09-19T06:02:42.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.393+0000 7fa0cfe00640 1 -- 172.21.15.92:0/2380591651 learned_addr learned my addr 172.21.15.92:0/2380591651 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:42.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.393+0000 7fa0d4a00640 1 --2- 172.21.15.92:0/2380591651 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d0073600 0x7fa0d015e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:42.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.393+0000 7fa0cf400640 1 -- 172.21.15.92:0/2380591651 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3397631315 0 0) 0x7fa0d015a430 con 0x7fa0d015a050 2024-09-19T06:02:42.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.393+0000 7fa0cf400640 1 -- 172.21.15.92:0/2380591651 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa0b4003520 con 0x7fa0d015a050 2024-09-19T06:02:42.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.394+0000 7fa0cf400640 1 -- 172.21.15.92:0/2380591651 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1135533683 0 0) 0x7fa0b4003520 con 0x7fa0d015a050 2024-09-19T06:02:42.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.394+0000 7fa0d4a00640 1 -- 172.21.15.92:0/2380591651 >> v1:172.21.15.102:6789/0 conn(0x7fa0d00731c0 legacy=0x7fa0d015de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:42.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.394+0000 7fa0d4a00640 1 -- 172.21.15.92:0/2380591651 >> v1:172.21.15.92:6789/0 conn(0x7fa0d015a050 legacy=0x7fa0d015d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:42.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.394+0000 7fa0d4a00640 1 -- 172.21.15.92:0/2380591651 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0d00cd660 con 0x7fa0d0073600 2024-09-19T06:02:42.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.395+0000 7fa0d4a00640 1 --2- 172.21.15.92:0/2380591651 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d0073600 0x7fa0d015e590 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa0c8009dc0 tx=0x7fa0c802a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33f4638e139729a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:42.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.395+0000 7fa0cf400640 1 -- 172.21.15.92:0/2380591651 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0001670 con 0x7fa0d0073600 2024-09-19T06:02:42.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.395+0000 7fa0cf400640 1 -- 172.21.15.92:0/2380591651 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0c8007540 con 0x7fa0d0073600 2024-09-19T06:02:42.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.395+0000 7fa0cf400640 1 -- 172.21.15.92:0/2380591651 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c80078f0 con 0x7fa0d0073600 2024-09-19T06:02:42.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.396+0000 7fa0d6a00640 1 -- 172.21.15.92:0/2380591651 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d0073600 msgr2=0x7fa0d015e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:42.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.396+0000 7fa0d6a00640 1 --2- 172.21.15.92:0/2380591651 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d0073600 0x7fa0d015e590 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa0c8009dc0 tx=0x7fa0c802a5d0 comp rx=0 tx=0).stop 2024-09-19T06:02:42.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.396+0000 7fa0d6a00640 1 -- 172.21.15.92:0/2380591651 shutdown_connections 2024-09-19T06:02:42.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.396+0000 7fa0d6a00640 1 --2- 172.21.15.92:0/2380591651 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d0073600 0x7fa0d015e590 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:42.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.396+0000 7fa0d6a00640 1 -- 172.21.15.92:0/2380591651 >> 172.21.15.92:0/2380591651 conn(0x7fa0d006d0f0 msgr2=0x7fa0d006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:42.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.396+0000 7fa0d6a00640 1 -- 172.21.15.92:0/2380591651 shutdown_connections 2024-09-19T06:02:42.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.396+0000 7fa0d6a00640 1 -- 172.21.15.92:0/2380591651 wait complete. 2024-09-19T06:02:42.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.397+0000 7fa0d6a00640 1 Processor -- start 2024-09-19T06:02:42.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.398+0000 7fa0d6a00640 1 -- start start 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.398+0000 7fa0d6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0d00731c0 0x7fa0d00caf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0d6a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0d0073600 0x7fa0d01533f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0d6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d015a050 0x7fa0d0144e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0d6a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d0073a90 con 0x7fa0d00731c0 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0d6a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa0d00cdc20 con 0x7fa0d0073600 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0d6a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa0d00b36e0 con 0x7fa0d015a050 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0cfe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0d00731c0 0x7fa0d00caf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0cfe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0d00731c0 0x7fa0d00caf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42088/0 (socket says 172.21.15.92:42088) 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0cfe00640 1 -- 172.21.15.92:0/1911661141 learned_addr learned my addr 172.21.15.92:0/1911661141 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0d4a00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d015a050 0x7fa0d0144e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0c7400640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0d0073600 0x7fa0d01533f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:42.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0cfe00640 1 -- 172.21.15.92:0/1911661141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d015a050 msgr2=0x7fa0d0144e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0cfe00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d015a050 0x7fa0d0144e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0cfe00640 1 -- 172.21.15.92:0/1911661141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0d0073600 msgr2=0x7fa0d01533f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0cfe00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0d0073600 0x7fa0d01533f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0cfe00640 1 -- 172.21.15.92:0/1911661141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0d0145380 con 0x7fa0d00731c0 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.399+0000 7fa0cfe00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0d00731c0 0x7fa0d00caf90 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa0c000c580 tx=0x7fa0c000ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.400+0000 7fa0ccc00640 1 -- 172.21.15.92:0/1911661141 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0017070 con 0x7fa0d00731c0 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.400+0000 7fa0ccc00640 1 -- 172.21.15.92:0/1911661141 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0c0005ce0 con 0x7fa0d00731c0 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.400+0000 7fa0ccc00640 1 -- 172.21.15.92:0/1911661141 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0007330 con 0x7fa0d00731c0 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.400+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0d00cb670 con 0x7fa0d00731c0 2024-09-19T06:02:42.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.400+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0d00cbc30 con 0x7fa0d00731c0 2024-09-19T06:02:42.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.401+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0d00ccd00 con 0x7fa0d00731c0 2024-09-19T06:02:42.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.402+0000 7fa0ccc00640 1 -- 172.21.15.92:0/1911661141 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0c001a070 con 0x7fa0d00731c0 2024-09-19T06:02:42.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.402+0000 7fa0ccc00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0ac06c2b0 0x7fa0ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:42.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.403+0000 7fa0ccc00640 1 -- 172.21.15.92:0/1911661141 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(34..34 src has 1..34) ==== 5795+0+0 (secure 0 0 0) 0x7fa0c008aa00 con 0x7fa0d00731c0 2024-09-19T06:02:42.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.403+0000 7fa0c7400640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0ac06c2b0 0x7fa0ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:42.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.403+0000 7fa0c7400640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0ac06c2b0 0x7fa0ac06e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0150d10 tx=0x7fa0b8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:42.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.407+0000 7fa0ccc00640 1 -- 172.21.15.92:0/1911661141 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0c0059080 con 0x7fa0d00731c0 2024-09-19T06:02:42.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:42.582+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fa0d00d12b0 con 0x7fa0d00731c0 2024-09-19T06:02:43.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.225+0000 7fa0ccc00640 1 -- 172.21.15.92:0/1911661141 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v35) ==== 181+0+0 (secure 0 0 0) 0x7fa0c0058980 con 0x7fa0d00731c0 2024-09-19T06:02:43.227 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:02:43.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0ac06c2b0 msgr2=0x7fa0ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:43.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0ac06c2b0 0x7fa0ac06e770 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa0d0150d10 tx=0x7fa0b8009040 comp rx=0 tx=0).stop 2024-09-19T06:02:43.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0d00731c0 msgr2=0x7fa0d00caf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:43.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0d00731c0 0x7fa0d00caf90 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fa0c000c580 tx=0x7fa0c000ca40 comp rx=0 tx=0).stop 2024-09-19T06:02:43.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 shutdown_connections 2024-09-19T06:02:43.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0d015a050 0x7fa0d0144e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:43.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0ac06c2b0 0x7fa0ac06e770 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:43.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0d0073600 0x7fa0d01533f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:43.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 --2- 172.21.15.92:0/1911661141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0d00731c0 0x7fa0d00caf90 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:43.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 >> 172.21.15.92:0/1911661141 conn(0x7fa0d006d0f0 msgr2=0x7fa0d00b3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:43.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 shutdown_connections 2024-09-19T06:02:43.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.228+0000 7fa0d6a00640 1 -- 172.21.15.92:0/1911661141 wait complete. 2024-09-19T06:02:43.249 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:02:43.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.403+0000 7f7861e00640 1 Processor -- start 2024-09-19T06:02:43.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.403+0000 7f7861e00640 1 -- start start 2024-09-19T06:02:43.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.405+0000 7f7861e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f785c0716c0 0x7f785c0731f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:43.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.405+0000 7f7861e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c073730 0x7f785c15eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:43.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.405+0000 7f7861e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f785c073f60 con 0x7f785c15e7c0 2024-09-19T06:02:43.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.405+0000 7f7861e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f785c0b4b60 con 0x7f785c0716c0 2024-09-19T06:02:43.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.405+0000 7f7861e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f785c0b4e40 con 0x7f785c073730 2024-09-19T06:02:43.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.405+0000 7f785b400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c073730 0x7f785c15eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:43.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.405+0000 7f785aa00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f785c15e7c0 0x7f785c070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:38338/0 (socket says 172.21.15.92:38338) 2024-09-19T06:02:43.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.405+0000 7f785aa00640 1 -- 172.21.15.92:0/2732623518 learned_addr learned my addr 172.21.15.92:0/2732623518 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:43.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.405+0000 7f785a000640 1 --2- 172.21.15.92:0/2732623518 >> v2:172.21.15.102:3300/0 conn(0x7f785c0716c0 0x7f785c0731f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:43.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.406+0000 7f785b400640 1 -- 172.21.15.92:0/2732623518 >> v2:172.21.15.102:3300/0 conn(0x7f785c0716c0 msgr2=0x7f785c0731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:43.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.406+0000 7f785b400640 1 --2- 172.21.15.92:0/2732623518 >> v2:172.21.15.102:3300/0 conn(0x7f785c0716c0 0x7f785c0731f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:43.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.406+0000 7f785b400640 1 -- 172.21.15.92:0/2732623518 >> v1:172.21.15.102:6789/0 conn(0x7f785c15e7c0 legacy=0x7f785c070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:43.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.406+0000 7f785b400640 1 -- 172.21.15.92:0/2732623518 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f785c0b5120 con 0x7f785c073730 2024-09-19T06:02:43.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.407+0000 7f785b400640 1 --2- 172.21.15.92:0/2732623518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c073730 0x7f785c15eba0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f78540097a0 tx=0x7f785402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c7ec31aba7ba619 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:43.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.407+0000 7f7859600640 1 -- 172.21.15.92:0/2732623518 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7854037070 con 0x7f785c073730 2024-09-19T06:02:43.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.407+0000 7f7859600640 1 -- 172.21.15.92:0/2732623518 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f785402ae50 con 0x7f785c073730 2024-09-19T06:02:43.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.407+0000 7f7859600640 1 -- 172.21.15.92:0/2732623518 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7854032660 con 0x7f785c073730 2024-09-19T06:02:43.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.407+0000 7f7861e00640 1 -- 172.21.15.92:0/2732623518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c073730 msgr2=0x7f785c15eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:43.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.407+0000 7f7861e00640 1 --2- 172.21.15.92:0/2732623518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c073730 0x7f785c15eba0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f78540097a0 tx=0x7f785402a100 comp rx=0 tx=0).stop 2024-09-19T06:02:43.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.408+0000 7f7861e00640 1 -- 172.21.15.92:0/2732623518 shutdown_connections 2024-09-19T06:02:43.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.408+0000 7f7861e00640 1 --2- 172.21.15.92:0/2732623518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c073730 0x7f785c15eba0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:43.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.408+0000 7f7861e00640 1 --2- 172.21.15.92:0/2732623518 >> v2:172.21.15.102:3300/0 conn(0x7f785c0716c0 0x7f785c0731f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:43.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.408+0000 7f7861e00640 1 -- 172.21.15.92:0/2732623518 >> 172.21.15.92:0/2732623518 conn(0x7f785c06d0f0 msgr2=0x7f785c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:43.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.408+0000 7f7861e00640 1 -- 172.21.15.92:0/2732623518 shutdown_connections 2024-09-19T06:02:43.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.408+0000 7f7861e00640 1 -- 172.21.15.92:0/2732623518 wait complete. 2024-09-19T06:02:43.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.409+0000 7f7861e00640 1 Processor -- start 2024-09-19T06:02:43.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.409+0000 7f7861e00640 1 -- start start 2024-09-19T06:02:43.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.410+0000 7f7861e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f785c0716c0 0x7f785c0b3c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.410+0000 7f7861e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f785c073730 0x7f785c149b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.410+0000 7f7861e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c15e7c0 0x7f785c14a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.410+0000 7f7861e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f785c15ff50 con 0x7f785c073730 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.410+0000 7f7861e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f785c15fdd0 con 0x7f785c0716c0 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.410+0000 7f7861e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f785c15f0e0 con 0x7f785c15e7c0 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f785c0716c0 0x7f785c0b3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f785c073730 0x7f785c149b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f785c0716c0 0x7f785c0b3c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:38186/0 (socket says 172.21.15.92:38186) 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f785c073730 0x7f785c149b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42092/0 (socket says 172.21.15.92:42092) 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785aa00640 1 -- 172.21.15.92:0/1528886944 learned_addr learned my addr 172.21.15.92:0/1528886944 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:43.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785b400640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c15e7c0 0x7f785c14a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:43.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785a000640 1 -- 172.21.15.92:0/1528886944 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c15e7c0 msgr2=0x7f785c14a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:43.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785a000640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c15e7c0 0x7f785c14a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785a000640 1 -- 172.21.15.92:0/1528886944 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f785c0716c0 msgr2=0x7f785c0b3c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785a000640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f785c0716c0 0x7f785c0b3c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785a000640 1 -- 172.21.15.92:0/1528886944 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f785c0cd060 con 0x7f785c073730 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.411+0000 7f785a000640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f785c073730 0x7f785c149b40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f784800e850 tx=0x7f784800ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.412+0000 7f7853400640 1 -- 172.21.15.92:0/1528886944 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7848017070 con 0x7f785c073730 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.412+0000 7f7853400640 1 -- 172.21.15.92:0/1528886944 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f784800c940 con 0x7f785c073730 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.412+0000 7f7853400640 1 -- 172.21.15.92:0/1528886944 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f784800cd10 con 0x7f785c073730 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.412+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f785c0cd340 con 0x7f785c073730 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.412+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f785c0cd900 con 0x7f785c073730 2024-09-19T06:02:43.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.413+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f785c0731f0 con 0x7f785c073730 2024-09-19T06:02:43.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.414+0000 7f7853400640 1 -- 172.21.15.92:0/1528886944 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f784801a070 con 0x7f785c073730 2024-09-19T06:02:43.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.415+0000 7f7853400640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f783c06c2b0 0x7f783c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:43.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.415+0000 7f7853400640 1 -- 172.21.15.92:0/1528886944 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(35..35 src has 1..35) ==== 5357+0+0 (secure 0 0 0) 0x7f784808b570 con 0x7f785c073730 2024-09-19T06:02:43.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.415+0000 7f785aa00640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f783c06c2b0 0x7f783c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:43.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.416+0000 7f785aa00640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f783c06c2b0 0x7f783c06e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f784c001e90 tx=0x7f784c001a20 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:43.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.420+0000 7f7853400640 1 -- 172.21.15.92:0/1528886944 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f78480597f0 con 0x7f785c073730 2024-09-19T06:02:43.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:43.600+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f785c0cf020 con 0x7f785c073730 2024-09-19T06:02:44.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.227+0000 7f7853400640 1 -- 172.21.15.92:0/1528886944 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v36) ==== 169+0+0 (secure 0 0 0) 0x7f784805daf0 con 0x7f785c073730 2024-09-19T06:02:44.232 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' removed 2024-09-19T06:02:44.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f783c06c2b0 msgr2=0x7f783c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f783c06c2b0 0x7f783c06e770 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f784c001e90 tx=0x7f784c001a20 comp rx=0 tx=0).stop 2024-09-19T06:02:44.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f785c073730 msgr2=0x7f785c149b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f785c073730 0x7f785c149b40 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f784800e850 tx=0x7f784800ed10 comp rx=0 tx=0).stop 2024-09-19T06:02:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 shutdown_connections 2024-09-19T06:02:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f785c15e7c0 0x7f785c14a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f785c073730 0x7f785c149b40 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f783c06c2b0 0x7f783c06e770 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 --2- 172.21.15.92:0/1528886944 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f785c0716c0 0x7f785c0b3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 >> 172.21.15.92:0/1528886944 conn(0x7f785c06d0f0 msgr2=0x7f785c15ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 shutdown_connections 2024-09-19T06:02:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.232+0000 7f7861e00640 1 -- 172.21.15.92:0/1528886944 wait complete. 2024-09-19T06:02:44.254 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T06:02:44.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.425+0000 7f9a8be00640 1 Processor -- start 2024-09-19T06:02:44.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.425+0000 7f9a8be00640 1 -- start start 2024-09-19T06:02:44.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.426+0000 7f9a8be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9a8c15e5f0 0x7f9a8c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.426+0000 7f9a8be00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f9a8c0b8900 0x7f9a8c0d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.426+0000 7f9a8be00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a8c15e9d0 con 0x7f9a8c0d13c0 2024-09-19T06:02:44.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.426+0000 7f9a8be00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f9a8c0b9b30 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.426+0000 7f9a8be00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f9a8c0b8f20 con 0x7f9a8c0b8900 2024-09-19T06:02:44.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.426+0000 7f9a8aa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9a8c15e5f0 0x7f9a8c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.426+0000 7f9a8aa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9a8c15e5f0 0x7f9a8c0d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42102/0 (socket says 172.21.15.92:42102) 2024-09-19T06:02:44.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.426+0000 7f9a8aa00640 1 -- 172.21.15.92:0/2632608379 learned_addr learned my addr 172.21.15.92:0/2632608379 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:44.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.427+0000 7f9a8b400640 1 --2- 172.21.15.92:0/2632608379 >> v2:172.21.15.102:3300/0 conn(0x7f9a8c0b8900 0x7f9a8c0d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.427+0000 7f9a8aa00640 1 -- 172.21.15.92:0/2632608379 >> v2:172.21.15.102:3300/0 conn(0x7f9a8c0b8900 msgr2=0x7f9a8c0d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:44.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.427+0000 7f9a8aa00640 1 --2- 172.21.15.92:0/2632608379 >> v2:172.21.15.102:3300/0 conn(0x7f9a8c0b8900 0x7f9a8c0d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.427+0000 7f9a8aa00640 1 -- 172.21.15.92:0/2632608379 >> v1:172.21.15.102:6789/0 conn(0x7f9a8c0d13c0 legacy=0x7f9a8c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:44.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.427+0000 7f9a8aa00640 1 -- 172.21.15.92:0/2632608379 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8c0b9200 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.427+0000 7f9a8b400640 1 --2- 172.21.15.92:0/2632608379 >> v2:172.21.15.102:3300/0 conn(0x7f9a8c0b8900 0x7f9a8c0d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:44.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.428+0000 7f9a8aa00640 1 --2- 172.21.15.92:0/2632608379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 0x7f9a8c0d0e80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c0633c0 tx=0x7f9a7c02a6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d385221244eeba4e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:44.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.428+0000 7f9a8a000640 1 -- 172.21.15.92:0/2632608379 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c036070 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.428+0000 7f9a8a000640 1 -- 172.21.15.92:0/2632608379 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a7c031600 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.428+0000 7f9a8a000640 1 -- 172.21.15.92:0/2632608379 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a7c0319d0 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.429+0000 7f9a8be00640 1 -- 172.21.15.92:0/2632608379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 msgr2=0x7f9a8c0d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.429+0000 7f9a8be00640 1 --2- 172.21.15.92:0/2632608379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 0x7f9a8c0d0e80 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9a8c0633c0 tx=0x7f9a7c02a6b0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.429+0000 7f9a8be00640 1 -- 172.21.15.92:0/2632608379 shutdown_connections 2024-09-19T06:02:44.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.429+0000 7f9a8be00640 1 --2- 172.21.15.92:0/2632608379 >> v2:172.21.15.102:3300/0 conn(0x7f9a8c0b8900 0x7f9a8c0d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.429+0000 7f9a8be00640 1 --2- 172.21.15.92:0/2632608379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 0x7f9a8c0d0e80 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.429+0000 7f9a8be00640 1 -- 172.21.15.92:0/2632608379 >> 172.21.15.92:0/2632608379 conn(0x7f9a8c062630 msgr2=0x7f9a8c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:44.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.429+0000 7f9a8be00640 1 -- 172.21.15.92:0/2632608379 shutdown_connections 2024-09-19T06:02:44.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.429+0000 7f9a8be00640 1 -- 172.21.15.92:0/2632608379 wait complete. 2024-09-19T06:02:44.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.430+0000 7f9a8be00640 1 Processor -- start 2024-09-19T06:02:44.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.430+0000 7f9a8be00640 1 -- start start 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.431+0000 7f9a8be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a8c0b8900 0x7f9a8c160240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.431+0000 7f9a8be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a8c0d13c0 0x7f9a8c1618c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.431+0000 7f9a8be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 0x7f9a8c1e6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.431+0000 7f9a8be00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c0d3100 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.431+0000 7f9a8be00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9a8c0b97c0 con 0x7f9a8c0b8900 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.431+0000 7f9a8be00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9a8c0d3280 con 0x7f9a8c0d13c0 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 0x7f9a8c1e6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 0x7f9a8c1e6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42110/0 (socket says 172.21.15.92:42110) 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8b400640 1 -- 172.21.15.92:0/3022624801 learned_addr learned my addr 172.21.15.92:0/3022624801 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8aa00640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a8c0b8900 0x7f9a8c160240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a82000640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a8c0d13c0 0x7f9a8c1618c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8b400640 1 -- 172.21.15.92:0/3022624801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a8c0d13c0 msgr2=0x7f9a8c1618c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8b400640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a8c0d13c0 0x7f9a8c1618c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8b400640 1 -- 172.21.15.92:0/3022624801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a8c0b8900 msgr2=0x7f9a8c160240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8b400640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a8c0b8900 0x7f9a8c160240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8b400640 1 -- 172.21.15.92:0/3022624801 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a8c160820 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a8b400640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 0x7f9a8c1e6cb0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f9a8400c7f0 tx=0x7f9a8400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:44.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.432+0000 7f9a83400640 1 -- 172.21.15.92:0/3022624801 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a84015070 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.433+0000 7f9a83400640 1 -- 172.21.15.92:0/3022624801 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a84007820 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.433+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a8c160b00 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.433+0000 7f9a83400640 1 -- 172.21.15.92:0/3022624801 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a84007c50 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.433+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a8c1610c0 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.434+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a8c069c20 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.435+0000 7f9a83400640 1 -- 172.21.15.92:0/3022624801 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a84018070 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.436+0000 7f9a83400640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a6806c2e0 0x7f9a6806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.436+0000 7f9a83400640 1 -- 172.21.15.92:0/3022624801 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f9a8408b1c0 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.436+0000 7f9a8aa00640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a6806c2e0 0x7f9a6806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.436+0000 7f9a8aa00640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a6806c2e0 0x7f9a6806e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c033000 tx=0x7f9a7c009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:44.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.440+0000 7f9a83400640 1 -- 172.21.15.92:0/3022624801 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9a840595e0 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.613+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f9a8c0740e0 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.617+0000 7f9a83400640 1 -- 172.21.15.92:0/3022624801 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) ==== 104+0+0 (secure 0 0 0) 0x7f9a8405d8e0 con 0x7f9a8c15e5f0 2024-09-19T06:02:44.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a6806c2e0 msgr2=0x7f9a6806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a6806c2e0 0x7f9a6806e7a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f9a7c033000 tx=0x7f9a7c009000 comp rx=0 tx=0).stop 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 msgr2=0x7f9a8c1e6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 0x7f9a8c1e6cb0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f9a8400c7f0 tx=0x7f9a8400ccb0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 shutdown_connections 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a8c15e5f0 0x7f9a8c1e6cb0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a8c0d13c0 0x7f9a8c1618c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a6806c2e0 0x7f9a6806e7a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 --2- 172.21.15.92:0/3022624801 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a8c0b8900 0x7f9a8c160240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 >> 172.21.15.92:0/3022624801 conn(0x7f9a8c062630 msgr2=0x7f9a8c0ca9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 shutdown_connections 2024-09-19T06:02:44.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.619+0000 7f9a8be00640 1 -- 172.21.15.92:0/3022624801 wait complete. 2024-09-19T06:02:44.637 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_strays.TestStrays.test_dir_deletion' 2024-09-19T06:02:44.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.796+0000 7fbbe0600640 1 Processor -- start 2024-09-19T06:02:44.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.797+0000 7fbbe0600640 1 -- start start 2024-09-19T06:02:44.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbe0600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbbd815c2b0 0x7fbbd80b6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbe0600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbbd80b72f0 0x7fbbd815eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbe0600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fbbd815f030 0x7fbbd806f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbe0600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fbbd815fb10 con 0x7fbbd80b72f0 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbe0600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fbbd80b5900 con 0x7fbbd815f030 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbe0600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbbd815f830 con 0x7fbbd815c2b0 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbdd200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbbd80b72f0 0x7fbbd815eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbdd200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbbd80b72f0 0x7fbbd815eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42124/0 (socket says 172.21.15.92:42124) 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbdd200640 1 -- 172.21.15.92:0/1353416501 learned_addr learned my addr 172.21.15.92:0/1353416501 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbdd200640 1 -- 172.21.15.92:0/1353416501 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbbd815c2b0 msgr2=0x7fbbd80b6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbdd200640 1 --2- 172.21.15.92:0/1353416501 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbbd815c2b0 0x7fbbd80b6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbdd200640 1 -- 172.21.15.92:0/1353416501 >> v2:172.21.15.102:3300/0 conn(0x7fbbd815f030 msgr2=0x7fbbd806f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:44.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.798+0000 7fbbdd200640 1 --2- 172.21.15.92:0/1353416501 >> v2:172.21.15.102:3300/0 conn(0x7fbbd815f030 0x7fbbd806f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.799+0000 7fbbdd200640 1 -- 172.21.15.92:0/1353416501 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbd806ce30 con 0x7fbbd80b72f0 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.799+0000 7fbbdd200640 1 --2- 172.21.15.92:0/1353416501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd80b72f0 0x7fbbd815eaf0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8070ff0 tx=0x7fbbc402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7039553d4732d7a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbd7e00640 1 -- 172.21.15.92:0/1353416501 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4037070 con 0x7fbbd80b72f0 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbd7e00640 1 -- 172.21.15.92:0/1353416501 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbc4032440 con 0x7fbbd80b72f0 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbd7e00640 1 -- 172.21.15.92:0/1353416501 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4032810 con 0x7fbbd80b72f0 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbe0600640 1 -- 172.21.15.92:0/1353416501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd80b72f0 msgr2=0x7fbbd815eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1353416501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd80b72f0 0x7fbbd815eaf0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fbbd8070ff0 tx=0x7fbbc402a1e0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbe0600640 1 -- 172.21.15.92:0/1353416501 shutdown_connections 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1353416501 >> v2:172.21.15.102:3300/0 conn(0x7fbbd815f030 0x7fbbd806f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1353416501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd80b72f0 0x7fbbd815eaf0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1353416501 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbbd815c2b0 0x7fbbd80b6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.800+0000 7fbbe0600640 1 -- 172.21.15.92:0/1353416501 >> 172.21.15.92:0/1353416501 conn(0x7fbbd80b4240 msgr2=0x7fbbd80b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:44.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.801+0000 7fbbe0600640 1 -- 172.21.15.92:0/1353416501 shutdown_connections 2024-09-19T06:02:44.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.801+0000 7fbbe0600640 1 -- 172.21.15.92:0/1353416501 wait complete. 2024-09-19T06:02:44.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.802+0000 7fbbe0600640 1 Processor -- start 2024-09-19T06:02:44.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.802+0000 7fbbe0600640 1 -- start start 2024-09-19T06:02:44.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.803+0000 7fbbe0600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbbd80b72f0 0x7fbbd8158f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.803+0000 7fbbe0600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd815c2b0 0x7fbbd81594c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.803+0000 7fbbe0600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbbd815f030 0x7fbbd81f7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.803+0000 7fbbe0600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd80b7730 con 0x7fbbd815c2b0 2024-09-19T06:02:44.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.803+0000 7fbbe0600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbbd806d3f0 con 0x7fbbd80b72f0 2024-09-19T06:02:44.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.803+0000 7fbbe0600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbbd815f4e0 con 0x7fbbd815f030 2024-09-19T06:02:44.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.803+0000 7fbbdd200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd815c2b0 0x7fbbd81594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.803+0000 7fbbdd200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd815c2b0 0x7fbbd81594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42132/0 (socket says 172.21.15.92:42132) 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.803+0000 7fbbdd200640 1 -- 172.21.15.92:0/1029311084 learned_addr learned my addr 172.21.15.92:0/1029311084 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbddc00640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbbd80b72f0 0x7fbbd8158f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbdd200640 1 -- 172.21.15.92:0/1029311084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbbd815f030 msgr2=0x7fbbd81f7ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbdd200640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbbd815f030 0x7fbbd81f7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbdd200640 1 -- 172.21.15.92:0/1029311084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbbd80b72f0 msgr2=0x7fbbd8158f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbdd200640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbbd80b72f0 0x7fbbd8158f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbdd200640 1 -- 172.21.15.92:0/1029311084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbbd80d2b10 con 0x7fbbd815c2b0 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbddc00640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbbd80b72f0 0x7fbbd8158f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbdd200640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd815c2b0 0x7fbbd81594c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fbbc4000c00 tx=0x7fbbc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbd5600640 1 -- 172.21.15.92:0/1029311084 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4041070 con 0x7fbbd815c2b0 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbd5600640 1 -- 172.21.15.92:0/1029311084 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbbc403c870 con 0x7fbbd815c2b0 2024-09-19T06:02:44.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbbd8159a00 con 0x7fbbd815c2b0 2024-09-19T06:02:44.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbd5600640 1 -- 172.21.15.92:0/1029311084 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbbc4037040 con 0x7fbbd815c2b0 2024-09-19T06:02:44.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.804+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbbd81e71a0 con 0x7fbbd815c2b0 2024-09-19T06:02:44.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.805+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbbd80cfde0 con 0x7fbbd815c2b0 2024-09-19T06:02:44.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.806+0000 7fbbd5600640 1 -- 172.21.15.92:0/1029311084 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbbc4044070 con 0x7fbbd815c2b0 2024-09-19T06:02:44.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.807+0000 7fbbd5600640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbbb806c2b0 0x7fbbb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:44.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.807+0000 7fbbd5600640 1 -- 172.21.15.92:0/1029311084 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7fbbc40abef0 con 0x7fbbd815c2b0 2024-09-19T06:02:44.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.807+0000 7fbbddc00640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbbb806c2b0 0x7fbbb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:44.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.808+0000 7fbbddc00640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbbb806c2b0 0x7fbbb806e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc006fd0 tx=0x7fbbcc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:44.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:44.811+0000 7fbbd5600640 1 -- 172.21.15.92:0/1029311084 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbbc407aab0 con 0x7fbbd815c2b0 2024-09-19T06:02:45.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.050+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_dir_deletion"]} v 0) -- 0x7fbbd8161cd0 con 0x7fbbd815c2b0 2024-09-19T06:02:45.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.237+0000 7fbbd5600640 1 -- 172.21.15.92:0/1029311084 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_dir_deletion"]}]=0 v93) ==== 132+0+0 (secure 0 0 0) 0x7fbbc407a3b0 con 0x7fbbd815c2b0 2024-09-19T06:02:45.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbbb806c2b0 msgr2=0x7fbbb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbbb806c2b0 0x7fbbb806e770 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbbcc006fd0 tx=0x7fbbcc008040 comp rx=0 tx=0).stop 2024-09-19T06:02:45.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd815c2b0 msgr2=0x7fbbd81594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd815c2b0 0x7fbbd81594c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fbbc4000c00 tx=0x7fbbc40046c0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 shutdown_connections 2024-09-19T06:02:45.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbbd815f030 0x7fbbd81f7ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbbd815c2b0 0x7fbbd81594c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbbb806c2b0 0x7fbbb806e770 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 --2- 172.21.15.92:0/1029311084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbbd80b72f0 0x7fbbd8158f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 >> 172.21.15.92:0/1029311084 conn(0x7fbbd80b4240 msgr2=0x7fbbd806d910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:45.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 shutdown_connections 2024-09-19T06:02:45.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.240+0000 7fbbe0600640 1 -- 172.21.15.92:0/1029311084 wait complete. 2024-09-19T06:02:45.258 INFO:tasks.cephfs_test_runner:That when deleting a bunch of dentries and the containing ... ok 2024-09-19T06:02:45.258 INFO:tasks.cephfs_test_runner:Starting test: test_dirfrag_limit (tasks.cephfs.test_strays.TestStrays) That the directory fragment size cannot exceed mds_bal_fragment_size_max (using a limit of 50 in all configurations). 2024-09-19T06:02:45.258 INFO:tasks.cephfs_test_runner:test_dirfrag_limit (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:02:45.259 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:02:45.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.409+0000 7fe158200640 1 Processor -- start 2024-09-19T06:02:45.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.409+0000 7fe158200640 1 -- start start 2024-09-19T06:02:45.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.410+0000 7fe158200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe150155800 0x7fe1500b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.410+0000 7fe158200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 0x7fe1500b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.410+0000 7fe158200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1500cf570 0x7fe1500cf9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.410+0000 7fe158200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe1500b4e60 con 0x7fe1500cf570 2024-09-19T06:02:45.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.410+0000 7fe158200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe1500cff00 con 0x7fe150155800 2024-09-19T06:02:45.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.410+0000 7fe158200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe15015c7a0 con 0x7fe15015c330 2024-09-19T06:02:45.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe156200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1500cf570 0x7fe1500cf9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe156200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1500cf570 0x7fe1500cf9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42142/0 (socket says 172.21.15.92:42142) 2024-09-19T06:02:45.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe156200640 1 -- 172.21.15.92:0/3221095035 learned_addr learned my addr 172.21.15.92:0/3221095035 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:45.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe154e00640 1 --2- 172.21.15.92:0/3221095035 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 0x7fe1500b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe155800640 1 --2- 172.21.15.92:0/3221095035 >> v2:172.21.15.102:3300/0 conn(0x7fe150155800 0x7fe1500b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe156200640 1 -- 172.21.15.92:0/3221095035 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 msgr2=0x7fe1500b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:45.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe156200640 1 --2- 172.21.15.92:0/3221095035 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 0x7fe1500b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe156200640 1 -- 172.21.15.92:0/3221095035 >> v2:172.21.15.102:3300/0 conn(0x7fe150155800 msgr2=0x7fe1500b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:45.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe156200640 1 --2- 172.21.15.92:0/3221095035 >> v2:172.21.15.102:3300/0 conn(0x7fe150155800 0x7fe1500b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe156200640 1 -- 172.21.15.92:0/3221095035 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1500b50a0 con 0x7fe1500cf570 2024-09-19T06:02:45.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.411+0000 7fe155800640 1 --2- 172.21.15.92:0/3221095035 >> v2:172.21.15.102:3300/0 conn(0x7fe150155800 0x7fe1500b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:45.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.412+0000 7fe156200640 1 --2- 172.21.15.92:0/3221095035 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 0x7fe1500cf9c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe15006c7f0 tx=0x7fe14802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=811a17f5abcfdd6f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:45.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.412+0000 7fe14fe00640 1 -- 172.21.15.92:0/3221095035 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe148036070 con 0x7fe1500cf570 2024-09-19T06:02:45.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe14fe00640 1 -- 172.21.15.92:0/3221095035 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe148031600 con 0x7fe1500cf570 2024-09-19T06:02:45.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe14fe00640 1 -- 172.21.15.92:0/3221095035 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1480319d0 con 0x7fe1500cf570 2024-09-19T06:02:45.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe158200640 1 -- 172.21.15.92:0/3221095035 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 msgr2=0x7fe1500cf9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe158200640 1 --2- 172.21.15.92:0/3221095035 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 0x7fe1500cf9c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fe15006c7f0 tx=0x7fe14802a6a0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe158200640 1 -- 172.21.15.92:0/3221095035 shutdown_connections 2024-09-19T06:02:45.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe158200640 1 --2- 172.21.15.92:0/3221095035 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 0x7fe1500cf9c0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe158200640 1 --2- 172.21.15.92:0/3221095035 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 0x7fe1500b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe158200640 1 --2- 172.21.15.92:0/3221095035 >> v2:172.21.15.102:3300/0 conn(0x7fe150155800 0x7fe1500b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe158200640 1 -- 172.21.15.92:0/3221095035 >> 172.21.15.92:0/3221095035 conn(0x7fe15006bc10 msgr2=0x7fe15006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:45.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe158200640 1 -- 172.21.15.92:0/3221095035 shutdown_connections 2024-09-19T06:02:45.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.413+0000 7fe158200640 1 -- 172.21.15.92:0/3221095035 wait complete. 2024-09-19T06:02:45.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.415+0000 7fe158200640 1 Processor -- start 2024-09-19T06:02:45.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.415+0000 7fe158200640 1 -- start start 2024-09-19T06:02:45.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe158200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 0x7fe1501585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe158200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe150155800 0x7fe150148930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe158200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 0x7fe15015e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe158200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe1500b5940 con 0x7fe1500cf570 2024-09-19T06:02:45.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe158200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe1500b5660 con 0x7fe150155800 2024-09-19T06:02:45.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe158200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe1500b5c20 con 0x7fe15015c330 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe155800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 0x7fe1501585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe155800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 0x7fe1501585b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42154/0 (socket says 172.21.15.92:42154) 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe155800640 1 -- 172.21.15.92:0/1020443139 learned_addr learned my addr 172.21.15.92:0/1020443139 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe154e00640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe150155800 0x7fe150148930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe156200640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 0x7fe15015e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe155800640 1 -- 172.21.15.92:0/1020443139 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 msgr2=0x7fe15015e860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe155800640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 0x7fe15015e860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe155800640 1 -- 172.21.15.92:0/1020443139 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe150155800 msgr2=0x7fe150148930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe155800640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe150155800 0x7fe150148930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.416+0000 7fe155800640 1 -- 172.21.15.92:0/1020443139 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe150158af0 con 0x7fe1500cf570 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.417+0000 7fe155800640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 0x7fe1501585b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe14400e730 tx=0x7fe14400ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:45.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.417+0000 7fe14d600640 1 -- 172.21.15.92:0/1020443139 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14400f040 con 0x7fe1500cf570 2024-09-19T06:02:45.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.417+0000 7fe14d600640 1 -- 172.21.15.92:0/1020443139 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe144004230 con 0x7fe1500cf570 2024-09-19T06:02:45.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.417+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe150156a50 con 0x7fe1500cf570 2024-09-19T06:02:45.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.417+0000 7fe14d600640 1 -- 172.21.15.92:0/1020443139 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe14400ee40 con 0x7fe1500cf570 2024-09-19T06:02:45.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.417+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe150157010 con 0x7fe1500cf570 2024-09-19T06:02:45.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.418+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe150155be0 con 0x7fe1500cf570 2024-09-19T06:02:45.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.419+0000 7fe14d600640 1 -- 172.21.15.92:0/1020443139 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe14400c6d0 con 0x7fe1500cf570 2024-09-19T06:02:45.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.420+0000 7fe14d600640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe13006c2b0 0x7fe13006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.420+0000 7fe14d600640 1 -- 172.21.15.92:0/1020443139 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7fe14408ae20 con 0x7fe1500cf570 2024-09-19T06:02:45.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.420+0000 7fe154e00640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe13006c2b0 0x7fe13006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.421+0000 7fe154e00640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe13006c2b0 0x7fe13006e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe13c006fd0 tx=0x7fe13c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:45.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.424+0000 7fe14d600640 1 -- 172.21.15.92:0/1020443139 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe144017020 con 0x7fe1500cf570 2024-09-19T06:02:45.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.599+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fe1500721e0 con 0x7fe1500cf570 2024-09-19T06:02:45.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.600+0000 7fe14d600640 1 -- 172.21.15.92:0/1020443139 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) ==== 74+0+13020 (secure 0 0 0) 0x7fe144054090 con 0x7fe1500cf570 2024-09-19T06:02:45.602 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:45.602 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":36,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:02:44.226459+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":31,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.92:6836/4011166293":"2024-09-20T06:02:41.136301+0000","172.21.15.92:6834/4011166293":"2024-09-20T06:02:41.136301+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:02:45.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe13006c2b0 msgr2=0x7fe13006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe13006c2b0 0x7fe13006e770 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fe13c006fd0 tx=0x7fe13c008040 comp rx=0 tx=0).stop 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 msgr2=0x7fe1501585b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 0x7fe1501585b0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fe14400e730 tx=0x7fe14400ebf0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 shutdown_connections 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe15015c330 0x7fe15015e860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe13006c2b0 0x7fe13006e770 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe150155800 0x7fe150148930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 --2- 172.21.15.92:0/1020443139 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1500cf570 0x7fe1501585b0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 >> 172.21.15.92:0/1020443139 conn(0x7fe15006bc10 msgr2=0x7fe150074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 shutdown_connections 2024-09-19T06:02:45.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.602+0000 7fe158200640 1 -- 172.21.15.92:0/1020443139 wait complete. 2024-09-19T06:02:45.621 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T06:01:12.930784+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T06:02:45.622 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T06:02:45.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.775+0000 7fd5e8000640 1 Processor -- start 2024-09-19T06:02:45.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.775+0000 7fd5e8000640 1 -- start start 2024-09-19T06:02:45.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e8000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fd5e015e7c0 0x7fd5e0070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e8000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd5e00714f0 0x7fd5e00731f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e8000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5e0073f60 con 0x7fd5e0073730 2024-09-19T06:02:45.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e8000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fd5e0071960 con 0x7fd5e00714f0 2024-09-19T06:02:45.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e8000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fd5e00b4b60 con 0x7fd5e015e7c0 2024-09-19T06:02:45.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e4c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd5e00714f0 0x7fd5e00731f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e6000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd5e0073730 0x7fd5e00b5640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:33970/0 (socket says 172.21.15.92:33970) 2024-09-19T06:02:45.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e6000640 1 -- 172.21.15.92:0/2021754955 learned_addr learned my addr 172.21.15.92:0/2021754955 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:45.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e5600640 1 --2- 172.21.15.92:0/2021754955 >> v2:172.21.15.102:3300/0 conn(0x7fd5e015e7c0 0x7fd5e0070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e4c00640 1 -- 172.21.15.92:0/2021754955 >> v2:172.21.15.102:3300/0 conn(0x7fd5e015e7c0 msgr2=0x7fd5e0070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:45.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e4c00640 1 --2- 172.21.15.92:0/2021754955 >> v2:172.21.15.102:3300/0 conn(0x7fd5e015e7c0 0x7fd5e0070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e4c00640 1 -- 172.21.15.92:0/2021754955 >> v1:172.21.15.92:6789/0 conn(0x7fd5e0073730 legacy=0x7fd5e00b5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5e4c00640 1 -- 172.21.15.92:0/2021754955 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5e00b4e40 con 0x7fd5e00714f0 2024-09-19T06:02:45.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.777+0000 7fd5dfe00640 1 -- 172.21.15.92:0/2021754955 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 982770280 0 0) 0x7fd5e0073f60 con 0x7fd5e0073730 2024-09-19T06:02:45.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.778+0000 7fd5e4c00640 1 --2- 172.21.15.92:0/2021754955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e00714f0 0x7fd5e00731f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0069500 tx=0x7fd5cc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10a17052eb2543b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:45.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5dfe00640 1 -- 172.21.15.92:0/2021754955 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc037070 con 0x7fd5e00714f0 2024-09-19T06:02:45.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5dfe00640 1 -- 172.21.15.92:0/2021754955 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5cc032440 con 0x7fd5e00714f0 2024-09-19T06:02:45.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5dfe00640 1 -- 172.21.15.92:0/2021754955 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc032810 con 0x7fd5e00714f0 2024-09-19T06:02:45.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5e8000640 1 -- 172.21.15.92:0/2021754955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e00714f0 msgr2=0x7fd5e00731f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5e8000640 1 --2- 172.21.15.92:0/2021754955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e00714f0 0x7fd5e00731f0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fd5e0069500 tx=0x7fd5cc02a1a0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5e8000640 1 -- 172.21.15.92:0/2021754955 shutdown_connections 2024-09-19T06:02:45.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5e8000640 1 --2- 172.21.15.92:0/2021754955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e00714f0 0x7fd5e00731f0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5e8000640 1 --2- 172.21.15.92:0/2021754955 >> v2:172.21.15.102:3300/0 conn(0x7fd5e015e7c0 0x7fd5e0070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5e8000640 1 -- 172.21.15.92:0/2021754955 >> 172.21.15.92:0/2021754955 conn(0x7fd5e006d0f0 msgr2=0x7fd5e006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:45.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5e8000640 1 -- 172.21.15.92:0/2021754955 shutdown_connections 2024-09-19T06:02:45.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.779+0000 7fd5e8000640 1 -- 172.21.15.92:0/2021754955 wait complete. 2024-09-19T06:02:45.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.781+0000 7fd5e8000640 1 Processor -- start 2024-09-19T06:02:45.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.781+0000 7fd5e8000640 1 -- start start 2024-09-19T06:02:45.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.782+0000 7fd5e8000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd5e00714f0 0x7fd5e01e5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.782+0000 7fd5e8000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e0073730 0x7fd5e01e7d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.782+0000 7fd5e8000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5e015e7c0 0x7fd5e01e8260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.782+0000 7fd5e8000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e0073ce0 con 0x7fd5e0073730 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.782+0000 7fd5e8000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd5e0073b60 con 0x7fd5e015e7c0 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.782+0000 7fd5e8000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd5e015fdd0 con 0x7fd5e00714f0 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.782+0000 7fd5e4c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e0073730 0x7fd5e01e7d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.782+0000 7fd5e4c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e0073730 0x7fd5e01e7d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42162/0 (socket says 172.21.15.92:42162) 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.782+0000 7fd5e4c00640 1 -- 172.21.15.92:0/513838914 learned_addr learned my addr 172.21.15.92:0/513838914 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e6000640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5e015e7c0 0x7fd5e01e8260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e5600640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd5e00714f0 0x7fd5e01e5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e4c00640 1 -- 172.21.15.92:0/513838914 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd5e00714f0 msgr2=0x7fd5e01e5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e4c00640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd5e00714f0 0x7fd5e01e5390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e4c00640 1 -- 172.21.15.92:0/513838914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5e015e7c0 msgr2=0x7fd5e01e8260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e4c00640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5e015e7c0 0x7fd5e01e8260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e4c00640 1 -- 172.21.15.92:0/513838914 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5e013f0d0 con 0x7fd5e0073730 2024-09-19T06:02:45.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e5600640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd5e00714f0 0x7fd5e01e5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:45.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e4c00640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e0073730 0x7fd5e01e7d20 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc000c00 tx=0x7fd5cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:45.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5dd600640 1 -- 172.21.15.92:0/513838914 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc037050 con 0x7fd5e0073730 2024-09-19T06:02:45.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5dd600640 1 -- 172.21.15.92:0/513838914 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5cc038040 con 0x7fd5e0073730 2024-09-19T06:02:45.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5dd600640 1 -- 172.21.15.92:0/513838914 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5cc004450 con 0x7fd5e0073730 2024-09-19T06:02:45.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.783+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5e013f3b0 con 0x7fd5e0073730 2024-09-19T06:02:45.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.784+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5e013f970 con 0x7fd5e0073730 2024-09-19T06:02:45.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.785+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5e00731f0 con 0x7fd5e0073730 2024-09-19T06:02:45.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.786+0000 7fd5dd600640 1 -- 172.21.15.92:0/513838914 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd5cc03c6d0 con 0x7fd5e0073730 2024-09-19T06:02:45.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.786+0000 7fd5dd600640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd5c006c2b0 0x7fd5c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:45.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.786+0000 7fd5dd600640 1 -- 172.21.15.92:0/513838914 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7fd5cc0abaa0 con 0x7fd5e0073730 2024-09-19T06:02:45.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.787+0000 7fd5e5600640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd5c006c2b0 0x7fd5c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:45.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.787+0000 7fd5e5600640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd5c006c2b0 0x7fd5c006e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4009af0 tx=0x7fd5d4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:45.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.791+0000 7fd5dd600640 1 -- 172.21.15.92:0/513838914 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd5cc07a510 con 0x7fd5e0073730 2024-09-19T06:02:45.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.962+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fd5e00cecb0 con 0x7fd5e0073730 2024-09-19T06:02:45.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.962+0000 7fd5dd600640 1 -- 172.21.15.92:0/513838914 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) ==== 93+0+10 (secure 0 0 0) 0x7fd5cc079e10 con 0x7fd5e0073730 2024-09-19T06:02:45.964 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 1 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd5c006c2b0 msgr2=0x7fd5c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd5c006c2b0 0x7fd5c006e770 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd5d4009af0 tx=0x7fd5d4008040 comp rx=0 tx=0).stop 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e0073730 msgr2=0x7fd5e01e7d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e0073730 0x7fd5e01e7d20 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc000c00 tx=0x7fd5cc0046c0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 shutdown_connections 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd5c006c2b0 0x7fd5c006e770 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5e015e7c0 0x7fd5e01e8260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5e0073730 0x7fd5e01e7d20 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 --2- 172.21.15.92:0/513838914 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd5e00714f0 0x7fd5e01e5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.964+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 >> 172.21.15.92:0/513838914 conn(0x7fd5e006d0f0 msgr2=0x7fd5e015f5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.965+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 shutdown_connections 2024-09-19T06:02:45.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:45.965+0000 7fd5e8000640 1 -- 172.21.15.92:0/513838914 wait complete. 2024-09-19T06:02:45.983 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit' 2024-09-19T06:02:46.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.134+0000 7f2eeb200640 1 Processor -- start 2024-09-19T06:02:46.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.135+0000 7f2eeb200640 1 -- start start 2024-09-19T06:02:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.136+0000 7f2eeb200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f2eec15b420 0x7f2eec06f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.136+0000 7f2eeb200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2eec071f60 con 0x7f2eec0d0d70 2024-09-19T06:02:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.136+0000 7f2eeb200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2eec0b4330 con 0x7f2eec070670 2024-09-19T06:02:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.136+0000 7f2eeb200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f2eec0b4610 con 0x7f2eec15b420 2024-09-19T06:02:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.136+0000 7f2ee9400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f2eec0d0d70 0x7f2eec06fb70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:33976/0 (socket says 172.21.15.92:33976) 2024-09-19T06:02:46.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.136+0000 7f2ee9400640 1 -- 172.21.15.92:0/1473811858 learned_addr learned my addr 172.21.15.92:0/1473811858 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:46.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.136+0000 7f2ee9e00640 1 --2- 172.21.15.92:0/1473811858 >> v2:172.21.15.102:3300/0 conn(0x7f2eec15b420 0x7f2eec06f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:46.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.136+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 369608473 0 0) 0x7f2eec071f60 con 0x7f2eec0d0d70 2024-09-19T06:02:46.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2ed0003520 con 0x7f2eec0d0d70 2024-09-19T06:02:46.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4133497520 0 0) 0x7f2ed0003520 con 0x7f2eec0d0d70 2024-09-19T06:02:46.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 >> v2:172.21.15.102:3300/0 conn(0x7f2eec15b420 msgr2=0x7f2eec06f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:46.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 --2- 172.21.15.92:0/1473811858 >> v2:172.21.15.102:3300/0 conn(0x7f2eec15b420 0x7f2eec06f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:46.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 >> v1:172.21.15.102:6789/0 conn(0x7f2eec070670 legacy=0x7f2eec0b4e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:46.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2eec0b48f0 con 0x7f2eec0d0d70 2024-09-19T06:02:46.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f2ed8001670 con 0x7f2eec0d0d70 2024-09-19T06:02:46.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 >> v1:172.21.15.92:6789/0 conn(0x7f2eec0d0d70 legacy=0x7f2eec06fb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:46.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ed0003a00 0x7f2ed0003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2ed0004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ed00051c0 0x7f2ed000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec0b4610 con 0x7f2ed0004800 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2ed000c0c0 con 0x7f2ed0003a00 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2ed000c2c0 con 0x7f2ed00051c0 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee9400640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2ed0004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2ee9e00640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ed0003a00 0x7f2ed0003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.137+0000 7f2eea800640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ed00051c0 0x7f2ed000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.138+0000 7f2ee9400640 1 -- 172.21.15.92:0/1473811858 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ed00051c0 msgr2=0x7f2ed000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.138+0000 7f2ee9400640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ed00051c0 0x7f2ed000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.138+0000 7f2ee9400640 1 -- 172.21.15.92:0/1473811858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ed0003a00 msgr2=0x7f2ed0003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.138+0000 7f2ee9400640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ed0003a00 0x7f2ed0003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:46.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.138+0000 7f2ee9400640 1 -- 172.21.15.92:0/1473811858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ed0003520 con 0x7f2ed0004800 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.138+0000 7f2ee9e00640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ed0003a00 0x7f2ed0003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.138+0000 7f2eea800640 1 -- 172.21.15.92:0/1473811858 reap_dead start 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2ee9400640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2ed0004c80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2ed8007fd0 tx=0x7f2ed0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3233131725890070 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed8007c20 con 0x7f2ed0004800 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ed8005af0 con 0x7f2ed0004800 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2ee8a00640 1 -- 172.21.15.92:0/1473811858 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed8007070 con 0x7f2ed0004800 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2eeb200640 1 -- 172.21.15.92:0/1473811858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 msgr2=0x7f2ed0004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2eeb200640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2ed0004c80 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f2ed8007fd0 tx=0x7f2ed0005830 comp rx=0 tx=0).stop 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2eeb200640 1 -- 172.21.15.92:0/1473811858 shutdown_connections 2024-09-19T06:02:46.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2eeb200640 1 --2- 172.21.15.92:0/1473811858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2ed0004c80 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:46.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2eeb200640 1 -- 172.21.15.92:0/1473811858 >> 172.21.15.92:0/1473811858 conn(0x7f2eec0d12a0 msgr2=0x7f2eec0d16b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:46.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.139+0000 7f2eeb200640 1 -- 172.21.15.92:0/1473811858 shutdown_connections 2024-09-19T06:02:46.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.140+0000 7f2eeb200640 1 -- 172.21.15.92:0/1473811858 wait complete. 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.141+0000 7f2eeb200640 1 Processor -- start 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.141+0000 7f2eeb200640 1 -- start start 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.142+0000 7f2eeb200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2eec14fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.142+0000 7f2eeb200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2eec156ca0 0x7f2eec155b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.142+0000 7f2eeb200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2eec143bf0 0x7f2eec1e7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.142+0000 7f2eeb200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec06f7b0 con 0x7f2ed0004800 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.142+0000 7f2eeb200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2eec06f630 con 0x7f2eec143bf0 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.142+0000 7f2eeb200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2eec06f930 con 0x7f2eec156ca0 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.142+0000 7f2ee9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2eec14fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:46.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.142+0000 7f2ee9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2eec14fb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:42182/0 (socket says 172.21.15.92:42182) 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.142+0000 7f2ee9e00640 1 -- 172.21.15.92:0/4265808245 learned_addr learned my addr 172.21.15.92:0/4265808245 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee9400640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2eec156ca0 0x7f2eec155b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2eea800640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2eec143bf0 0x7f2eec1e7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee9e00640 1 -- 172.21.15.92:0/4265808245 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2eec156ca0 msgr2=0x7f2eec155b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee9e00640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2eec156ca0 0x7f2eec155b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee9e00640 1 -- 172.21.15.92:0/4265808245 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2eec143bf0 msgr2=0x7f2eec1e7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee9e00640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2eec143bf0 0x7f2eec1e7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee9e00640 1 -- 172.21.15.92:0/4265808245 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2eec156060 con 0x7f2ed0004800 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee9e00640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2eec14fb80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2edc0101c0 tx=0x7f2edc010680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee2000640 1 -- 172.21.15.92:0/4265808245 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2edc01a030 con 0x7f2ed0004800 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee2000640 1 -- 172.21.15.92:0/4265808245 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2edc003990 con 0x7f2ed0004800 2024-09-19T06:02:46.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2ee2000640 1 -- 172.21.15.92:0/4265808245 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2edc003d60 con 0x7f2ed0004800 2024-09-19T06:02:46.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2eec14eae0 con 0x7f2ed0004800 2024-09-19T06:02:46.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.143+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2eec14f0a0 con 0x7f2ed0004800 2024-09-19T06:02:46.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.145+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2eec06fcc0 con 0x7f2ed0004800 2024-09-19T06:02:46.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.145+0000 7f2ee2000640 1 -- 172.21.15.92:0/4265808245 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2edc01d070 con 0x7f2ed0004800 2024-09-19T06:02:46.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.146+0000 7f2ee2000640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2e0 0x7f2ecc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:46.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.146+0000 7f2ee2000640 1 -- 172.21.15.92:0/4265808245 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f2edc08c0a0 con 0x7f2ed0004800 2024-09-19T06:02:46.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.146+0000 7f2ee9400640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2e0 0x7f2ecc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:46.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.147+0000 7f2ee9400640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2e0 0x7f2ecc06e7a0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2ed8032000 tx=0x7f2ed8009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:46.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.151+0000 7f2ee2000640 1 -- 172.21.15.92:0/4265808245 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2edc01de40 con 0x7f2ed0004800 2024-09-19T06:02:46.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:46.390+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit"]} v 0) -- 0x7f2eec069130 con 0x7f2ed0004800 2024-09-19T06:02:47.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.245+0000 7f2ee2000640 1 -- 172.21.15.92:0/4265808245 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit"]}]=0 v95) ==== 136+0+0 (secure 0 0 0) 0x7f2edc05ab10 con 0x7f2ed0004800 2024-09-19T06:02:47.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2e0 msgr2=0x7f2ecc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:47.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2e0 0x7f2ecc06e7a0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f2ed8032000 tx=0x7f2ed8009030 comp rx=0 tx=0).stop 2024-09-19T06:02:47.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 msgr2=0x7f2eec14fb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:47.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2eec14fb80 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f2edc0101c0 tx=0x7f2edc010680 comp rx=0 tx=0).stop 2024-09-19T06:02:47.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 shutdown_connections 2024-09-19T06:02:47.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2e0 0x7f2ecc06e7a0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2eec143bf0 0x7f2eec1e7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2eec156ca0 0x7f2eec155b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 --2- 172.21.15.92:0/4265808245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ed0004800 0x7f2eec14fb80 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 >> 172.21.15.92:0/4265808245 conn(0x7f2eec0d12a0 msgr2=0x7f2eec0cfe60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:47.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 shutdown_connections 2024-09-19T06:02:47.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.249+0000 7f2eeb200640 1 -- 172.21.15.92:0/4265808245 wait complete. 2024-09-19T06:02:47.269 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T06:02:47.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.423+0000 7f984be00640 1 Processor -- start 2024-09-19T06:02:47.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.423+0000 7f984be00640 1 -- start start 2024-09-19T06:02:47.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.424+0000 7f984be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0d3bd0 0x7f984c0b8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:47.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.424+0000 7f984be00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f984c15e9d0 con 0x7f984c0d1590 2024-09-19T06:02:47.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.424+0000 7f984be00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f984c0b8f20 con 0x7f984c15e5f0 2024-09-19T06:02:47.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.424+0000 7f984be00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f984c0b9b30 con 0x7f984c0d3bd0 2024-09-19T06:02:47.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.424+0000 7f9842000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f984c0d1590 0x7f984c0b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49338/0 (socket says 172.21.15.92:49338) 2024-09-19T06:02:47.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.424+0000 7f9842000640 1 -- 172.21.15.92:0/4139888431 learned_addr learned my addr 172.21.15.92:0/4139888431 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:47.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984b400640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0d3bd0 0x7f984c0b8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:47.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1252664176 0 0) 0x7f984c15e9d0 con 0x7f984c0d1590 2024-09-19T06:02:47.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9830003520 con 0x7f984c0d1590 2024-09-19T06:02:47.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3508737913 0 0) 0x7f984c0b8f20 con 0x7f984c15e5f0 2024-09-19T06:02:47.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f984c15e9d0 con 0x7f984c15e5f0 2024-09-19T06:02:47.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1331640586 0 0) 0x7f9830003520 con 0x7f984c0d1590 2024-09-19T06:02:47.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0d3bd0 msgr2=0x7f984c0b8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:47.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0d3bd0 0x7f984c0b8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 >> v1:172.21.15.102:6789/0 conn(0x7f984c15e5f0 legacy=0x7f984c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:47.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f984c0b9200 con 0x7f984c0d1590 2024-09-19T06:02:47.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f9834001670 con 0x7f984c0d1590 2024-09-19T06:02:47.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 >> v1:172.21.15.92:6789/0 conn(0x7f984c0d1590 legacy=0x7f984c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:47.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9830003b70 0x7f9830003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:47.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830004800 0x7f9830004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:47.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f98300051c0 0x7f983000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:47.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f983000c000 con 0x7f9830003b70 2024-09-19T06:02:47.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f983000c1b0 con 0x7f9830004800 2024-09-19T06:02:47.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f983000c3b0 con 0x7f98300051c0 2024-09-19T06:02:47.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.425+0000 7f984b400640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0d3bd0 0x7f984c0b8900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:02:47.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f984aa00640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9830003b70 0x7f9830003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:47.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f9842000640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830004800 0x7f9830004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:47.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f984b400640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f98300051c0 0x7f983000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:47.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f984aa00640 1 -- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f98300051c0 msgr2=0x7f983000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:47.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f984aa00640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f98300051c0 0x7f983000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f984aa00640 1 -- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830004800 msgr2=0x7f9830004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:47.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f984aa00640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830004800 0x7f9830004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f984aa00640 1 -- 172.21.15.92:0/4139888431 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9830003520 con 0x7f9830003b70 2024-09-19T06:02:47.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f984b400640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f98300051c0 0x7f983000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:47.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.426+0000 7f9842000640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830004800 0x7f9830004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:02:47.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.427+0000 7f984aa00640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9830003b70 0x7f9830003f70 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f983c001fc0 tx=0x7f9830005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40c4e2af78edf3c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:47.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.427+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c001be0 con 0x7f9830003b70 2024-09-19T06:02:47.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.427+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f983c003b90 con 0x7f9830003b70 2024-09-19T06:02:47.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.427+0000 7f984a000640 1 -- 172.21.15.92:0/4139888431 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c0050d0 con 0x7f9830003b70 2024-09-19T06:02:47.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.428+0000 7f984be00640 1 -- 172.21.15.92:0/4139888431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9830003b70 msgr2=0x7f9830003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:47.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.428+0000 7f984be00640 1 --2- 172.21.15.92:0/4139888431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9830003b70 0x7f9830003f70 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f983c001fc0 tx=0x7f9830005830 comp rx=0 tx=0).stop 2024-09-19T06:02:47.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.428+0000 7f984b400640 1 -- 172.21.15.92:0/4139888431 reap_dead start 2024-09-19T06:02:47.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.428+0000 7f984be00640 1 -- 172.21.15.92:0/4139888431 shutdown_connections 2024-09-19T06:02:47.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.428+0000 7f984be00640 1 -- 172.21.15.92:0/4139888431 >> 172.21.15.92:0/4139888431 conn(0x7f984c062630 msgr2=0x7f984c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:47.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.428+0000 7f984be00640 1 -- 172.21.15.92:0/4139888431 shutdown_connections 2024-09-19T06:02:47.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.428+0000 7f984be00640 1 -- 172.21.15.92:0/4139888431 wait complete. 2024-09-19T06:02:47.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.430+0000 7f984be00640 1 Processor -- start 2024-09-19T06:02:47.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.430+0000 7f984be00640 1 -- start start 2024-09-19T06:02:47.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.430+0000 7f984be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830003b70 0x7f984c15ab80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:47.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f984be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f984c0cf310 0x7f984c1f5100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:47.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f984be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0c8a40 0x7f984c0c96a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:47.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f984be00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f984c0b8900 con 0x7f984c0cf310 2024-09-19T06:02:47.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f984be00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f984c0b97c0 con 0x7f9830003b70 2024-09-19T06:02:47.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f984be00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f984c0b8a80 con 0x7f984c0c8a40 2024-09-19T06:02:47.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f9842000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f984c0cf310 0x7f984c1f5100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:47.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f9842000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f984c0cf310 0x7f984c1f5100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:37526/0 (socket says 172.21.15.92:37526) 2024-09-19T06:02:47.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f9842000640 1 -- 172.21.15.92:0/3725506817 learned_addr learned my addr 172.21.15.92:0/3725506817 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:47.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f984aa00640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830003b70 0x7f984c15ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:47.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f984b400640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0c8a40 0x7f984c0c96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:47.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f9842000640 1 -- 172.21.15.92:0/3725506817 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0c8a40 msgr2=0x7f984c0c96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:47.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f9842000640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0c8a40 0x7f984c0c96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f9842000640 1 -- 172.21.15.92:0/3725506817 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830003b70 msgr2=0x7f984c15ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:47.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f9842000640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830003b70 0x7f984c15ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f9842000640 1 -- 172.21.15.92:0/3725506817 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f984c0cf8d0 con 0x7f984c0cf310 2024-09-19T06:02:47.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.431+0000 7f984b400640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0c8a40 0x7f984c0c96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:47.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.432+0000 7f9842000640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f984c0cf310 0x7f984c1f5100 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9834007310 tx=0x7f98340017a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:47.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.432+0000 7f9843400640 1 -- 172.21.15.92:0/3725506817 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983400f960 con 0x7f984c0cf310 2024-09-19T06:02:47.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.432+0000 7f9843400640 1 -- 172.21.15.92:0/3725506817 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9834018070 con 0x7f984c0cf310 2024-09-19T06:02:47.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.432+0000 7f9843400640 1 -- 172.21.15.92:0/3725506817 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983400fd20 con 0x7f984c0cf310 2024-09-19T06:02:47.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.432+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f984c1f4620 con 0x7f984c0cf310 2024-09-19T06:02:47.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.432+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f984c1f4be0 con 0x7f984c0cf310 2024-09-19T06:02:47.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.433+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f984c069c20 con 0x7f984c0cf310 2024-09-19T06:02:47.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.434+0000 7f9843400640 1 -- 172.21.15.92:0/3725506817 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f983401d460 con 0x7f984c0cf310 2024-09-19T06:02:47.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.435+0000 7f9843400640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2e0 0x7f982806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:47.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.435+0000 7f9843400640 1 -- 172.21.15.92:0/3725506817 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f983408b2a0 con 0x7f984c0cf310 2024-09-19T06:02:47.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.435+0000 7f984aa00640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2e0 0x7f982806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:47.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.436+0000 7f984aa00640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2e0 0x7f982806e7a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f983c032000 tx=0x7f983c009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:47.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.440+0000 7f9843400640 1 -- 172.21.15.92:0/3725506817 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9834059c70 con 0x7f984c0cf310 2024-09-19T06:02:47.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.611+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f984c1f4de0 con 0x7f984c0cf310 2024-09-19T06:02:47.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.615+0000 7f9843400640 1 -- 172.21.15.92:0/3725506817 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) ==== 122+0+0 (secure 0 0 0) 0x7f984c1f4de0 con 0x7f984c0cf310 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.617+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2e0 msgr2=0x7f982806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.617+0000 7f984be00640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2e0 0x7f982806e7a0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f983c032000 tx=0x7f983c009030 comp rx=0 tx=0).stop 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.617+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f984c0cf310 msgr2=0x7f984c1f5100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.617+0000 7f984be00640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f984c0cf310 0x7f984c1f5100 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f9834007310 tx=0x7f98340017a0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.618+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 shutdown_connections 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.618+0000 7f984be00640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984c0c8a40 0x7f984c0c96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.618+0000 7f984be00640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f984c0cf310 0x7f984c1f5100 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.618+0000 7f984be00640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2e0 0x7f982806e7a0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.618+0000 7f984be00640 1 --2- 172.21.15.92:0/3725506817 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9830003b70 0x7f984c15ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:47.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.618+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 >> 172.21.15.92:0/3725506817 conn(0x7f984c062630 msgr2=0x7f984c0cd550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:47.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.618+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 shutdown_connections 2024-09-19T06:02:47.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:47.618+0000 7f984be00640 1 -- 172.21.15.92:0/3725506817 wait complete. 2024-09-19T06:02:47.635 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:02:47.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:02:47.723 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:02:47.818 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:02:47.818 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:02:47.818 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:47.854 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:02:47.854 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:02:47.854 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:47.894 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:02:47.894 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:02:47.894 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:47.929 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:02:47.929 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:02:47.929 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:02:47.972 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:02:47.972 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T06:02:47.973 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:02:48.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.124+0000 7f348dc00640 1 Processor -- start 2024-09-19T06:02:48.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.124+0000 7f348dc00640 1 -- start start 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.125+0000 7f348dc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815c2b0 0x7f34880b6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.125+0000 7f348dc00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f34880b72f0 0x7f348815eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.125+0000 7f348dc00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f348815fb10 con 0x7f348815f030 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.125+0000 7f348dc00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f34880b5900 con 0x7f34880b72f0 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.125+0000 7f348dc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f348815f830 con 0x7f348815c2b0 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.125+0000 7f3486000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f34880b72f0 0x7f348815eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.126+0000 7f3486000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f34880b72f0 0x7f348815eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:37542/0 (socket says 172.21.15.92:37542) 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.126+0000 7f3486000640 1 -- 172.21.15.92:0/2799444266 learned_addr learned my addr 172.21.15.92:0/2799444266 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.126+0000 7f3486a00640 1 --2- 172.21.15.92:0/2799444266 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815c2b0 0x7f34880b6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.126+0000 7f3486000640 1 -- 172.21.15.92:0/2799444266 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815c2b0 msgr2=0x7f34880b6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.126+0000 7f3486000640 1 --2- 172.21.15.92:0/2799444266 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815c2b0 0x7f34880b6db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.126+0000 7f3486000640 1 -- 172.21.15.92:0/2799444266 >> v1:172.21.15.102:6789/0 conn(0x7f348815f030 legacy=0x7f348806f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:48.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.126+0000 7f3486000640 1 -- 172.21.15.92:0/2799444266 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f348806ce30 con 0x7f34880b72f0 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.127+0000 7f3486000640 1 --2- 172.21.15.92:0/2799444266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 0x7f348815eaf0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3474009870 tx=0x7f347402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31a08750fda6469e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.127+0000 7f3485600640 1 -- 172.21.15.92:0/2799444266 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3474037070 con 0x7f34880b72f0 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.127+0000 7f3485600640 1 -- 172.21.15.92:0/2799444266 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3474032440 con 0x7f34880b72f0 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.127+0000 7f3485600640 1 -- 172.21.15.92:0/2799444266 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3474032810 con 0x7f34880b72f0 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.128+0000 7f348dc00640 1 -- 172.21.15.92:0/2799444266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 msgr2=0x7f348815eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.128+0000 7f348dc00640 1 --2- 172.21.15.92:0/2799444266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 0x7f348815eaf0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f3474009870 tx=0x7f347402a210 comp rx=0 tx=0).stop 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.128+0000 7f348dc00640 1 -- 172.21.15.92:0/2799444266 shutdown_connections 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.128+0000 7f348dc00640 1 --2- 172.21.15.92:0/2799444266 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 0x7f348815eaf0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.128+0000 7f348dc00640 1 --2- 172.21.15.92:0/2799444266 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815c2b0 0x7f34880b6db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.128+0000 7f348dc00640 1 -- 172.21.15.92:0/2799444266 >> 172.21.15.92:0/2799444266 conn(0x7f34880b4240 msgr2=0x7f34880b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.128+0000 7f348dc00640 1 -- 172.21.15.92:0/2799444266 shutdown_connections 2024-09-19T06:02:48.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.128+0000 7f348dc00640 1 -- 172.21.15.92:0/2799444266 wait complete. 2024-09-19T06:02:48.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.129+0000 7f348dc00640 1 Processor -- start 2024-09-19T06:02:48.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.130+0000 7f348dc00640 1 -- start start 2024-09-19T06:02:48.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.130+0000 7f348dc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 0x7f34880ce2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:48.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.130+0000 7f348dc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f348815c2b0 0x7f3488154a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.130+0000 7f348dc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815f030 0x7f3488155940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.130+0000 7f348dc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f34880b7730 con 0x7f34880b72f0 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.130+0000 7f348dc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f348806d3f0 con 0x7f348815c2b0 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.130+0000 7f348dc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f348815f4e0 con 0x7f348815f030 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 0x7f34880ce2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 0x7f34880ce2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:37546/0 (socket says 172.21.15.92:37546) 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486a00640 1 -- 172.21.15.92:0/523746501 learned_addr learned my addr 172.21.15.92:0/523746501 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486000640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f348815c2b0 0x7f3488154a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3487400640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815f030 0x7f3488155940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486a00640 1 -- 172.21.15.92:0/523746501 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815f030 msgr2=0x7f3488155940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486a00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815f030 0x7f3488155940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486a00640 1 -- 172.21.15.92:0/523746501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f348815c2b0 msgr2=0x7f3488154a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:48.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486a00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f348815c2b0 0x7f3488154a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486a00640 1 -- 172.21.15.92:0/523746501 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34880cce00 con 0x7f34880b72f0 2024-09-19T06:02:48.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486000640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f348815c2b0 0x7f3488154a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:48.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f3486a00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 0x7f34880ce2a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f347800d800 tx=0x7f347800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:48.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.131+0000 7f347ea00640 1 -- 172.21.15.92:0/523746501 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f347800b6c0 con 0x7f34880b72f0 2024-09-19T06:02:48.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.132+0000 7f347ea00640 1 -- 172.21.15.92:0/523746501 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3478019070 con 0x7f34880b72f0 2024-09-19T06:02:48.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.132+0000 7f347ea00640 1 -- 172.21.15.92:0/523746501 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f347800ba80 con 0x7f34880b72f0 2024-09-19T06:02:48.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.132+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34880cd0e0 con 0x7f34880b72f0 2024-09-19T06:02:48.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.132+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34880ce7e0 con 0x7f34880b72f0 2024-09-19T06:02:48.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.133+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f348815b670 con 0x7f34880b72f0 2024-09-19T06:02:48.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.134+0000 7f347ea00640 1 -- 172.21.15.92:0/523746501 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f347800bc20 con 0x7f34880b72f0 2024-09-19T06:02:48.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.134+0000 7f347ea00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f346806c2e0 0x7f346806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:48.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.134+0000 7f347ea00640 1 -- 172.21.15.92:0/523746501 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(36..36 src has 1..36) ==== 4943+0+0 (secure 0 0 0) 0x7f347808b5f0 con 0x7f34880b72f0 2024-09-19T06:02:48.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.135+0000 7f3486000640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f346806c2e0 0x7f346806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:48.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.135+0000 7f3486000640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f346806c2e0 0x7f346806e7a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3474034000 tx=0x7f347402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:48.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.139+0000 7f347ea00640 1 -- 172.21.15.92:0/523746501 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f347805a050 con 0x7f34880b72f0 2024-09-19T06:02:48.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.348+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f348815eaf0 con 0x7f34880b72f0 2024-09-19T06:02:48.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.349+0000 7f347ea00640 1 -- 172.21.15.92:0/523746501 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) ==== 94+0+3908 (secure 0 0 0) 0x7f3478059950 con 0x7f34880b72f0 2024-09-19T06:02:48.353 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:48.353 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":17,"btime":"2024-09-19T06:02:42:212296+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4586,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/802522742","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":802522742},{"type":"v1","addr":"172.21.15.102:6834","nonce":802522742}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4756,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/94814915","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":94814915},{"type":"v1","addr":"172.21.15.92:6837","nonce":94814915}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":4762,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1323101963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1323101963},{"type":"v1","addr":"172.21.15.102:6835","nonce":1323101963}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":11},{"gid":5115,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/1982353232","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1982353232},{"type":"v1","addr":"172.21.15.92:6836","nonce":1982353232}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":17}],"filesystems":[]} 2024-09-19T06:02:48.354 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 17 2024-09-19T06:02:48.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f346806c2e0 msgr2=0x7f346806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:48.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f346806c2e0 0x7f346806e7a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3474034000 tx=0x7f347402e000 comp rx=0 tx=0).stop 2024-09-19T06:02:48.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 msgr2=0x7f34880ce2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:48.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 0x7f34880ce2a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f347800d800 tx=0x7f347800dcc0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 shutdown_connections 2024-09-19T06:02:48.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f348815f030 0x7f3488155940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f346806c2e0 0x7f346806e7a0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f348815c2b0 0x7f3488154a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 --2- 172.21.15.92:0/523746501 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34880b72f0 0x7f34880ce2a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:48.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 >> 172.21.15.92:0/523746501 conn(0x7f34880b4240 msgr2=0x7f34880b2900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:48.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 shutdown_connections 2024-09-19T06:02:48.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:48.351+0000 7f348dc00640 1 -- 172.21.15.92:0/523746501 wait complete. 2024-09-19T06:02:48.369 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:02:48.369 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T06:02:48.370 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:02:48.370 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:02:48.370 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:02:48.370 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T06:02:48.370 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:02:48.370 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:02:48.370 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:02:48.371 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T06:02:48.371 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:02:48.371 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:02:48.371 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:02:48.371 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T06:02:48.371 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:02:48.371 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:02:48.386 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:02:48.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:02:48.388 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:02:48.388 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:02:48.389 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:02:48.389 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:02:48.430 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:02:48.430 DEBUG:teuthology.parallel:result is None 2024-09-19T06:02:48.432 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:02:48.432 DEBUG:teuthology.parallel:result is None 2024-09-19T06:02:48.434 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:02:48.435 DEBUG:teuthology.parallel:result is None 2024-09-19T06:02:48.557 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:02:48.562 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:02:48.562 INFO:tasks.ceph.mds.d.smithi102.stdout:starting mds.d at 2024-09-19T06:02:49.730 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-09-19T06:02:54.386 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:02:54.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:02:54.391 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:02:54.392 DEBUG:teuthology.parallel:result is None 2024-09-19T06:02:54.392 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T06:02:54.537 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:02:54.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.566+0000 7f81e9c00640 1 Processor -- start 2024-09-19T06:02:54.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.566+0000 7f81e9c00640 1 -- start start 2024-09-19T06:02:54.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.567+0000 7f81e9c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f81e415ad10 0x7f81e40719c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:54.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.567+0000 7f81e9c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cca40 0x7f81e4071f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:54.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.567+0000 7f81e9c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81e4071720 con 0x7f81e40cc360 2024-09-19T06:02:54.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.567+0000 7f81e9c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f81e4070fb0 con 0x7f81e415ad10 2024-09-19T06:02:54.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.567+0000 7f81e9c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f81e4073920 con 0x7f81e40cca40 2024-09-19T06:02:54.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.567+0000 7f81e2a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f81e415ad10 0x7f81e40719c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:54.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.568+0000 7f81e2a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f81e415ad10 0x7f81e40719c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:37576/0 (socket says 172.21.15.92:37576) 2024-09-19T06:02:54.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.568+0000 7f81e3400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f81e40cc360 0x7f81e415e710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49372/0 (socket says 172.21.15.92:49372) 2024-09-19T06:02:54.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.568+0000 7f81e2a00640 1 -- 172.21.15.92:0/1065723019 learned_addr learned my addr 172.21.15.92:0/1065723019 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:54.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.568+0000 7f81e2000640 1 --2- 172.21.15.92:0/1065723019 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cca40 0x7f81e4071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:54.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.568+0000 7f81e2a00640 1 -- 172.21.15.92:0/1065723019 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cca40 msgr2=0x7f81e4071f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:54.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.568+0000 7f81e2a00640 1 --2- 172.21.15.92:0/1065723019 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cca40 0x7f81e4071f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:54.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.568+0000 7f81e2a00640 1 -- 172.21.15.92:0/1065723019 >> v1:172.21.15.92:6789/0 conn(0x7f81e40cc360 legacy=0x7f81e415e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:54.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.568+0000 7f81e2a00640 1 -- 172.21.15.92:0/1065723019 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81e4073c00 con 0x7f81e415ad10 2024-09-19T06:02:54.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.568+0000 7f81e2000640 1 --2- 172.21.15.92:0/1065723019 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cca40 0x7f81e4071f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:54.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.569+0000 7f81e2a00640 1 --2- 172.21.15.92:0/1065723019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 0x7f81e40719c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f81d400aa10 tx=0x7f81d402b590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5db5935800e40628 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:54.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.569+0000 7f81e1600640 1 -- 172.21.15.92:0/1065723019 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d400b040 con 0x7f81e415ad10 2024-09-19T06:02:54.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.569+0000 7f81e1600640 1 -- 172.21.15.92:0/1065723019 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81d4030710 con 0x7f81e415ad10 2024-09-19T06:02:54.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.569+0000 7f81e1600640 1 -- 172.21.15.92:0/1065723019 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81d4030ae0 con 0x7f81e415ad10 2024-09-19T06:02:54.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.570+0000 7f81e9c00640 1 -- 172.21.15.92:0/1065723019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 msgr2=0x7f81e40719c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:54.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.570+0000 7f81e9c00640 1 --2- 172.21.15.92:0/1065723019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 0x7f81e40719c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f81d400aa10 tx=0x7f81d402b590 comp rx=0 tx=0).stop 2024-09-19T06:02:54.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.570+0000 7f81e9c00640 1 -- 172.21.15.92:0/1065723019 shutdown_connections 2024-09-19T06:02:54.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.570+0000 7f81e9c00640 1 --2- 172.21.15.92:0/1065723019 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cca40 0x7f81e4071f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:54.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.570+0000 7f81e9c00640 1 --2- 172.21.15.92:0/1065723019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 0x7f81e40719c0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:54.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.570+0000 7f81e9c00640 1 -- 172.21.15.92:0/1065723019 >> 172.21.15.92:0/1065723019 conn(0x7f81e406d0f0 msgr2=0x7f81e406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:54.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.570+0000 7f81e9c00640 1 -- 172.21.15.92:0/1065723019 shutdown_connections 2024-09-19T06:02:54.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.570+0000 7f81e9c00640 1 -- 172.21.15.92:0/1065723019 wait complete. 2024-09-19T06:02:54.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.571+0000 7f81e9c00640 1 Processor -- start 2024-09-19T06:02:54.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.572+0000 7f81e9c00640 1 -- start start 2024-09-19T06:02:54.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.572+0000 7f81e9c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cc360 0x7f81e41593e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:54.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.572+0000 7f81e9c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40cca40 0x7f81e414c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:54.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.572+0000 7f81e9c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 0x7f81e414c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:54.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.572+0000 7f81e9c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f81e40b4eb0 con 0x7f81e415ad10 2024-09-19T06:02:54.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.572+0000 7f81e9c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f81e4071200 con 0x7f81e40cca40 2024-09-19T06:02:54.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.572+0000 7f81e9c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f81e415ee20 con 0x7f81e40cc360 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 0x7f81e414c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 0x7f81e414c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:37586/0 (socket says 172.21.15.92:37586) 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e3400640 1 -- 172.21.15.92:0/3357985849 learned_addr learned my addr 172.21.15.92:0/3357985849 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e2a00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cc360 0x7f81e41593e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e2000640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40cca40 0x7f81e414c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e3400640 1 -- 172.21.15.92:0/3357985849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cc360 msgr2=0x7f81e41593e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e3400640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cc360 0x7f81e41593e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e3400640 1 -- 172.21.15.92:0/3357985849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40cca40 msgr2=0x7f81e414c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e3400640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40cca40 0x7f81e414c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e3400640 1 -- 172.21.15.92:0/3357985849 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81e4159140 con 0x7f81e415ad10 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e2a00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cc360 0x7f81e41593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:02:54.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.573+0000 7f81e3400640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 0x7f81e414c6d0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f81dc00c7a0 tx=0x7f81dc00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:54.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.574+0000 7f81daa00640 1 -- 172.21.15.92:0/3357985849 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81dc017070 con 0x7f81e415ad10 2024-09-19T06:02:54.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.574+0000 7f81daa00640 1 -- 172.21.15.92:0/3357985849 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f81dc00a640 con 0x7f81e415ad10 2024-09-19T06:02:54.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.574+0000 7f81daa00640 1 -- 172.21.15.92:0/3357985849 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f81dc00a9f0 con 0x7f81e415ad10 2024-09-19T06:02:54.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.574+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81e414d050 con 0x7f81e415ad10 2024-09-19T06:02:54.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.574+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81e414d610 con 0x7f81e415ad10 2024-09-19T06:02:54.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.575+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81e415e450 con 0x7f81e415ad10 2024-09-19T06:02:54.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.576+0000 7f81daa00640 1 -- 172.21.15.92:0/3357985849 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f81dc01a070 con 0x7f81e415ad10 2024-09-19T06:02:54.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.577+0000 7f81daa00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81c406c2b0 0x7f81c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:54.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.577+0000 7f81daa00640 1 -- 172.21.15.92:0/3357985849 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(39..39 src has 1..39) ==== 4943+0+0 (secure 0 0 0) 0x7f81dc08a620 con 0x7f81e415ad10 2024-09-19T06:02:54.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.577+0000 7f81e2a00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81c406c2b0 0x7f81c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:54.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.578+0000 7f81e2a00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81c406c2b0 0x7f81c406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f81d4035000 tx=0x7f81d400c040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:54.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.582+0000 7f81daa00640 1 -- 172.21.15.92:0/3357985849 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f81e415e450 con 0x7f81e415ad10 2024-09-19T06:02:54.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:54.767+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f81e415f1b0 con 0x7f81e415ad10 2024-09-19T06:02:55.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.951+0000 7f81daa00640 1 -- 172.21.15.92:0/3357985849 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v41) ==== 97+0+0 (secure 0 0 0) 0x7f81dc058a40 con 0x7f81e415ad10 2024-09-19T06:02:55.953 INFO:teuthology.orchestra.run.smithi092.stderr: removed all blocklist entries 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81c406c2b0 msgr2=0x7f81c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81c406c2b0 0x7f81c406e770 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f81d4035000 tx=0x7f81d400c040 comp rx=0 tx=0).stop 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 msgr2=0x7f81e414c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 0x7f81e414c6d0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f81dc00c7a0 tx=0x7f81dc00cc60 comp rx=0 tx=0).stop 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 shutdown_connections 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81e415ad10 0x7f81e414c6d0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f81c406c2b0 0x7f81c406e770 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81e40cca40 0x7f81e414c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 --2- 172.21.15.92:0/3357985849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81e40cc360 0x7f81e41593e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:55.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 >> 172.21.15.92:0/3357985849 conn(0x7f81e406d0f0 msgr2=0x7f81e40719c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 shutdown_connections 2024-09-19T06:02:55.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:55.954+0000 7f81e9c00640 1 -- 172.21.15.92:0/3357985849 wait complete. 2024-09-19T06:02:55.976 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T06:02:56.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.129+0000 7fcb49c00640 1 Processor -- start 2024-09-19T06:02:56.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.130+0000 7fcb49c00640 1 -- start start 2024-09-19T06:02:56.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.131+0000 7fcb49c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb4415c550 0x7fcb440b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.131+0000 7fcb49c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcb440b6310 0x7fcb440b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.131+0000 7fcb49c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcb440b4cf0 con 0x7fcb4415c170 2024-09-19T06:02:56.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.131+0000 7fcb49c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fcb440b4fd0 con 0x7fcb440b6310 2024-09-19T06:02:56.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.131+0000 7fcb49c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcb440b52b0 con 0x7fcb4415c550 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.131+0000 7fcb43400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcb440b6310 0x7fcb440b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.132+0000 7fcb43400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcb440b6310 0x7fcb440b39b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:37592/0 (socket says 172.21.15.92:37592) 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.132+0000 7fcb43400640 1 -- 172.21.15.92:0/365646456 learned_addr learned my addr 172.21.15.92:0/365646456 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.132+0000 7fcb3a000640 1 --2- 172.21.15.92:0/365646456 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb4415c550 0x7fcb440b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.132+0000 7fcb43400640 1 -- 172.21.15.92:0/365646456 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb4415c550 msgr2=0x7fcb440b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.132+0000 7fcb43400640 1 --2- 172.21.15.92:0/365646456 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb4415c550 0x7fcb440b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.132+0000 7fcb43400640 1 -- 172.21.15.92:0/365646456 >> v1:172.21.15.102:6789/0 conn(0x7fcb4415c170 legacy=0x7fcb440cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.132+0000 7fcb43400640 1 -- 172.21.15.92:0/365646456 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb440b5590 con 0x7fcb440b6310 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.133+0000 7fcb43400640 1 --2- 172.21.15.92:0/365646456 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb440b6310 0x7fcb440b39b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009e50 tx=0x7fcb3c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edaf505eead19e67 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.133+0000 7fcb42000640 1 -- 172.21.15.92:0/365646456 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c036070 con 0x7fcb440b6310 2024-09-19T06:02:56.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.133+0000 7fcb42000640 1 -- 172.21.15.92:0/365646456 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb3c031600 con 0x7fcb440b6310 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.133+0000 7fcb42000640 1 -- 172.21.15.92:0/365646456 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c0319d0 con 0x7fcb440b6310 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.134+0000 7fcb49c00640 1 -- 172.21.15.92:0/365646456 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb440b6310 msgr2=0x7fcb440b39b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.134+0000 7fcb49c00640 1 --2- 172.21.15.92:0/365646456 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb440b6310 0x7fcb440b39b0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009e50 tx=0x7fcb3c02a710 comp rx=0 tx=0).stop 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.134+0000 7fcb49c00640 1 -- 172.21.15.92:0/365646456 shutdown_connections 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.134+0000 7fcb49c00640 1 --2- 172.21.15.92:0/365646456 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb440b6310 0x7fcb440b39b0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.134+0000 7fcb49c00640 1 --2- 172.21.15.92:0/365646456 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb4415c550 0x7fcb440b5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.134+0000 7fcb49c00640 1 -- 172.21.15.92:0/365646456 >> 172.21.15.92:0/365646456 conn(0x7fcb4406bc10 msgr2=0x7fcb4406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.134+0000 7fcb49c00640 1 -- 172.21.15.92:0/365646456 shutdown_connections 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.134+0000 7fcb49c00640 1 -- 172.21.15.92:0/365646456 wait complete. 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.135+0000 7fcb49c00640 1 Processor -- start 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.136+0000 7fcb49c00640 1 -- start start 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.136+0000 7fcb49c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb440b6310 0x7fcb440aa480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.136+0000 7fcb49c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb4415c170 0x7fcb4414d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.136+0000 7fcb49c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb4415c550 0x7fcb440cd530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.136+0000 7fcb49c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fcb4415c990 con 0x7fcb4415c550 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.136+0000 7fcb49c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcb440b5b50 con 0x7fcb4415c170 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.136+0000 7fcb49c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcb440cfdd0 con 0x7fcb440b6310 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb43400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb4415c550 0x7fcb440cd530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb43400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb4415c550 0x7fcb440cd530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:37606/0 (socket says 172.21.15.92:37606) 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb43400640 1 -- 172.21.15.92:0/848050190 learned_addr learned my addr 172.21.15.92:0/848050190 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb42a00640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb440b6310 0x7fcb440aa480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb3a000640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb4415c170 0x7fcb4414d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb43400640 1 -- 172.21.15.92:0/848050190 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb440b6310 msgr2=0x7fcb440aa480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb43400640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb440b6310 0x7fcb440aa480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb43400640 1 -- 172.21.15.92:0/848050190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb4415c170 msgr2=0x7fcb4414d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb43400640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb4415c170 0x7fcb4414d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb43400640 1 -- 172.21.15.92:0/848050190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcb440ab270 con 0x7fcb4415c550 2024-09-19T06:02:56.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb3a000640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb4415c170 0x7fcb4414d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:56.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.137+0000 7fcb43400640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb4415c550 0x7fcb440cd530 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009f70 tx=0x7fcb3c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:56.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.138+0000 7fcb3b400640 1 -- 172.21.15.92:0/848050190 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c03f020 con 0x7fcb4415c550 2024-09-19T06:02:56.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.138+0000 7fcb3b400640 1 -- 172.21.15.92:0/848050190 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcb3c037040 con 0x7fcb4415c550 2024-09-19T06:02:56.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.138+0000 7fcb3b400640 1 -- 172.21.15.92:0/848050190 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c036070 con 0x7fcb4415c550 2024-09-19T06:02:56.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.138+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcb440ab550 con 0x7fcb4415c550 2024-09-19T06:02:56.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.138+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcb440abb10 con 0x7fcb4415c550 2024-09-19T06:02:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.139+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcb440b5dd0 con 0x7fcb4415c550 2024-09-19T06:02:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.140+0000 7fcb3b400640 1 -- 172.21.15.92:0/848050190 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcb3c042020 con 0x7fcb4415c550 2024-09-19T06:02:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.140+0000 7fcb3b400640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcb2006c2e0 0x7fcb2006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.141+0000 7fcb3b400640 1 -- 172.21.15.92:0/848050190 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7fcb3c0ab400 con 0x7fcb4415c550 2024-09-19T06:02:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.141+0000 7fcb42a00640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcb2006c2e0 0x7fcb2006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.141+0000 7fcb42a00640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcb2006c2e0 0x7fcb2006e7a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fcb34000f60 tx=0x7fcb34009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:56.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.145+0000 7fcb3b400640 1 -- 172.21.15.92:0/848050190 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcb3c049030 con 0x7fcb4415c550 2024-09-19T06:02:56.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.382+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fcb440b4910 con 0x7fcb4415c550 2024-09-19T06:02:56.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.382+0000 7fcb3b400640 1 -- 172.21.15.92:0/848050190 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) ==== 80+0+5304 (secure 0 0 0) 0x7fcb3c079eb0 con 0x7fcb4415c550 2024-09-19T06:02:56.384 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:56.385 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:02:56.385 INFO:teuthology.orchestra.run.smithi092.stdout: "auth_dump": [ 2024-09-19T06:02:56.385 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.385 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.a", 2024-09-19T06:02:56.385 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmlh2wOBAA5hQY7hCZfN2s4Ac/R9W5kw==", 2024-09-19T06:02:56.385 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.385 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:56.385 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:56.385 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.b", 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtqPUEBAANewLwiR3BpVMW2hSDqhspg==", 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.386 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.387 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.387 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.c", 2024-09-19T06:02:56.387 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtuPIBhAAGUKYpJvmmJ0NmtPPP4gEhg==", 2024-09-19T06:02:56.387 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.387 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:56.387 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:56.387 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:56.387 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.d", 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmJZLGGhAACbBs0g8Fmh+MNX4zfDfTZQ==", 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.388 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.0", 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDuvetm6J06MhAAil4Oe+uQpGv1QE16EQnYjQ==", 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.389 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.1", 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDyvetm3pJVLRAAXCorP+PSewcJEguiwm6kVg==", 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.2", 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD2vetm71GWORAAlpcz12YhdL/wPDGHJ/56xA==", 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.390 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.3", 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD6vetmg3bgIhAAebFnzJXM3D4VbWfMvoSyjA==", 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.391 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.4", 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQABvutmjNg2HxAANs2gm6lxqF5NFfiXtAjtoA==", 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.392 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.5", 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAFvutm0iayGxAAnST01rIcVM/jB/+PiIhoow==", 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.6", 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAJvutmIvjYCBAAtahtgI5nOkffTgRzmgHtuQ==", 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:56.393 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.7", 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAMvutmsRDVLhAAJVAaQuPT1576e7RzQBV+8w==", 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.394 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.0", 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w==", 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow r", 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.1", 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmWLRhMBAA/Nmeq0heFaFG8yIJE/3Y9w==", 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:56.395 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.2", 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmqInJKRAAkCvg74osnbc+PvxNo/EOUw==", 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:56.396 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:02:56.397 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:02:56.397 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:02:56.397 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.397 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.397 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.397 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.3", 2024-09-19T06:02:56.397 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmm7MZNxAA88p3ljHoW+D+XTrdEA/CIw==", 2024-09-19T06:02:56.397 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.398 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:02:56.398 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:02:56.398 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:02:56.398 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:02:56.398 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.398 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.398 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.398 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.admin", 2024-09-19T06:02:56.398 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm81WzCRAA0u/Gr0QQbJy2RUOrw6ZHQA==", 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.x", 2024-09-19T06:02:56.399 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm014lMhAAiJF1aPtFGL0s4/OAk6w24Q==", 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.y", 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmZltGKxAAdcGU2K3nflJH1TJAzHBoZw==", 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:02:56.400 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:02:56.401 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.401 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.401 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:02:56.401 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcb2006c2e0 msgr2=0x7fcb2006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcb2006c2e0 0x7fcb2006e7a0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fcb34000f60 tx=0x7fcb34009040 comp rx=0 tx=0).stop 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb4415c550 msgr2=0x7fcb440cd530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb4415c550 0x7fcb440cd530 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c009f70 tx=0x7fcb3c004a40 comp rx=0 tx=0).stop 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 shutdown_connections 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcb4415c550 0x7fcb440cd530 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcb2006c2e0 0x7fcb2006e7a0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcb4415c170 0x7fcb4414d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 --2- 172.21.15.92:0/848050190 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcb440b6310 0x7fcb440aa480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.384+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 >> 172.21.15.92:0/848050190 conn(0x7fcb4406bc10 msgr2=0x7fcb4406d7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:56.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.385+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 shutdown_connections 2024-09-19T06:02:56.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.385+0000 7fcb49c00640 1 -- 172.21.15.92:0/848050190 wait complete. 2024-09-19T06:02:56.405 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:02:56.445 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-09-19T06:02:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.557+0000 7fe346200640 1 Processor -- start 2024-09-19T06:02:56.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.557+0000 7fe346200640 1 -- start start 2024-09-19T06:02:56.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.558+0000 7fe346200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe3400b7a40 0x7fe3400b7e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.558+0000 7fe346200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3400cfbd0 con 0x7fe3400d0f70 2024-09-19T06:02:56.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.558+0000 7fe346200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe3400cfe80 con 0x7fe34015e650 2024-09-19T06:02:56.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.558+0000 7fe346200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe3400d2c30 con 0x7fe3400b7a40 2024-09-19T06:02:56.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.558+0000 7fe345800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fe3400d0f70 0x7fe3400d30c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49378/0 (socket says 172.21.15.92:49378) 2024-09-19T06:02:56.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.558+0000 7fe345800640 1 -- 172.21.15.92:0/2360909511 learned_addr learned my addr 172.21.15.92:0/2360909511 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 107791199 0 0) 0x7fe3400cfbd0 con 0x7fe3400d0f70 2024-09-19T06:02:56.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe328003520 con 0x7fe3400d0f70 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33fe00640 1 --2- 172.21.15.92:0/2360909511 >> v2:172.21.15.102:3300/0 conn(0x7fe3400b7a40 0x7fe3400b7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3652537527 0 0) 0x7fe3400cfe80 con 0x7fe34015e650 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe3400cfbd0 con 0x7fe34015e650 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 732026278 0 0) 0x7fe328003520 con 0x7fe3400d0f70 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 >> v2:172.21.15.102:3300/0 conn(0x7fe3400b7a40 msgr2=0x7fe3400b7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 --2- 172.21.15.92:0/2360909511 >> v2:172.21.15.102:3300/0 conn(0x7fe3400b7a40 0x7fe3400b7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 >> v1:172.21.15.102:6789/0 conn(0x7fe34015e650 legacy=0x7fe3400cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe3400d2300 con 0x7fe3400d0f70 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7fe3380019f0 con 0x7fe3400d0f70 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 >> v1:172.21.15.92:6789/0 conn(0x7fe3400d0f70 legacy=0x7fe3400d30c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe328003b40 0x7fe328003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe328004800 0x7fe328004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3280051c0 0x7fe32800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe3400d2c30 con 0x7fe3280051c0 2024-09-19T06:02:56.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe32800c040 con 0x7fe328003b40 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.559+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe32800c240 con 0x7fe328004800 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe344e00640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe328003b40 0x7fe328003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe345800640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3280051c0 0x7fe32800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe33fe00640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe328004800 0x7fe328004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe344e00640 1 -- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe328004800 msgr2=0x7fe328004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe344e00640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe328004800 0x7fe328004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe344e00640 1 -- 172.21.15.92:0/2360909511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3280051c0 msgr2=0x7fe32800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe344e00640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3280051c0 0x7fe32800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe344e00640 1 -- 172.21.15.92:0/2360909511 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe328003520 con 0x7fe328003b40 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe345800640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3280051c0 0x7fe32800b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:02:56.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.560+0000 7fe345800640 1 -- 172.21.15.92:0/2360909511 reap_dead start 2024-09-19T06:02:56.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.561+0000 7fe344e00640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe328003b40 0x7fe328003f40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe3340018d0 tx=0x7fe328005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=87245e70acd9342f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:56.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.561+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe3340014f0 con 0x7fe328003b40 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.561+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe3340052d0 con 0x7fe328003b40 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.561+0000 7fe33f400640 1 -- 172.21.15.92:0/2360909511 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe33402ac80 con 0x7fe328003b40 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.562+0000 7fe346200640 1 -- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe328003b40 msgr2=0x7fe328003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.562+0000 7fe346200640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe328003b40 0x7fe328003f40 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe3340018d0 tx=0x7fe328005830 comp rx=0 tx=0).stop 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.562+0000 7fe346200640 1 -- 172.21.15.92:0/2360909511 shutdown_connections 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.562+0000 7fe346200640 1 --2- 172.21.15.92:0/2360909511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe328003b40 0x7fe328003f40 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.562+0000 7fe346200640 1 -- 172.21.15.92:0/2360909511 >> 172.21.15.92:0/2360909511 conn(0x7fe3400b60f0 msgr2=0x7fe3400b6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.562+0000 7fe346200640 1 -- 172.21.15.92:0/2360909511 shutdown_connections 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.562+0000 7fe346200640 1 -- 172.21.15.92:0/2360909511 wait complete. 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.564+0000 7fe346200640 1 Processor -- start 2024-09-19T06:02:56.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.564+0000 7fe346200640 1 -- start start 2024-09-19T06:02:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe346200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe328003b40 0x7fe340158c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe346200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3400cbc80 0x7fe34015fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe346200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe340160410 0x7fe340159aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe346200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe34015ea30 con 0x7fe3400cbc80 2024-09-19T06:02:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe346200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe3400d28c0 con 0x7fe340160410 2024-09-19T06:02:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe346200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe340163040 con 0x7fe328003b40 2024-09-19T06:02:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe33fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3400cbc80 0x7fe34015fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe33fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3400cbc80 0x7fe34015fed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:37618/0 (socket says 172.21.15.92:37618) 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe33fe00640 1 -- 172.21.15.92:0/2478193636 learned_addr learned my addr 172.21.15.92:0/2478193636 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe345800640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe340160410 0x7fe340159aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe344e00640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe328003b40 0x7fe340158c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe33fe00640 1 -- 172.21.15.92:0/2478193636 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe328003b40 msgr2=0x7fe340158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe33fe00640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe328003b40 0x7fe340158c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe33fe00640 1 -- 172.21.15.92:0/2478193636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe340160410 msgr2=0x7fe340159aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe33fe00640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe340160410 0x7fe340159aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.565+0000 7fe33fe00640 1 -- 172.21.15.92:0/2478193636 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe340160940 con 0x7fe3400cbc80 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.566+0000 7fe33fe00640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3400cbc80 0x7fe34015fed0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fe32c0118c0 tx=0x7fe32c011cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.566+0000 7fe33cc00640 1 -- 172.21.15.92:0/2478193636 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe32c019070 con 0x7fe3400cbc80 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.566+0000 7fe33cc00640 1 -- 172.21.15.92:0/2478193636 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe32c004240 con 0x7fe3400cbc80 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.566+0000 7fe33cc00640 1 -- 172.21.15.92:0/2478193636 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe32c00f7c0 con 0x7fe3400cbc80 2024-09-19T06:02:56.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.566+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe340160c20 con 0x7fe3400cbc80 2024-09-19T06:02:56.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.566+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe3401611e0 con 0x7fe3400cbc80 2024-09-19T06:02:56.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.567+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe3400b7e80 con 0x7fe3400cbc80 2024-09-19T06:02:56.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.568+0000 7fe33cc00640 1 -- 172.21.15.92:0/2478193636 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe32c01c070 con 0x7fe3400cbc80 2024-09-19T06:02:56.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.569+0000 7fe33cc00640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe32006c2e0 0x7fe32006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.569+0000 7fe33cc00640 1 -- 172.21.15.92:0/2478193636 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7fe32c08b360 con 0x7fe3400cbc80 2024-09-19T06:02:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.569+0000 7fe344e00640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe32006c2e0 0x7fe32006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.570+0000 7fe344e00640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe32006c2e0 0x7fe32006e7a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe334032000 tx=0x7fe334009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:56.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.573+0000 7fe33cc00640 1 -- 172.21.15.92:0/2478193636 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe32c059740 con 0x7fe3400cbc80 2024-09-19T06:02:56.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.749+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fe3400ce970 con 0x7fe3400cbc80 2024-09-19T06:02:56.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.749+0000 7fe33cc00640 1 -- 172.21.15.92:0/2478193636 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v41) ==== 84+0+65 (secure 0 0 0) 0x7fe32c05da40 con 0x7fe3400cbc80 2024-09-19T06:02:56.753 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:02:56.753 INFO:teuthology.orchestra.run.smithi092.stdout:[ 2024-09-19T06:02:56.753 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:02:56.753 INFO:teuthology.orchestra.run.smithi092.stdout: "poolnum": 1, 2024-09-19T06:02:56.754 INFO:teuthology.orchestra.run.smithi092.stdout: "poolname": ".mgr" 2024-09-19T06:02:56.754 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:02:56.754 INFO:teuthology.orchestra.run.smithi092.stdout:] 2024-09-19T06:02:56.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe32006c2e0 msgr2=0x7fe32006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe32006c2e0 0x7fe32006e7a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fe334032000 tx=0x7fe334009030 comp rx=0 tx=0).stop 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3400cbc80 msgr2=0x7fe34015fed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3400cbc80 0x7fe34015fed0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fe32c0118c0 tx=0x7fe32c011cc0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 shutdown_connections 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe32006c2e0 0x7fe32006e7a0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe340160410 0x7fe340159aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe3400cbc80 0x7fe34015fed0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 --2- 172.21.15.92:0/2478193636 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe328003b40 0x7fe340158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.751+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 >> 172.21.15.92:0/2478193636 conn(0x7fe3400b60f0 msgr2=0x7fe3400d44f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.752+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 shutdown_connections 2024-09-19T06:02:56.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.752+0000 7fe346200640 1 -- 172.21.15.92:0/2478193636 wait complete. 2024-09-19T06:02:56.770 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:02:56.770 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:02:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.927+0000 7f5091c00640 1 Processor -- start 2024-09-19T06:02:56.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.927+0000 7f5091c00640 1 -- start start 2024-09-19T06:02:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.928+0000 7f5091c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f508c15e700 0x7f508c0d39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.928+0000 7f5091c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f508c0d4a90 0x7f508c0b7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.928+0000 7f5091c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f508c0cead0 con 0x7f508c0d3f00 2024-09-19T06:02:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.928+0000 7f5091c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f508c0cfb70 con 0x7f508c0d4a90 2024-09-19T06:02:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.928+0000 7f5091c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f508c0cedb0 con 0x7f508c15e700 2024-09-19T06:02:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.928+0000 7f5091200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f508c0d4a90 0x7f508c0b7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.928+0000 7f5083400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f508c0d3f00 0x7f508c0d4380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53014/0 (socket says 172.21.15.92:53014) 2024-09-19T06:02:56.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.928+0000 7f5091200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f508c0d4a90 0x7f508c0b7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39248/0 (socket says 172.21.15.92:39248) 2024-09-19T06:02:56.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.928+0000 7f5083400640 1 -- 172.21.15.92:0/3836612742 learned_addr learned my addr 172.21.15.92:0/3836612742 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:56.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.929+0000 7f508be00640 1 --2- 172.21.15.92:0/3836612742 >> v2:172.21.15.102:3300/0 conn(0x7f508c15e700 0x7f508c0d39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.929+0000 7f5091200640 1 -- 172.21.15.92:0/3836612742 >> v2:172.21.15.102:3300/0 conn(0x7f508c15e700 msgr2=0x7f508c0d39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:56.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.929+0000 7f5091200640 1 --2- 172.21.15.92:0/3836612742 >> v2:172.21.15.102:3300/0 conn(0x7f508c15e700 0x7f508c0d39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.929+0000 7f5091200640 1 -- 172.21.15.92:0/3836612742 >> v1:172.21.15.92:6789/0 conn(0x7f508c0d3f00 legacy=0x7f508c0d4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.929+0000 7f5091200640 1 -- 172.21.15.92:0/3836612742 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508c0cf090 con 0x7f508c0d4a90 2024-09-19T06:02:56.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.929+0000 7f508b400640 1 -- 172.21.15.92:0/3836612742 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2869554241 0 0) 0x7f508c0cead0 con 0x7f508c0d3f00 2024-09-19T06:02:56.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.929+0000 7f508be00640 1 --2- 172.21.15.92:0/3836612742 >> v2:172.21.15.102:3300/0 conn(0x7f508c15e700 0x7f508c0d39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:02:56.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.930+0000 7f5091200640 1 --2- 172.21.15.92:0/3836612742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d4a90 0x7f508c0b7510 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f508c0d18e0 tx=0x7f508402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=950da37110967619 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:56.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.930+0000 7f508b400640 1 -- 172.21.15.92:0/3836612742 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5084007740 con 0x7f508c0d4a90 2024-09-19T06:02:56.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.930+0000 7f508b400640 1 -- 172.21.15.92:0/3836612742 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f50840078e0 con 0x7f508c0d4a90 2024-09-19T06:02:56.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.930+0000 7f508b400640 1 -- 172.21.15.92:0/3836612742 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5084007cb0 con 0x7f508c0d4a90 2024-09-19T06:02:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.930+0000 7f5091c00640 1 -- 172.21.15.92:0/3836612742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d4a90 msgr2=0x7f508c0b7510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.930+0000 7f5091c00640 1 --2- 172.21.15.92:0/3836612742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d4a90 0x7f508c0b7510 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f508c0d18e0 tx=0x7f508402a680 comp rx=0 tx=0).stop 2024-09-19T06:02:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.931+0000 7f5091c00640 1 -- 172.21.15.92:0/3836612742 shutdown_connections 2024-09-19T06:02:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.931+0000 7f5091c00640 1 --2- 172.21.15.92:0/3836612742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d4a90 0x7f508c0b7510 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.931+0000 7f5091c00640 1 --2- 172.21.15.92:0/3836612742 >> v2:172.21.15.102:3300/0 conn(0x7f508c15e700 0x7f508c0d39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.931+0000 7f5091c00640 1 -- 172.21.15.92:0/3836612742 >> 172.21.15.92:0/3836612742 conn(0x7f508c062a20 msgr2=0x7f508c062e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:56.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.931+0000 7f5091c00640 1 -- 172.21.15.92:0/3836612742 shutdown_connections 2024-09-19T06:02:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.931+0000 7f5091c00640 1 -- 172.21.15.92:0/3836612742 wait complete. 2024-09-19T06:02:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.932+0000 7f5091c00640 1 Processor -- start 2024-09-19T06:02:56.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.932+0000 7f5091c00640 1 -- start start 2024-09-19T06:02:56.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.933+0000 7f5091c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d3f00 0x7f508c15cba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.933+0000 7f5091c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f508c0d4a90 0x7f508c0aaf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.933+0000 7f5091c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f508c15e700 0x7f508c1f7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.933+0000 7f5091c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f508c0b6c60 con 0x7f508c0d3f00 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.933+0000 7f5091c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f508c0cf650 con 0x7f508c15e700 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.933+0000 7f5091c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f508c0b6de0 con 0x7f508c0d4a90 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.933+0000 7f508be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d3f00 0x7f508c15cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f508be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d3f00 0x7f508c15cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39252/0 (socket says 172.21.15.92:39252) 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f508be00640 1 -- 172.21.15.92:0/3698825960 learned_addr learned my addr 172.21.15.92:0/3698825960 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f5091200640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f508c15e700 0x7f508c1f7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f5083400640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f508c0d4a90 0x7f508c0aaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f508be00640 1 -- 172.21.15.92:0/3698825960 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f508c0d4a90 msgr2=0x7f508c0aaf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f508be00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f508c0d4a90 0x7f508c0aaf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f508be00640 1 -- 172.21.15.92:0/3698825960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f508c15e700 msgr2=0x7f508c1f7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f508be00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f508c15e700 0x7f508c1f7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:56.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f508be00640 1 -- 172.21.15.92:0/3698825960 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f508c0cd7d0 con 0x7f508c0d3f00 2024-09-19T06:02:56.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f5091200640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f508c15e700 0x7f508c1f7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:02:56.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f508be00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d3f00 0x7f508c15cba0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f507c00c7f0 tx=0x7f507c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:56.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.934+0000 7f5088c00640 1 -- 172.21.15.92:0/3698825960 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c015070 con 0x7f508c0d3f00 2024-09-19T06:02:56.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.935+0000 7f5088c00640 1 -- 172.21.15.92:0/3698825960 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f507c007820 con 0x7f508c0d3f00 2024-09-19T06:02:56.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.935+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f508c0ce450 con 0x7f508c0d3f00 2024-09-19T06:02:56.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.935+0000 7f5088c00640 1 -- 172.21.15.92:0/3698825960 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f507c007bd0 con 0x7f508c0d3f00 2024-09-19T06:02:56.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.935+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f508c0cea10 con 0x7f508c0d3f00 2024-09-19T06:02:56.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.936+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f508c0d39c0 con 0x7f508c0d3f00 2024-09-19T06:02:56.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.936+0000 7f5088c00640 1 -- 172.21.15.92:0/3698825960 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f507c018070 con 0x7f508c0d3f00 2024-09-19T06:02:56.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.937+0000 7f5088c00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f506806c2b0 0x7f506806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:56.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.937+0000 7f5088c00640 1 -- 172.21.15.92:0/3698825960 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(41..41 src has 1..41) ==== 4857+0+0 (secure 0 0 0) 0x7f507c08b140 con 0x7f508c0d3f00 2024-09-19T06:02:56.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.938+0000 7f5083400640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f506806c2b0 0x7f506806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:56.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.938+0000 7f5083400640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f506806c2b0 0x7f506806e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f508c0b7680 tx=0x7f5074007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:56.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:56.942+0000 7f5088c00640 1 -- 172.21.15.92:0/3698825960 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f507c0595a0 con 0x7f508c0d3f00 2024-09-19T06:02:57.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.118+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f508c0b2e30 con 0x7f508c0d3f00 2024-09-19T06:02:57.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.969+0000 7f5088c00640 1 -- 172.21.15.92:0/3698825960 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v42) ==== 138+0+0 (secure 0 0 0) 0x7f507c05d8a0 con 0x7f508c0d3f00 2024-09-19T06:02:57.971 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' created 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f506806c2b0 msgr2=0x7f506806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f506806c2b0 0x7f506806e770 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f508c0b7680 tx=0x7f5074007d50 comp rx=0 tx=0).stop 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d3f00 msgr2=0x7f508c15cba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d3f00 0x7f508c15cba0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f507c00c7f0 tx=0x7f507c00ccb0 comp rx=0 tx=0).stop 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 shutdown_connections 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f506806c2b0 0x7f506806e770 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f508c15e700 0x7f508c1f7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f508c0d4a90 0x7f508c0aaf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 --2- 172.21.15.92:0/3698825960 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f508c0d3f00 0x7f508c15cba0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 >> 172.21.15.92:0/3698825960 conn(0x7f508c062a20 msgr2=0x7f508c0d4380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:57.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 shutdown_connections 2024-09-19T06:02:57.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:57.972+0000 7f5091c00640 1 -- 172.21.15.92:0/3698825960 wait complete. 2024-09-19T06:02:57.996 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:02:58.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.154+0000 7f35ca200640 1 Processor -- start 2024-09-19T06:02:58.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.154+0000 7f35ca200640 1 -- start start 2024-09-19T06:02:58.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.155+0000 7f35ca200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4072700 0x7f35c4166120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:58.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.155+0000 7f35ca200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35c40ccff0 con 0x7f35c40b6290 2024-09-19T06:02:58.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.155+0000 7f35ca200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f35c40cd2d0 con 0x7f35c415b480 2024-09-19T06:02:58.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.155+0000 7f35ca200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f35c40cd5b0 con 0x7f35c4072700 2024-09-19T06:02:58.157 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.155+0000 7f35baa00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f35c40b6290 0x7f35c4071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53024/0 (socket says 172.21.15.92:53024) 2024-09-19T06:02:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.155+0000 7f35baa00640 1 -- 172.21.15.92:0/3213076646 learned_addr learned my addr 172.21.15.92:0/3213076646 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.156+0000 7f35c3e00640 1 --2- 172.21.15.92:0/3213076646 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4072700 0x7f35c4166120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:58.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.156+0000 7f35c2a00640 1 -- 172.21.15.92:0/3213076646 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3574892158 0 0) 0x7f35c40ccff0 con 0x7f35c40b6290 2024-09-19T06:02:58.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.156+0000 7f35c2a00640 1 -- 172.21.15.92:0/3213076646 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f35a8003520 con 0x7f35c40b6290 2024-09-19T06:02:58.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.156+0000 7f35c2a00640 1 -- 172.21.15.92:0/3213076646 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3620703058 0 0) 0x7f35c40cd2d0 con 0x7f35c415b480 2024-09-19T06:02:58.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.156+0000 7f35c2a00640 1 -- 172.21.15.92:0/3213076646 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f35c40ccff0 con 0x7f35c415b480 2024-09-19T06:02:58.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.156+0000 7f35c3e00640 1 -- 172.21.15.92:0/3213076646 >> v1:172.21.15.102:6789/0 conn(0x7f35c415b480 legacy=0x7f35c40b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:58.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.156+0000 7f35c3e00640 1 -- 172.21.15.92:0/3213076646 >> v1:172.21.15.92:6789/0 conn(0x7f35c40b6290 legacy=0x7f35c4071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:58.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.156+0000 7f35c2a00640 1 -- 172.21.15.92:0/3213076646 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2259611882 0 0) 0x7f35a8003520 con 0x7f35c40b6290 2024-09-19T06:02:58.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.156+0000 7f35c3e00640 1 -- 172.21.15.92:0/3213076646 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c40cd890 con 0x7f35c4072700 2024-09-19T06:02:58.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.157+0000 7f35c3e00640 1 --2- 172.21.15.92:0/3213076646 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4072700 0x7f35c4166120 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f35bc009dc0 tx=0x7f35bc02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c638e881eb711765 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:58.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35c2a00640 1 -- 172.21.15.92:0/3213076646 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac001670 con 0x7f35c4072700 2024-09-19T06:02:58.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35c2a00640 1 -- 172.21.15.92:0/3213076646 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35bc007540 con 0x7f35c4072700 2024-09-19T06:02:58.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35c2a00640 1 -- 172.21.15.92:0/3213076646 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35bc007910 con 0x7f35c4072700 2024-09-19T06:02:58.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35ca200640 1 -- 172.21.15.92:0/3213076646 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4072700 msgr2=0x7f35c4166120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:58.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35ca200640 1 --2- 172.21.15.92:0/3213076646 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4072700 0x7f35c4166120 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f35bc009dc0 tx=0x7f35bc02a660 comp rx=0 tx=0).stop 2024-09-19T06:02:58.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35ca200640 1 -- 172.21.15.92:0/3213076646 shutdown_connections 2024-09-19T06:02:58.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35ca200640 1 --2- 172.21.15.92:0/3213076646 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4072700 0x7f35c4166120 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:58.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35ca200640 1 -- 172.21.15.92:0/3213076646 >> 172.21.15.92:0/3213076646 conn(0x7f35c406d0f0 msgr2=0x7f35c406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:58.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35ca200640 1 -- 172.21.15.92:0/3213076646 shutdown_connections 2024-09-19T06:02:58.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.158+0000 7f35ca200640 1 -- 172.21.15.92:0/3213076646 wait complete. 2024-09-19T06:02:58.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.160+0000 7f35ca200640 1 Processor -- start 2024-09-19T06:02:58.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.160+0000 7f35ca200640 1 -- start start 2024-09-19T06:02:58.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.161+0000 7f35ca200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35c4072700 0x7f35c4153d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:58.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.161+0000 7f35ca200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35c415b480 0x7f35c40ce350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.161+0000 7f35ca200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4147fc0 0x7f35c4159a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.161+0000 7f35ca200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f35c415b9e0 con 0x7f35c415b480 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.161+0000 7f35ca200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f35c415b860 con 0x7f35c4072700 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.161+0000 7f35ca200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f35c415cc70 con 0x7f35c4147fc0 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.161+0000 7f35baa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35c415b480 0x7f35c40ce350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.161+0000 7f35baa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35c415b480 0x7f35c40ce350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39258/0 (socket says 172.21.15.92:39258) 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.161+0000 7f35baa00640 1 -- 172.21.15.92:0/8776528 learned_addr learned my addr 172.21.15.92:0/8776528 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35c3e00640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4147fc0 0x7f35c4159a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35c3400640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35c4072700 0x7f35c4153d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35baa00640 1 -- 172.21.15.92:0/8776528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4147fc0 msgr2=0x7f35c4159a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35baa00640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4147fc0 0x7f35c4159a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35baa00640 1 -- 172.21.15.92:0/8776528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35c4072700 msgr2=0x7f35c4153d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35baa00640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35c4072700 0x7f35c4153d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35baa00640 1 -- 172.21.15.92:0/8776528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f35c4148450 con 0x7f35c415b480 2024-09-19T06:02:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35baa00640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35c415b480 0x7f35c40ce350 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f35ac00c780 tx=0x7f35ac00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35bbe00640 1 -- 172.21.15.92:0/8776528 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac017070 con 0x7f35c415b480 2024-09-19T06:02:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35bbe00640 1 -- 172.21.15.92:0/8776528 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f35ac005ad0 con 0x7f35c415b480 2024-09-19T06:02:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f35c40d0640 con 0x7f35c415b480 2024-09-19T06:02:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35bbe00640 1 -- 172.21.15.92:0/8776528 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f35ac007070 con 0x7f35c415b480 2024-09-19T06:02:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.162+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f35c40cbf70 con 0x7f35c415b480 2024-09-19T06:02:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.164+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f35c4071ff0 con 0x7f35c415b480 2024-09-19T06:02:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.165+0000 7f35bbe00640 1 -- 172.21.15.92:0/8776528 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f35ac01a070 con 0x7f35c415b480 2024-09-19T06:02:58.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.166+0000 7f35bbe00640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f35a006c2e0 0x7f35a006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.166+0000 7f35bbe00640 1 -- 172.21.15.92:0/8776528 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(42..42 src has 1..42) ==== 5227+0+0 (secure 0 0 0) 0x7f35ac08a6c0 con 0x7f35c415b480 2024-09-19T06:02:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.166+0000 7f35c3400640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f35a006c2e0 0x7f35a006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.167+0000 7f35c3400640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f35a006c2e0 0x7f35a006e7a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f35b40011e0 tx=0x7f35b4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.171+0000 7f35bbe00640 1 -- 172.21.15.92:0/8776528 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f35ac058920 con 0x7f35c415b480 2024-09-19T06:02:58.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.343+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f35c4063360 con 0x7f35c415b480 2024-09-19T06:02:58.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.977+0000 7f35bbe00640 1 -- 172.21.15.92:0/8776528 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v43) ==== 170+0+0 (secure 0 0 0) 0x7f35ac05cc20 con 0x7f35c415b480 2024-09-19T06:02:58.980 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' created 2024-09-19T06:02:58.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f35a006c2e0 msgr2=0x7f35a006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:58.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f35a006c2e0 0x7f35a006e7a0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f35b40011e0 tx=0x7f35b4009040 comp rx=0 tx=0).stop 2024-09-19T06:02:58.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35c415b480 msgr2=0x7f35c40ce350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:58.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35c415b480 0x7f35c40ce350 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f35ac00c780 tx=0x7f35ac00cc40 comp rx=0 tx=0).stop 2024-09-19T06:02:58.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 shutdown_connections 2024-09-19T06:02:58.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f35c4147fc0 0x7f35c4159a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:58.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f35c415b480 0x7f35c40ce350 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:58.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f35a006c2e0 0x7f35a006e7a0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:58.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 --2- 172.21.15.92:0/8776528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f35c4072700 0x7f35c4153d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:58.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 >> 172.21.15.92:0/8776528 conn(0x7f35c406d0f0 msgr2=0x7f35c40716d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:58.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 shutdown_connections 2024-09-19T06:02:58.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:58.980+0000 7f35ca200640 1 -- 172.21.15.92:0/8776528 wait complete. 2024-09-19T06:02:59.013 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:02:59.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.169+0000 7f1a03000640 1 Processor -- start 2024-09-19T06:02:59.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.169+0000 7f1a03000640 1 -- start start 2024-09-19T06:02:59.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.170+0000 7f1a03000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19fc0b6290 0x7f19fc071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:59.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.170+0000 7f1a03000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19fc0ccff0 con 0x7f19fc15b480 2024-09-19T06:02:59.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.170+0000 7f1a03000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19fc0cd2d0 con 0x7f19fc072530 2024-09-19T06:02:59.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.170+0000 7f1a03000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f19fc0cd5b0 con 0x7f19fc0b6290 2024-09-19T06:02:59.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.170+0000 7f19fbe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f19fc15b480 0x7f19fc0b5b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53034/0 (socket says 172.21.15.92:53034) 2024-09-19T06:02:59.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.170+0000 7f19fbe00640 1 -- 172.21.15.92:0/3157996462 learned_addr learned my addr 172.21.15.92:0/3157996462 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:02:59.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2461891518 0 0) 0x7f19fc0ccff0 con 0x7f19fc15b480 2024-09-19T06:02:59.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f19e0003520 con 0x7f19fc15b480 2024-09-19T06:02:59.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19f3e00640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19fc0b6290 0x7f19fc071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:59.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3999233559 0 0) 0x7f19e0003520 con 0x7f19fc15b480 2024-09-19T06:02:59.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19fc0b6290 msgr2=0x7f19fc071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:59.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19fc0b6290 0x7f19fc071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:59.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 >> v1:172.21.15.102:6789/0 conn(0x7f19fc072530 legacy=0x7f19fc15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:59.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19fc0cd890 con 0x7f19fc15b480 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f19ec001670 con 0x7f19fc15b480 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 >> v1:172.21.15.92:6789/0 conn(0x7f19fc15b480 legacy=0x7f19fc0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19e00039e0 0x7f19e0003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19e0004800 0x7f19e0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19e0005180 0x7f19e000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f19fc0cd5b0 con 0x7f19e0005180 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f19e000bf60 con 0x7f19e00039e0 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.171+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f19e000c160 con 0x7f19e0004800 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.172+0000 7f19fbe00640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19e00039e0 0x7f19e0003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.172+0000 7f1a01000640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19e0005180 0x7f19e000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.172+0000 7f19f3e00640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19e0004800 0x7f19e0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.172+0000 7f1a01000640 1 -- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19e0004800 msgr2=0x7f19e0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.172+0000 7f1a01000640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19e0004800 0x7f19e0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:59.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.172+0000 7f1a01000640 1 -- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19e00039e0 msgr2=0x7f19e0003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:02:59.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.172+0000 7f1a01000640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19e00039e0 0x7f19e0003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:59.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.172+0000 7f1a01000640 1 -- 172.21.15.92:0/3157996462 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19e0003520 con 0x7f19e0005180 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.173+0000 7f1a01000640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19e0005180 0x7f19e000b9c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f19f4001e20 tx=0x7f19e0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cfb7e41124e62d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.173+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f4001a70 con 0x7f19e0005180 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.173+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19f402ae40 con 0x7f19e0005180 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.173+0000 7f19fb400640 1 -- 172.21.15.92:0/3157996462 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f4003bb0 con 0x7f19e0005180 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.174+0000 7f1a03000640 1 -- 172.21.15.92:0/3157996462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19e0005180 msgr2=0x7f19e000b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.174+0000 7f1a03000640 1 --2- 172.21.15.92:0/3157996462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19e0005180 0x7f19e000b9c0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f19f4001e20 tx=0x7f19e0005830 comp rx=0 tx=0).stop 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.174+0000 7f1a01000640 1 -- 172.21.15.92:0/3157996462 reap_dead start 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.174+0000 7f1a03000640 1 -- 172.21.15.92:0/3157996462 shutdown_connections 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.174+0000 7f1a03000640 1 -- 172.21.15.92:0/3157996462 >> 172.21.15.92:0/3157996462 conn(0x7f19fc06d0f0 msgr2=0x7f19fc06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.174+0000 7f1a03000640 1 -- 172.21.15.92:0/3157996462 shutdown_connections 2024-09-19T06:02:59.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.174+0000 7f1a03000640 1 -- 172.21.15.92:0/3157996462 wait complete. 2024-09-19T06:02:59.178 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.175+0000 7f1a03000640 1 Processor -- start 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.176+0000 7f1a03000640 1 -- start start 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.176+0000 7f1a03000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19e0005180 0x7f19fc0c7850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.176+0000 7f1a03000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19fc148f20 0x7f19fc1493a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.176+0000 7f1a03000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19fc15c700 0x7f19fc15cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.176+0000 7f1a03000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f19fc15b9e0 con 0x7f19fc15c700 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.176+0000 7f1a03000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f19fc15b860 con 0x7f19e0005180 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.176+0000 7f1a03000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f19fc071ff0 con 0x7f19fc148f20 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f1a01000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19fc15c700 0x7f19fc15cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f1a01000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19fc15c700 0x7f19fc15cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39274/0 (socket says 172.21.15.92:39274) 2024-09-19T06:02:59.179 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f1a01000640 1 -- 172.21.15.92:0/3057882690 learned_addr learned my addr 172.21.15.92:0/3057882690 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:02:59.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f19f3e00640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19fc148f20 0x7f19fc1493a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:59.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f19fbe00640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19e0005180 0x7f19fc0c7850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f1a01000640 1 -- 172.21.15.92:0/3057882690 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19fc148f20 msgr2=0x7f19fc1493a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f1a01000640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19fc148f20 0x7f19fc1493a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f1a01000640 1 -- 172.21.15.92:0/3057882690 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19e0005180 msgr2=0x7f19fc0c7850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f1a01000640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19e0005180 0x7f19fc0c7850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f1a01000640 1 -- 172.21.15.92:0/3057882690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19fc1498e0 con 0x7f19fc15c700 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.177+0000 7f1a01000640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19fc15c700 0x7f19fc15cb80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f19f40018e0 tx=0x7f19f40014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.178+0000 7f19f8c00640 1 -- 172.21.15.92:0/3057882690 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f4040020 con 0x7f19fc15c700 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.178+0000 7f19f8c00640 1 -- 172.21.15.92:0/3057882690 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19f402ac40 con 0x7f19fc15c700 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.178+0000 7f19f8c00640 1 -- 172.21.15.92:0/3057882690 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f4007db0 con 0x7f19fc15c700 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.178+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19fc15d4a0 con 0x7f19fc15c700 2024-09-19T06:02:59.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.178+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19fc0c5880 con 0x7f19fc15c700 2024-09-19T06:02:59.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.179+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19fc0b5b80 con 0x7f19fc15c700 2024-09-19T06:02:59.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.180+0000 7f19f8c00640 1 -- 172.21.15.92:0/3057882690 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f19f4043070 con 0x7f19fc15c700 2024-09-19T06:02:59.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.181+0000 7f19f8c00640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d806c220 0x7f19d806e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:02:59.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.181+0000 7f19f8c00640 1 -- 172.21.15.92:0/3057882690 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(43..43 src has 1..43) ==== 5609+0+0 (secure 0 0 0) 0x7f19f40aa460 con 0x7f19fc15c700 2024-09-19T06:02:59.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.181+0000 7f19fbe00640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d806c220 0x7f19d806e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:02:59.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.182+0000 7f19fbe00640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d806c220 0x7f19d806e6e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f19ec007c80 tx=0x7f19ec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:02:59.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.186+0000 7f19f8c00640 1 -- 172.21.15.92:0/3057882690 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f19f4078c10 con 0x7f19fc15c700 2024-09-19T06:02:59.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.397+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f19fc0d0460 con 0x7f19fc15c700 2024-09-19T06:02:59.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.979+0000 7f19f8c00640 1 -- 172.21.15.92:0/3057882690 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v21) ==== 172+0+0 (secure 0 0 0) 0x7f19f4078510 con 0x7f19fc15c700 2024-09-19T06:02:59.981 INFO:teuthology.orchestra.run.smithi092.stderr:new fs with metadata pool 6 and data pool 7 2024-09-19T06:02:59.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d806c220 msgr2=0x7f19d806e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:59.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d806c220 0x7f19d806e6e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f19ec007c80 tx=0x7f19ec009040 comp rx=0 tx=0).stop 2024-09-19T06:02:59.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19fc15c700 msgr2=0x7f19fc15cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:02:59.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19fc15c700 0x7f19fc15cb80 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f19f40018e0 tx=0x7f19f40014a0 comp rx=0 tx=0).stop 2024-09-19T06:02:59.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 shutdown_connections 2024-09-19T06:02:59.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19fc15c700 0x7f19fc15cb80 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:59.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19fc148f20 0x7f19fc1493a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:59.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d806c220 0x7f19d806e6e0 secure :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f19ec007c80 tx=0x7f19ec009040 comp rx=0 tx=0).stop 2024-09-19T06:02:59.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 --2- 172.21.15.92:0/3057882690 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19e0005180 0x7f19fc0c7850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:02:59.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.982+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 >> 172.21.15.92:0/3057882690 conn(0x7f19fc06d0f0 msgr2=0x7f19fc0d0c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:02:59.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.983+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 shutdown_connections 2024-09-19T06:02:59.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:02:59.983+0000 7f1a03000640 1 -- 172.21.15.92:0/3057882690 wait complete. 2024-09-19T06:03:00.032 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:00.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.184+0000 7f54b3e00640 1 Processor -- start 2024-09-19T06:03:00.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.184+0000 7f54b3e00640 1 -- start start 2024-09-19T06:03:00.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.185+0000 7f54b3e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f54b40d1590 0x7f54b40b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.185+0000 7f54b3e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b40b8730 0x7f54b40d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.185+0000 7f54b3e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f54b415e9d0 con 0x7f54b415e5f0 2024-09-19T06:03:00.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.185+0000 7f54b3e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f54b40b9b30 con 0x7f54b40d1590 2024-09-19T06:03:00.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.185+0000 7f54b3e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f54b40b8f20 con 0x7f54b40b8730 2024-09-19T06:03:00.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b3400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b40b8730 0x7f54b40d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b2000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f54b40d1590 0x7f54b40b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b3400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b40b8730 0x7f54b40d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:34174/0 (socket says 172.21.15.92:34174) 2024-09-19T06:03:00.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b3400640 1 -- 172.21.15.92:0/1270337792 learned_addr learned my addr 172.21.15.92:0/1270337792 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:00.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b2a00640 1 --1- 172.21.15.92:0/1270337792 >> v1:172.21.15.102:6789/0 conn(0x7f54b415e5f0 0x7f54b40d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:52668/0 (socket says 172.21.15.92:52668) 2024-09-19T06:03:00.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b3400640 1 -- 172.21.15.92:0/1270337792 >> v2:172.21.15.102:3300/0 conn(0x7f54b40d1590 msgr2=0x7f54b40b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:00.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b3400640 1 --2- 172.21.15.92:0/1270337792 >> v2:172.21.15.102:3300/0 conn(0x7f54b40d1590 0x7f54b40b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b1600640 1 -- 172.21.15.92:0/1270337792 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 923631332 0 0) 0x7f54b415e9d0 con 0x7f54b415e5f0 2024-09-19T06:03:00.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b3400640 1 -- 172.21.15.92:0/1270337792 >> v1:172.21.15.102:6789/0 conn(0x7f54b415e5f0 legacy=0x7f54b40d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.186+0000 7f54b3400640 1 -- 172.21.15.92:0/1270337792 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b40b9200 con 0x7f54b40b8730 2024-09-19T06:03:00.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.187+0000 7f54b3400640 1 --2- 172.21.15.92:0/1270337792 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b40b8730 0x7f54b40d2bc0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f54ac009e50 tx=0x7f54ac02a730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=214f3118a704600c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:00.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.187+0000 7f54b1600640 1 -- 172.21.15.92:0/1270337792 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54ac036070 con 0x7f54b40b8730 2024-09-19T06:03:00.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.187+0000 7f54b1600640 1 -- 172.21.15.92:0/1270337792 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54ac031600 con 0x7f54b40b8730 2024-09-19T06:03:00.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.187+0000 7f54b1600640 1 -- 172.21.15.92:0/1270337792 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54ac0319d0 con 0x7f54b40b8730 2024-09-19T06:03:00.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.188+0000 7f54b3e00640 1 -- 172.21.15.92:0/1270337792 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b40b8730 msgr2=0x7f54b40d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.188+0000 7f54b3e00640 1 --2- 172.21.15.92:0/1270337792 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b40b8730 0x7f54b40d2bc0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f54ac009e50 tx=0x7f54ac02a730 comp rx=0 tx=0).stop 2024-09-19T06:03:00.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.188+0000 7f54b3e00640 1 -- 172.21.15.92:0/1270337792 shutdown_connections 2024-09-19T06:03:00.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.188+0000 7f54b3e00640 1 --2- 172.21.15.92:0/1270337792 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b40b8730 0x7f54b40d2bc0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.188+0000 7f54b3e00640 1 --2- 172.21.15.92:0/1270337792 >> v2:172.21.15.102:3300/0 conn(0x7f54b40d1590 0x7f54b40b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.188+0000 7f54b3e00640 1 -- 172.21.15.92:0/1270337792 >> 172.21.15.92:0/1270337792 conn(0x7f54b4062630 msgr2=0x7f54b4062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:00.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.188+0000 7f54b3e00640 1 -- 172.21.15.92:0/1270337792 shutdown_connections 2024-09-19T06:03:00.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.188+0000 7f54b3e00640 1 -- 172.21.15.92:0/1270337792 wait complete. 2024-09-19T06:03:00.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.189+0000 7f54b3e00640 1 Processor -- start 2024-09-19T06:03:00.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.190+0000 7f54b3e00640 1 -- start start 2024-09-19T06:03:00.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.190+0000 7f54b3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54b40b8730 0x7f54b41f3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.190+0000 7f54b3e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b40d1590 0x7f54b40c8980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.190+0000 7f54b3e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b415e5f0 0x7f54b40c9b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b3e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f54b40b8b60 con 0x7f54b40b8730 2024-09-19T06:03:00.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b3e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f54b40b97c0 con 0x7f54b40d1590 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b3e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f54b40b8ce0 con 0x7f54b415e5f0 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54b40b8730 0x7f54b41f3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54b40b8730 0x7f54b41f3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39290/0 (socket says 172.21.15.92:39290) 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b2a00640 1 -- 172.21.15.92:0/2859266778 learned_addr learned my addr 172.21.15.92:0/2859266778 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b2000640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b40d1590 0x7f54b40c8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b3400640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b415e5f0 0x7f54b40c9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b2a00640 1 -- 172.21.15.92:0/2859266778 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b415e5f0 msgr2=0x7f54b40c9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b2a00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b415e5f0 0x7f54b40c9b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b2a00640 1 -- 172.21.15.92:0/2859266778 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b40d1590 msgr2=0x7f54b40c8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b2a00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b40d1590 0x7f54b40c8980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.191+0000 7f54b2a00640 1 -- 172.21.15.92:0/2859266778 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54b40c9390 con 0x7f54b40b8730 2024-09-19T06:03:00.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.192+0000 7f54b2a00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54b40b8730 0x7f54b41f3e70 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f54a400c410 tx=0x7f54a400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:00.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.192+0000 7f54aaa00640 1 -- 172.21.15.92:0/2859266778 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a40074e0 con 0x7f54b40b8730 2024-09-19T06:03:00.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.192+0000 7f54aaa00640 1 -- 172.21.15.92:0/2859266778 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f54a4007680 con 0x7f54b40b8730 2024-09-19T06:03:00.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.192+0000 7f54aaa00640 1 -- 172.21.15.92:0/2859266778 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f54a4004a20 con 0x7f54b40b8730 2024-09-19T06:03:00.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.192+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54b415ec20 con 0x7f54b40b8730 2024-09-19T06:03:00.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.192+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54b41f43b0 con 0x7f54b40b8730 2024-09-19T06:03:00.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.193+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54b4069c20 con 0x7f54b40b8730 2024-09-19T06:03:00.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.194+0000 7f54aaa00640 1 -- 172.21.15.92:0/2859266778 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f54a401a020 con 0x7f54b40b8730 2024-09-19T06:03:00.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.195+0000 7f54aaa00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f549406c2b0 0x7f549406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.195+0000 7f54aaa00640 1 -- 172.21.15.92:0/2859266778 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7f54a408ab00 con 0x7f54b40b8730 2024-09-19T06:03:00.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.195+0000 7f54b2000640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f549406c2b0 0x7f549406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.195+0000 7f54b2000640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f549406c2b0 0x7f549406e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f54b40c9970 tx=0x7f54a0009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:00.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.199+0000 7f54aaa00640 1 -- 172.21.15.92:0/2859266778 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f54a4058c20 con 0x7f54b40b8730 2024-09-19T06:03:00.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.374+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f54b40b4470 con 0x7f54b40b8730 2024-09-19T06:03:00.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.375+0000 7f54aaa00640 1 -- 172.21.15.92:0/2859266778 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16674 (secure 0 0 0) 0x7f54b40b4470 con 0x7f54b40b8730 2024-09-19T06:03:00.377 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:00.378 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":44,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:02:59.398900+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:57.158451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:58.384592+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:00.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f549406c2b0 msgr2=0x7f549406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f549406c2b0 0x7f549406e770 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f54b40c9970 tx=0x7f54a0009190 comp rx=0 tx=0).stop 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54b40b8730 msgr2=0x7f54b41f3e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54b40b8730 0x7f54b41f3e70 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f54a400c410 tx=0x7f54a400c8d0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 shutdown_connections 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f54b415e5f0 0x7f54b40c9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f549406c2b0 0x7f549406e770 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54b40d1590 0x7f54b40c8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 --2- 172.21.15.92:0/2859266778 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f54b40b8730 0x7f54b41f3e70 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 >> 172.21.15.92:0/2859266778 conn(0x7f54b4062630 msgr2=0x7f54b40b46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 shutdown_connections 2024-09-19T06:03:00.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.377+0000 7f54b3e00640 1 -- 172.21.15.92:0/2859266778 wait complete. 2024-09-19T06:03:00.396 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:00.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.546+0000 7fd521200640 1 Processor -- start 2024-09-19T06:03:00.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.546+0000 7fd521200640 1 -- start start 2024-09-19T06:03:00.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd521200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd51c155800 0x7fd51c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd521200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd51c0b50a0 con 0x7fd51c15c330 2024-09-19T06:03:00.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd521200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd51c0b5380 con 0x7fd51c0cfc80 2024-09-19T06:03:00.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd521200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fd51c15c7a0 con 0x7fd51c155800 2024-09-19T06:03:00.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd519e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd51c155800 0x7fd51c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd519e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd51c155800 0x7fd51c0b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39294/0 (socket says 172.21.15.92:39294) 2024-09-19T06:03:00.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd519e00640 1 -- 172.21.15.92:0/1457418179 learned_addr learned my addr 172.21.15.92:0/1457418179 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:00.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd519e00640 1 -- 172.21.15.92:0/1457418179 >> v1:172.21.15.102:6789/0 conn(0x7fd51c0cfc80 legacy=0x7fd51c15c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd519e00640 1 -- 172.21.15.92:0/1457418179 >> v1:172.21.15.92:6789/0 conn(0x7fd51c15c330 legacy=0x7fd51c0cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd519400640 1 -- 172.21.15.92:0/1457418179 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 78078564 0 0) 0x7fd51c0b50a0 con 0x7fd51c15c330 2024-09-19T06:03:00.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.548+0000 7fd519e00640 1 -- 172.21.15.92:0/1457418179 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd51c0b5660 con 0x7fd51c155800 2024-09-19T06:03:00.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.549+0000 7fd519e00640 1 --2- 172.21.15.92:0/1457418179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 0x7fd51c0b6140 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd50c009870 tx=0x7fd50c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb76dadfe278885 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:00.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd519400640 1 -- 172.21.15.92:0/1457418179 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd50c037070 con 0x7fd51c155800 2024-09-19T06:03:00.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd519400640 1 -- 172.21.15.92:0/1457418179 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd50c02ae50 con 0x7fd51c155800 2024-09-19T06:03:00.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd519400640 1 -- 172.21.15.92:0/1457418179 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd50c032860 con 0x7fd51c155800 2024-09-19T06:03:00.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd521200640 1 -- 172.21.15.92:0/1457418179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 msgr2=0x7fd51c0b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd521200640 1 --2- 172.21.15.92:0/1457418179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 0x7fd51c0b6140 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fd50c009870 tx=0x7fd50c02a300 comp rx=0 tx=0).stop 2024-09-19T06:03:00.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd521200640 1 -- 172.21.15.92:0/1457418179 shutdown_connections 2024-09-19T06:03:00.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd521200640 1 --2- 172.21.15.92:0/1457418179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 0x7fd51c0b6140 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd521200640 1 -- 172.21.15.92:0/1457418179 >> 172.21.15.92:0/1457418179 conn(0x7fd51c06bc10 msgr2=0x7fd51c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:00.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd521200640 1 -- 172.21.15.92:0/1457418179 shutdown_connections 2024-09-19T06:03:00.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.550+0000 7fd521200640 1 -- 172.21.15.92:0/1457418179 wait complete. 2024-09-19T06:03:00.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.552+0000 7fd521200640 1 Processor -- start 2024-09-19T06:03:00.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.552+0000 7fd521200640 1 -- start start 2024-09-19T06:03:00.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd521200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd51c0cfc80 0x7fd51c159f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd521200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 0x7fd51c0cc360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd521200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd51c15c330 0x7fd51c157560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd521200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd51c155be0 con 0x7fd51c155800 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd521200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd51c0b5c20 con 0x7fd51c0cfc80 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd521200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd51c15d080 con 0x7fd51c15c330 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd511400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 0x7fd51c0cc360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd511400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 0x7fd51c0cc360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39308/0 (socket says 172.21.15.92:39308) 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd511400640 1 -- 172.21.15.92:0/3112514795 learned_addr learned my addr 172.21.15.92:0/3112514795 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd519e00640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd51c0cfc80 0x7fd51c159f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.553+0000 7fd51a800640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd51c15c330 0x7fd51c157560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd511400640 1 -- 172.21.15.92:0/3112514795 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd51c15c330 msgr2=0x7fd51c157560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd511400640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd51c15c330 0x7fd51c157560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd511400640 1 -- 172.21.15.92:0/3112514795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd51c0cfc80 msgr2=0x7fd51c159f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd511400640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd51c0cfc80 0x7fd51c159f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd511400640 1 -- 172.21.15.92:0/3112514795 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd51c14f250 con 0x7fd51c155800 2024-09-19T06:03:00.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd511400640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 0x7fd51c0cc360 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd50400c3c0 tx=0x7fd50400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:00.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd512a00640 1 -- 172.21.15.92:0/3112514795 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd504017070 con 0x7fd51c155800 2024-09-19T06:03:00.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd512a00640 1 -- 172.21.15.92:0/3112514795 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd5040035f0 con 0x7fd51c155800 2024-09-19T06:03:00.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd51c158140 con 0x7fd51c155800 2024-09-19T06:03:00.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd512a00640 1 -- 172.21.15.92:0/3112514795 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5040039e0 con 0x7fd51c155800 2024-09-19T06:03:00.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.554+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd51c159750 con 0x7fd51c155800 2024-09-19T06:03:00.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.555+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd51c0b6490 con 0x7fd51c155800 2024-09-19T06:03:00.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.556+0000 7fd512a00640 1 -- 172.21.15.92:0/3112514795 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd50401a070 con 0x7fd51c155800 2024-09-19T06:03:00.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.557+0000 7fd512a00640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd4f806c2b0 0x7fd4f806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.557+0000 7fd512a00640 1 -- 172.21.15.92:0/3112514795 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fd50408a750 con 0x7fd51c155800 2024-09-19T06:03:00.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.557+0000 7fd519e00640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd4f806c2b0 0x7fd4f806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.558+0000 7fd519e00640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd4f806c2b0 0x7fd4f806e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd50c034000 tx=0x7fd50c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:00.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.561+0000 7fd512a00640 1 -- 172.21.15.92:0/3112514795 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd51c14f250 con 0x7fd51c155800 2024-09-19T06:03:00.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.736+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fd51c158420 con 0x7fd51c155800 2024-09-19T06:03:00.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.738+0000 7fd512a00640 1 -- 172.21.15.92:0/3112514795 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) ==== 74+0+16674 (secure 0 0 0) 0x7fd504058860 con 0x7fd51c155800 2024-09-19T06:03:00.740 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:00.740 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":44,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:02:59.398900+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:57.158451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:58.384592+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:00.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd4f806c2b0 msgr2=0x7fd4f806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd4f806c2b0 0x7fd4f806e770 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fd50c034000 tx=0x7fd50c02e000 comp rx=0 tx=0).stop 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 msgr2=0x7fd51c0cc360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 0x7fd51c0cc360 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd50400c3c0 tx=0x7fd50400c880 comp rx=0 tx=0).stop 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 shutdown_connections 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd51c15c330 0x7fd51c157560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd51c155800 0x7fd51c0cc360 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd4f806c2b0 0x7fd4f806e770 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 --2- 172.21.15.92:0/3112514795 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd51c0cfc80 0x7fd51c159f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 >> 172.21.15.92:0/3112514795 conn(0x7fd51c06bc10 msgr2=0x7fd51c14f7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.740+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 shutdown_connections 2024-09-19T06:03:00.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.741+0000 7fd521200640 1 -- 172.21.15.92:0/3112514795 wait complete. 2024-09-19T06:03:00.759 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:03:00.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.913+0000 7faa0f400640 1 Processor -- start 2024-09-19T06:03:00.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.914+0000 7faa0f400640 1 -- start start 2024-09-19T06:03:00.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.915+0000 7faa0f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa0815d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.915+0000 7faa0f400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7faa080731c0 0x7faa08073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.915+0000 7faa0f400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faa0815a430 con 0x7faa0815ffd0 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.915+0000 7faa0f400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7faa08073b40 con 0x7faa080731c0 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.915+0000 7faa0f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7faa0815d9a0 con 0x7faa0815a050 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.915+0000 7faa0d400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7faa0815ffd0 0x7faa08160480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53056/0 (socket says 172.21.15.92:53056) 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.915+0000 7faa0d400640 1 -- 172.21.15.92:0/562496874 learned_addr learned my addr 172.21.15.92:0/562496874 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.915+0000 7faa0ca00640 1 --2- 172.21.15.92:0/562496874 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa0815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.915+0000 7fa9ffe00640 1 --2- 172.21.15.92:0/562496874 >> v2:172.21.15.102:3300/0 conn(0x7faa080731c0 0x7faa08073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.916+0000 7faa07e00640 1 -- 172.21.15.92:0/562496874 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1574488419 0 0) 0x7faa0815a430 con 0x7faa0815ffd0 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.916+0000 7faa07e00640 1 -- 172.21.15.92:0/562496874 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa9ec003520 con 0x7faa0815ffd0 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.916+0000 7faa0ca00640 1 -- 172.21.15.92:0/562496874 >> v2:172.21.15.102:3300/0 conn(0x7faa080731c0 msgr2=0x7faa08073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.916+0000 7faa0ca00640 1 --2- 172.21.15.92:0/562496874 >> v2:172.21.15.102:3300/0 conn(0x7faa080731c0 0x7faa08073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.916+0000 7faa0ca00640 1 -- 172.21.15.92:0/562496874 >> v1:172.21.15.92:6789/0 conn(0x7faa0815ffd0 legacy=0x7faa08160480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.916+0000 7faa0ca00640 1 -- 172.21.15.92:0/562496874 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa080cd0a0 con 0x7faa0815a050 2024-09-19T06:03:00.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.916+0000 7fa9ffe00640 1 --2- 172.21.15.92:0/562496874 >> v2:172.21.15.102:3300/0 conn(0x7faa080731c0 0x7faa08073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:03:00.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.917+0000 7faa0ca00640 1 --2- 172.21.15.92:0/562496874 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa0815d460 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa9f80097a0 tx=0x7fa9f802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a006d35ec0252627 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:00.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.917+0000 7faa07e00640 1 -- 172.21.15.92:0/562496874 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f8037070 con 0x7faa0815a050 2024-09-19T06:03:00.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.917+0000 7faa07e00640 1 -- 172.21.15.92:0/562496874 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9f802ae50 con 0x7faa0815a050 2024-09-19T06:03:00.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.917+0000 7faa07e00640 1 -- 172.21.15.92:0/562496874 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f8032660 con 0x7faa0815a050 2024-09-19T06:03:00.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.918+0000 7faa0f400640 1 -- 172.21.15.92:0/562496874 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 msgr2=0x7faa0815d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.918+0000 7faa0f400640 1 --2- 172.21.15.92:0/562496874 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa0815d460 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa9f80097a0 tx=0x7fa9f802a100 comp rx=0 tx=0).stop 2024-09-19T06:03:00.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.918+0000 7faa0f400640 1 -- 172.21.15.92:0/562496874 shutdown_connections 2024-09-19T06:03:00.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.918+0000 7faa0f400640 1 --2- 172.21.15.92:0/562496874 >> v2:172.21.15.102:3300/0 conn(0x7faa080731c0 0x7faa08073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.918+0000 7faa0f400640 1 --2- 172.21.15.92:0/562496874 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa0815d460 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.918+0000 7faa0f400640 1 -- 172.21.15.92:0/562496874 >> 172.21.15.92:0/562496874 conn(0x7faa0806d0f0 msgr2=0x7faa0806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:00.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.918+0000 7faa0f400640 1 -- 172.21.15.92:0/562496874 shutdown_connections 2024-09-19T06:03:00.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.918+0000 7faa0f400640 1 -- 172.21.15.92:0/562496874 wait complete. 2024-09-19T06:03:00.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.920+0000 7faa0f400640 1 Processor -- start 2024-09-19T06:03:00.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.920+0000 7faa0f400640 1 -- start start 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.920+0000 7faa0f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa080731c0 0x7faa0815b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa08154d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0f400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa0815ffd0 0x7faa081552a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0f400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7faa080cd940 con 0x7faa080731c0 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0f400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faa080cd660 con 0x7faa0815ffd0 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7faa080cdc20 con 0x7faa0815a050 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0ca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa080731c0 0x7faa0815b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0ca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa080731c0 0x7faa0815b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39324/0 (socket says 172.21.15.92:39324) 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0ca00640 1 -- 172.21.15.92:0/4202332782 learned_addr learned my addr 172.21.15.92:0/4202332782 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0d400640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa0815ffd0 0x7faa081552a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7fa9ffe00640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa08154d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0ca00640 1 -- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 msgr2=0x7faa08154d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0ca00640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa08154d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0ca00640 1 -- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa0815ffd0 msgr2=0x7faa081552a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0ca00640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa0815ffd0 0x7faa081552a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0ca00640 1 -- 172.21.15.92:0/4202332782 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faa080cfb00 con 0x7faa080731c0 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7faa0d400640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa0815ffd0 0x7faa081552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.921+0000 7fa9ffe00640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa08154d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.922+0000 7faa0ca00640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa080731c0 0x7faa0815b6f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8035040 tx=0x7fa9f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.922+0000 7faa05600640 1 -- 172.21.15.92:0/4202332782 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f8041070 con 0x7faa080731c0 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.922+0000 7faa05600640 1 -- 172.21.15.92:0/4202332782 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9f803c460 con 0x7faa080731c0 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.922+0000 7faa05600640 1 -- 172.21.15.92:0/4202332782 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9f8037040 con 0x7faa080731c0 2024-09-19T06:03:00.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.922+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faa080cfde0 con 0x7faa080731c0 2024-09-19T06:03:00.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.922+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faa08155940 con 0x7faa080731c0 2024-09-19T06:03:00.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.923+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faa080b36e0 con 0x7faa080731c0 2024-09-19T06:03:00.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.924+0000 7faa05600640 1 -- 172.21.15.92:0/4202332782 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa9f803a070 con 0x7faa080731c0 2024-09-19T06:03:00.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.925+0000 7faa05600640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9e406c2b0 0x7fa9e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:00.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.925+0000 7faa05600640 1 -- 172.21.15.92:0/4202332782 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(44..44 src has 1..44) ==== 5709+0+0 (secure 0 0 0) 0x7fa9f80ab690 con 0x7faa080731c0 2024-09-19T06:03:00.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.925+0000 7fa9ffe00640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9e406c2b0 0x7fa9e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:00.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.926+0000 7fa9ffe00640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9e406c2b0 0x7fa9e406e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faa081f74d0 tx=0x7fa9f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:00.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:00.929+0000 7faa05600640 1 -- 172.21.15.92:0/4202332782 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa9f8079d60 con 0x7faa080731c0 2024-09-19T06:03:01.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:01.140+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7faa08063360 con 0x7faa080731c0 2024-09-19T06:03:02.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.011+0000 7faa05600640 1 -- 172.21.15.92:0/4202332782 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v24) ==== 118+0+0 (secure 0 0 0) 0x7fa9f8079660 con 0x7faa080731c0 2024-09-19T06:03:02.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9e406c2b0 msgr2=0x7fa9e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:02.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9e406c2b0 0x7fa9e406e770 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7faa081f74d0 tx=0x7fa9f0008040 comp rx=0 tx=0).stop 2024-09-19T06:03:02.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa080731c0 msgr2=0x7faa0815b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:02.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa080731c0 0x7faa0815b6f0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fa9f8035040 tx=0x7fa9f80046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:02.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 shutdown_connections 2024-09-19T06:03:02.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9e406c2b0 0x7fa9e406e770 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:02.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faa0815ffd0 0x7faa081552a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:02.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faa0815a050 0x7faa08154d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:02.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 --2- 172.21.15.92:0/4202332782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faa080731c0 0x7faa0815b6f0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:02.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.014+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 >> 172.21.15.92:0/4202332782 conn(0x7faa0806d0f0 msgr2=0x7faa080d0c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:02.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.015+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 shutdown_connections 2024-09-19T06:03:02.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.015+0000 7faa0f400640 1 -- 172.21.15.92:0/4202332782 wait complete. 2024-09-19T06:03:02.035 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:03:02.036 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:03:02.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.193+0000 7f7764200640 1 Processor -- start 2024-09-19T06:03:02.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.193+0000 7f7764200640 1 -- start start 2024-09-19T06:03:02.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.194+0000 7f7764200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f775c15a050 0x7f775c15d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:02.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f7764200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f775c15a430 con 0x7f775c0731c0 2024-09-19T06:03:02.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f7764200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f775c160df0 con 0x7f775c15ee90 2024-09-19T06:03:02.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f7764200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f775c15d9a0 con 0x7f775c15a050 2024-09-19T06:03:02.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f7760e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f775c0731c0 0x7f775c15ffd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53062/0 (socket says 172.21.15.92:53062) 2024-09-19T06:03:02.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f7760e00640 1 -- 172.21.15.92:0/2625922463 learned_addr learned my addr 172.21.15.92:0/2625922463 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:02.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f7761800640 1 --2- 172.21.15.92:0/2625922463 >> v2:172.21.15.102:3300/0 conn(0x7f775c15a050 0x7f775c15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:02.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f775be00640 1 -- 172.21.15.92:0/2625922463 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4021277793 0 0) 0x7f775c15a430 con 0x7f775c0731c0 2024-09-19T06:03:02.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f775be00640 1 -- 172.21.15.92:0/2625922463 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7744003520 con 0x7f775c0731c0 2024-09-19T06:03:02.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f7761800640 1 -- 172.21.15.92:0/2625922463 >> v1:172.21.15.102:6789/0 conn(0x7f775c15ee90 legacy=0x7f775c1606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:02.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f7761800640 1 -- 172.21.15.92:0/2625922463 >> v1:172.21.15.92:6789/0 conn(0x7f775c0731c0 legacy=0x7f775c15ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:02.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.195+0000 7f7761800640 1 -- 172.21.15.92:0/2625922463 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f775c0cd0a0 con 0x7f775c15a050 2024-09-19T06:03:02.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.196+0000 7f7761800640 1 --2- 172.21.15.92:0/2625922463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c15a050 0x7f775c15d460 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f77500097a0 tx=0x7f775002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e39dbdee03cd6c69 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:02.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.197+0000 7f775be00640 1 -- 172.21.15.92:0/2625922463 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7750037070 con 0x7f775c15a050 2024-09-19T06:03:02.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.197+0000 7f775be00640 1 -- 172.21.15.92:0/2625922463 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7750032440 con 0x7f775c15a050 2024-09-19T06:03:02.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.197+0000 7f775be00640 1 -- 172.21.15.92:0/2625922463 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7750032810 con 0x7f775c15a050 2024-09-19T06:03:02.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.198+0000 7f7764200640 1 -- 172.21.15.92:0/2625922463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c15a050 msgr2=0x7f775c15d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:02.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.198+0000 7f7764200640 1 --2- 172.21.15.92:0/2625922463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c15a050 0x7f775c15d460 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f77500097a0 tx=0x7f775002a1a0 comp rx=0 tx=0).stop 2024-09-19T06:03:02.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.198+0000 7f7764200640 1 -- 172.21.15.92:0/2625922463 shutdown_connections 2024-09-19T06:03:02.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.198+0000 7f7764200640 1 --2- 172.21.15.92:0/2625922463 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c15a050 0x7f775c15d460 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:02.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.198+0000 7f7764200640 1 -- 172.21.15.92:0/2625922463 >> 172.21.15.92:0/2625922463 conn(0x7f775c06d0f0 msgr2=0x7f775c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:02.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.198+0000 7f7764200640 1 -- 172.21.15.92:0/2625922463 shutdown_connections 2024-09-19T06:03:02.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.198+0000 7f7764200640 1 -- 172.21.15.92:0/2625922463 wait complete. 2024-09-19T06:03:02.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.199+0000 7f7764200640 1 Processor -- start 2024-09-19T06:03:02.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.199+0000 7f7764200640 1 -- start start 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.200+0000 7f7764200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c0731c0 0x7f775c0ceba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.200+0000 7f7764200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f775c15a050 0x7f775c072710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.200+0000 7f7764200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f775c15ee90 0x7f775c072c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.200+0000 7f7764200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f775c0cd940 con 0x7f775c15ee90 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.200+0000 7f7764200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f775c0cd660 con 0x7f775c0731c0 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.200+0000 7f7764200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f775c0cdc20 con 0x7f775c15a050 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7761800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c0731c0 0x7f775c0ceba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7762200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f775c15ee90 0x7f775c072c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7761800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c0731c0 0x7f775c0ceba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:37380/0 (socket says 172.21.15.92:37380) 2024-09-19T06:03:02.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7761800640 1 -- 172.21.15.92:0/2583593714 learned_addr learned my addr 172.21.15.92:0/2583593714 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:02.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7760e00640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f775c15a050 0x7f775c072710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7761800640 1 -- 172.21.15.92:0/2583593714 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f775c15a050 msgr2=0x7f775c072710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7761800640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f775c15a050 0x7f775c072710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7761800640 1 -- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f775c15ee90 msgr2=0x7f775c072c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7761800640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f775c15ee90 0x7f775c072c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7761800640 1 -- 172.21.15.92:0/2583593714 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f775c071c50 con 0x7f775c0731c0 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7762200640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f775c15ee90 0x7f775c072c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.201+0000 7f7760e00640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f775c15a050 0x7f775c072710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.202+0000 7f7761800640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c0731c0 0x7f775c0ceba0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f775002a790 tx=0x7f77500046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.202+0000 7f7759600640 1 -- 172.21.15.92:0/2583593714 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7750037050 con 0x7f775c0731c0 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.202+0000 7f7759600640 1 -- 172.21.15.92:0/2583593714 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7750043070 con 0x7f775c0731c0 2024-09-19T06:03:02.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.202+0000 7f7759600640 1 -- 172.21.15.92:0/2583593714 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f775003cb30 con 0x7f775c0731c0 2024-09-19T06:03:02.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.202+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f775c1f8500 con 0x7f775c0731c0 2024-09-19T06:03:02.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.202+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f775c0cf0e0 con 0x7f775c0731c0 2024-09-19T06:03:02.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.203+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f775c0b36e0 con 0x7f775c0731c0 2024-09-19T06:03:02.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.204+0000 7f7759600640 1 -- 172.21.15.92:0/2583593714 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f775003ccd0 con 0x7f775c0731c0 2024-09-19T06:03:02.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.205+0000 7f7759600640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f773c06c2b0 0x7f773c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:02.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.205+0000 7f7759600640 1 -- 172.21.15.92:0/2583593714 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f77500ac0d0 con 0x7f775c0731c0 2024-09-19T06:03:02.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.205+0000 7f7760e00640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f773c06c2b0 0x7f773c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:02.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.206+0000 7f7760e00640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f773c06c2b0 0x7f773c06e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f775c0ce7a0 tx=0x7f7748009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:02.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.211+0000 7f7759600640 1 -- 172.21.15.92:0/2583593714 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f775007a150 con 0x7f775c0731c0 2024-09-19T06:03:02.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:02.422+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f775c0ce410 con 0x7f775c0731c0 2024-09-19T06:03:03.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.019+0000 7f7759600640 1 -- 172.21.15.92:0/2583593714 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v25) ==== 122+0+0 (secure 0 0 0) 0x7f775007e450 con 0x7f775c0731c0 2024-09-19T06:03:03.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f773c06c2b0 msgr2=0x7f773c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f773c06c2b0 0x7f773c06e770 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f775c0ce7a0 tx=0x7f7748009040 comp rx=0 tx=0).stop 2024-09-19T06:03:03.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c0731c0 msgr2=0x7f775c0ceba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c0731c0 0x7f775c0ceba0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f775002a790 tx=0x7f77500046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 shutdown_connections 2024-09-19T06:03:03.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f775c15ee90 0x7f775c072c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f775c15a050 0x7f775c072710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f773c06c2b0 0x7f773c06e770 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 --2- 172.21.15.92:0/2583593714 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f775c0731c0 0x7f775c0ceba0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 >> 172.21.15.92:0/2583593714 conn(0x7f775c06d0f0 msgr2=0x7f775c15f350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:03.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 shutdown_connections 2024-09-19T06:03:03.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.022+0000 7f7764200640 1 -- 172.21.15.92:0/2583593714 wait complete. 2024-09-19T06:03:03.043 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:03:03.044 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:03.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.199+0000 7fa9f4e00640 1 Processor -- start 2024-09-19T06:03:03.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.199+0000 7fa9f4e00640 1 -- start start 2024-09-19T06:03:03.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.200+0000 7fa9f4e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9f00b7300 0x7fa9f00b5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.200+0000 7fa9f4e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9f006cd20 con 0x7fa9f00d2e30 2024-09-19T06:03:03.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.200+0000 7fa9f4e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa9f006d000 con 0x7fa9f015e700 2024-09-19T06:03:03.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9f4e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa9f006d2e0 con 0x7fa9f00b7300 2024-09-19T06:03:03.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9e6a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fa9f00d2e30 0x7fa9f00b6bf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53064/0 (socket says 172.21.15.92:53064) 2024-09-19T06:03:03.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9e6a00640 1 -- 172.21.15.92:0/3119295547 learned_addr learned my addr 172.21.15.92:0/3119295547 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:03.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9efe00640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9f00b7300 0x7fa9f00b5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3895003169 0 0) 0x7fa9f006cd20 con 0x7fa9f00d2e30 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa9d4003520 con 0x7fa9f00d2e30 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2647612697 0 0) 0x7fa9f006d000 con 0x7fa9f015e700 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa9f006cd20 con 0x7fa9f015e700 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1362349007 0 0) 0x7fa9d4003520 con 0x7fa9f00d2e30 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9f00b7300 msgr2=0x7fa9f00b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.201+0000 7fa9eea00640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9f00b7300 0x7fa9f00b5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 >> v1:172.21.15.102:6789/0 conn(0x7fa9f015e700 legacy=0x7fa9f015eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9f006d5c0 con 0x7fa9f00d2e30 2024-09-19T06:03:03.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7fa9d8001670 con 0x7fa9f00d2e30 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 >> v1:172.21.15.92:6789/0 conn(0x7fa9f00d2e30 legacy=0x7fa9f00b6bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d4003b70 0x7fa9d4003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa9d4004800 0x7fa9d4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9f00b7300 0x7fa9d40051e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f006d2e0 con 0x7fa9d4003b70 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa9d400bad0 con 0x7fa9d4004800 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa9d400bcd0 con 0x7fa9f00b7300 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9ef400640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d4003b70 0x7fa9d4003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9efe00640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9f00b7300 0x7fa9d40051e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9e6a00640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa9d4004800 0x7fa9d4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9ef400640 1 -- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9f00b7300 msgr2=0x7fa9d40051e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9ef400640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9f00b7300 0x7fa9d40051e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9ef400640 1 -- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa9d4004800 msgr2=0x7fa9d4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:03.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9ef400640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa9d4004800 0x7fa9d4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.202+0000 7fa9ef400640 1 -- 172.21.15.92:0/3119295547 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9d4003520 con 0x7fa9d4003b70 2024-09-19T06:03:03.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.203+0000 7fa9ef400640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d4003b70 0x7fa9d4003f70 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fa9e00018d0 tx=0x7fa9d4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ebd6161ab94620c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:03.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e00014f0 con 0x7fa9d4003b70 2024-09-19T06:03:03.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9e00052d0 con 0x7fa9d4003b70 2024-09-19T06:03:03.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9eea00640 1 -- 172.21.15.92:0/3119295547 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9e002aca0 con 0x7fa9d4003b70 2024-09-19T06:03:03.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3119295547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d4003b70 msgr2=0x7fa9d4003f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9f4e00640 1 --2- 172.21.15.92:0/3119295547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9d4003b70 0x7fa9d4003f70 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fa9e00018d0 tx=0x7fa9d4005830 comp rx=0 tx=0).stop 2024-09-19T06:03:03.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9efe00640 1 -- 172.21.15.92:0/3119295547 reap_dead start 2024-09-19T06:03:03.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3119295547 shutdown_connections 2024-09-19T06:03:03.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3119295547 >> 172.21.15.92:0/3119295547 conn(0x7fa9f00d2340 msgr2=0x7fa9f00d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:03.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3119295547 shutdown_connections 2024-09-19T06:03:03.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.204+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3119295547 wait complete. 2024-09-19T06:03:03.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.206+0000 7fa9f4e00640 1 Processor -- start 2024-09-19T06:03:03.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.206+0000 7fa9f4e00640 1 -- start start 2024-09-19T06:03:03.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9f4e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9d4003b70 0x7fa9f01f4980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9f4e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9f00b0c30 0x7fa9f014cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9f4e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa9f0156730 0x7fa9f0157520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9f4e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f00b5310 con 0x7fa9f00b0c30 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9f4e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa9f006db80 con 0x7fa9f0156730 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9f4e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa9f00b5490 con 0x7fa9d4003b70 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9e6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9f00b0c30 0x7fa9f014cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9e6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9f00b0c30 0x7fa9f014cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39348/0 (socket says 172.21.15.92:39348) 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9e6a00640 1 -- 172.21.15.92:0/3222962502 learned_addr learned my addr 172.21.15.92:0/3222962502 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9efe00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa9f0156730 0x7fa9f0157520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9ef400640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9d4003b70 0x7fa9f01f4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9e6a00640 1 -- 172.21.15.92:0/3222962502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9d4003b70 msgr2=0x7fa9f01f4980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.207+0000 7fa9e6a00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9d4003b70 0x7fa9f01f4980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.208+0000 7fa9e6a00640 1 -- 172.21.15.92:0/3222962502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa9f0156730 msgr2=0x7fa9f0157520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.208+0000 7fa9e6a00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa9f0156730 0x7fa9f0157520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.208+0000 7fa9e6a00640 1 -- 172.21.15.92:0/3222962502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa9f014d3e0 con 0x7fa9f00b0c30 2024-09-19T06:03:03.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.208+0000 7fa9e6a00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9f00b0c30 0x7fa9f014cea0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fa9d80072c0 tx=0x7fa9d8007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:03.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.208+0000 7fa9e7e00640 1 -- 172.21.15.92:0/3222962502 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d800f960 con 0x7fa9f00b0c30 2024-09-19T06:03:03.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.208+0000 7fa9e7e00640 1 -- 172.21.15.92:0/3222962502 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa9d8018070 con 0x7fa9f00b0c30 2024-09-19T06:03:03.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.208+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa9f00b10c0 con 0x7fa9f00b0c30 2024-09-19T06:03:03.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.208+0000 7fa9e7e00640 1 -- 172.21.15.92:0/3222962502 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa9d800fd60 con 0x7fa9f00b0c30 2024-09-19T06:03:03.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.208+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa9f0155c50 con 0x7fa9f00b0c30 2024-09-19T06:03:03.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.209+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa9f00b6bf0 con 0x7fa9f00b0c30 2024-09-19T06:03:03.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.210+0000 7fa9e7e00640 1 -- 172.21.15.92:0/3222962502 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa9d801d460 con 0x7fa9f00b0c30 2024-09-19T06:03:03.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.211+0000 7fa9e7e00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9cc06c2b0 0x7fa9cc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.211+0000 7fa9e7e00640 1 -- 172.21.15.92:0/3222962502 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa9d808b470 con 0x7fa9f00b0c30 2024-09-19T06:03:03.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.211+0000 7fa9ef400640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9cc06c2b0 0x7fa9cc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.212+0000 7fa9ef400640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9cc06c2b0 0x7fa9cc06e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0032000 tx=0x7fa9e0009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:03.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.216+0000 7fa9e7e00640 1 -- 172.21.15.92:0/3222962502 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa9f014d3e0 con 0x7fa9f00b0c30 2024-09-19T06:03:03.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.431+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa9f00b13a0 con 0x7fa9f00b0c30 2024-09-19T06:03:03.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.432+0000 7fa9e7e00640 1 -- 172.21.15.92:0/3222962502 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7fa9d8059bd0 con 0x7fa9f00b0c30 2024-09-19T06:03:03.434 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:03.435 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":25,"btime":"2024-09-19T06:03:03:012567+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1740632828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1740632828},{"type":"v1","addr":"172.21.15.102:6834","nonce":1740632828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":4838,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3130126920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":3130126920},{"type":"v1","addr":"172.21.15.102:6835","nonce":3130126920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5190,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/4248314845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4248314845},{"type":"v1","addr":"172.21.15.92:6835","nonce":4248314845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:59.399267+0000","modified":"2024-09-19T06:03:02.424749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5202},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5202":{"gid":5202,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3489474469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3489474469},{"type":"v1","addr":"172.21.15.92:6837","nonce":3489474469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5202,"qdb_cluster":[5202]},"id":3}]} 2024-09-19T06:03:03.435 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 25 2024-09-19T06:03:03.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.434+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9cc06c2b0 msgr2=0x7fa9cc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.434+0000 7fa9f4e00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9cc06c2b0 0x7fa9cc06e770 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fa9e0032000 tx=0x7fa9e0009030 comp rx=0 tx=0).stop 2024-09-19T06:03:03.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.434+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9f00b0c30 msgr2=0x7fa9f014cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.434+0000 7fa9f4e00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9f00b0c30 0x7fa9f014cea0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fa9d80072c0 tx=0x7fa9d8007780 comp rx=0 tx=0).stop 2024-09-19T06:03:03.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.435+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 shutdown_connections 2024-09-19T06:03:03.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.435+0000 7fa9f4e00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa9cc06c2b0 0x7fa9cc06e770 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.435+0000 7fa9f4e00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa9f0156730 0x7fa9f0157520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.435+0000 7fa9f4e00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa9f00b0c30 0x7fa9f014cea0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.435+0000 7fa9f4e00640 1 --2- 172.21.15.92:0/3222962502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa9d4003b70 0x7fa9f01f4980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.435+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 >> 172.21.15.92:0/3222962502 conn(0x7fa9f00d2340 msgr2=0x7fa9f00b1f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:03.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.435+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 shutdown_connections 2024-09-19T06:03:03.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.435+0000 7fa9f4e00640 1 -- 172.21.15.92:0/3222962502 wait complete. 2024-09-19T06:03:03.453 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:03.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.607+0000 7f1a09600640 1 Processor -- start 2024-09-19T06:03:03.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.607+0000 7f1a09600640 1 -- start start 2024-09-19T06:03:03.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f1a09600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 0x7f1a040ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f1a09600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1a041434f0 0x7f1a040ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f1a09600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a04141d40 con 0x7f1a0415ec10 2024-09-19T06:03:03.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f1a09600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f1a04143920 con 0x7f1a041434f0 2024-09-19T06:03:03.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f1a09600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1a04141af0 con 0x7f1a040b2da0 2024-09-19T06:03:03.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f19fbe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f1a0415ec10 0x7f1a04142de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53070/0 (socket says 172.21.15.92:53070) 2024-09-19T06:03:03.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f19fbe00640 1 -- 172.21.15.92:0/354295624 learned_addr learned my addr 172.21.15.92:0/354295624 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:03.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f1a03400640 1 --2- 172.21.15.92:0/354295624 >> v2:172.21.15.102:3300/0 conn(0x7f1a041434f0 0x7f1a040ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f1a02a00640 1 --2- 172.21.15.92:0/354295624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 0x7f1a040ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.609+0000 7f1a02000640 1 -- 172.21.15.92:0/354295624 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4032380715 0 0) 0x7f1a04141d40 con 0x7f1a0415ec10 2024-09-19T06:03:03.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.610+0000 7f1a02000640 1 -- 172.21.15.92:0/354295624 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f19e8003520 con 0x7f1a0415ec10 2024-09-19T06:03:03.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.610+0000 7f1a02000640 1 -- 172.21.15.92:0/354295624 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 220483617 0 0) 0x7f19e8003520 con 0x7f1a0415ec10 2024-09-19T06:03:03.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.610+0000 7f1a03400640 1 -- 172.21.15.92:0/354295624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 msgr2=0x7f1a040ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:03.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.610+0000 7f1a03400640 1 --2- 172.21.15.92:0/354295624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 0x7f1a040ce380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.610+0000 7f1a03400640 1 -- 172.21.15.92:0/354295624 >> v1:172.21.15.92:6789/0 conn(0x7f1a0415ec10 legacy=0x7f1a04142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.610+0000 7f1a03400640 1 -- 172.21.15.92:0/354295624 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a04142020 con 0x7f1a041434f0 2024-09-19T06:03:03.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.611+0000 7f1a03400640 1 --2- 172.21.15.92:0/354295624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a041434f0 0x7f1a040ce8c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f19fc009d90 tx=0x7f19fc02a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c99d64e5d2479f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:03.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.611+0000 7f1a02000640 1 -- 172.21.15.92:0/354295624 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec001670 con 0x7f1a041434f0 2024-09-19T06:03:03.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.611+0000 7f1a02000640 1 -- 172.21.15.92:0/354295624 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19fc007540 con 0x7f1a041434f0 2024-09-19T06:03:03.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.611+0000 7f1a02000640 1 -- 172.21.15.92:0/354295624 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19fc007910 con 0x7f1a041434f0 2024-09-19T06:03:03.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.612+0000 7f1a09600640 1 -- 172.21.15.92:0/354295624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a041434f0 msgr2=0x7f1a040ce8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.612+0000 7f1a09600640 1 --2- 172.21.15.92:0/354295624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a041434f0 0x7f1a040ce8c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f19fc009d90 tx=0x7f19fc02a5f0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.612+0000 7f1a09600640 1 -- 172.21.15.92:0/354295624 shutdown_connections 2024-09-19T06:03:03.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.612+0000 7f1a09600640 1 --2- 172.21.15.92:0/354295624 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a041434f0 0x7f1a040ce8c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.612+0000 7f1a09600640 1 --2- 172.21.15.92:0/354295624 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 0x7f1a040ce380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.612+0000 7f1a09600640 1 -- 172.21.15.92:0/354295624 >> 172.21.15.92:0/354295624 conn(0x7f1a0406bc10 msgr2=0x7f1a0406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:03.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.612+0000 7f1a09600640 1 -- 172.21.15.92:0/354295624 shutdown_connections 2024-09-19T06:03:03.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.612+0000 7f1a09600640 1 -- 172.21.15.92:0/354295624 wait complete. 2024-09-19T06:03:03.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.613+0000 7f1a09600640 1 Processor -- start 2024-09-19T06:03:03.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.614+0000 7f1a09600640 1 -- start start 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.614+0000 7f1a09600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 0x7f1a04154770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.614+0000 7f1a09600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a041434f0 0x7f1a041f4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.614+0000 7f1a09600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0415ec10 0x7f1a041f66f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f1a09600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1a041428c0 con 0x7f1a041434f0 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f1a09600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1a041425e0 con 0x7f1a0415ec10 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f1a09600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1a040b3180 con 0x7f1a040b2da0 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f19fbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a041434f0 0x7f1a041f4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f19fbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a041434f0 0x7f1a041f4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39354/0 (socket says 172.21.15.92:39354) 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f19fbe00640 1 -- 172.21.15.92:0/3417029638 learned_addr learned my addr 172.21.15.92:0/3417029638 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f1a03400640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0415ec10 0x7f1a041f66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f1a02a00640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 0x7f1a04154770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f19fbe00640 1 -- 172.21.15.92:0/3417029638 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 msgr2=0x7f1a04154770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f19fbe00640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 0x7f1a04154770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f19fbe00640 1 -- 172.21.15.92:0/3417029638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0415ec10 msgr2=0x7f1a041f66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f19fbe00640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0415ec10 0x7f1a041f66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f19fbe00640 1 -- 172.21.15.92:0/3417029638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a041f5650 con 0x7f1a041434f0 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.615+0000 7f1a03400640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0415ec10 0x7f1a041f66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.616+0000 7f19fbe00640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a041434f0 0x7f1a041f4c70 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f19ec00c6d0 tx=0x7f19ec00cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.616+0000 7f19faa00640 1 -- 172.21.15.92:0/3417029638 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec017070 con 0x7f1a041434f0 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.616+0000 7f19faa00640 1 -- 172.21.15.92:0/3417029638 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19ec005ad0 con 0x7f1a041434f0 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.616+0000 7f19faa00640 1 -- 172.21.15.92:0/3417029638 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19ec007070 con 0x7f1a041434f0 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.616+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a041f5930 con 0x7f1a041434f0 2024-09-19T06:03:03.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.616+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a041f5ef0 con 0x7f1a041434f0 2024-09-19T06:03:03.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.617+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a04142de0 con 0x7f1a041434f0 2024-09-19T06:03:03.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.618+0000 7f19faa00640 1 -- 172.21.15.92:0/3417029638 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f19ec01a070 con 0x7f1a041434f0 2024-09-19T06:03:03.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.619+0000 7f19faa00640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19e006c2e0 0x7f19e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.619+0000 7f19faa00640 1 -- 172.21.15.92:0/3417029638 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f19ec08a7f0 con 0x7f1a041434f0 2024-09-19T06:03:03.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.619+0000 7f1a02a00640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19e006c2e0 0x7f19e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.619+0000 7f1a02a00640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19e006c2e0 0x7f19e006e7a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1a040ce060 tx=0x7f19f4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:03.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.623+0000 7f19faa00640 1 -- 172.21.15.92:0/3417029638 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f19ec058910 con 0x7f1a041434f0 2024-09-19T06:03:03.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.797+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f1a040633d0 con 0x7f1a041434f0 2024-09-19T06:03:03.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.799+0000 7f19faa00640 1 -- 172.21.15.92:0/3417029638 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16661 (secure 0 0 0) 0x7f19ec05cc10 con 0x7f1a041434f0 2024-09-19T06:03:03.801 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:03.801 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":45,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:03:00.995398+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:57.158451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:58.384592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:03.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19e006c2e0 msgr2=0x7f19e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19e006c2e0 0x7f19e006e7a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f1a040ce060 tx=0x7f19f4009190 comp rx=0 tx=0).stop 2024-09-19T06:03:03.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a041434f0 msgr2=0x7f1a041f4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a041434f0 0x7f1a041f4c70 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f19ec00c6d0 tx=0x7f19ec00cb90 comp rx=0 tx=0).stop 2024-09-19T06:03:03.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 shutdown_connections 2024-09-19T06:03:03.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19e006c2e0 0x7f19e006e7a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0415ec10 0x7f1a041f66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a041434f0 0x7f1a041f4c70 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 --2- 172.21.15.92:0/3417029638 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a040b2da0 0x7f1a04154770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 >> 172.21.15.92:0/3417029638 conn(0x7f1a0406bc10 msgr2=0x7f1a04070f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:03.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 shutdown_connections 2024-09-19T06:03:03.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.801+0000 7f1a09600640 1 -- 172.21.15.92:0/3417029638 wait complete. 2024-09-19T06:03:03.819 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:03:03.820 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:03:03.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.970+0000 7f6216400640 1 Processor -- start 2024-09-19T06:03:03.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.970+0000 7f6216400640 1 -- start start 2024-09-19T06:03:03.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6216400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f62100cfc80 0x7f62100b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6216400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f621015c330 0x7f62100b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6216400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f621015c740 con 0x7f6210155800 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6216400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f62100b4e60 con 0x7f62100cfc80 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6216400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f62100b50a0 con 0x7f621015c330 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6206a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f62100cfc80 0x7f62100b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6206a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f62100cfc80 0x7f62100b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39358/0 (socket says 172.21.15.92:39358) 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6206a00640 1 -- 172.21.15.92:0/489589979 learned_addr learned my addr 172.21.15.92:0/489589979 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f620f400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f6210155800 0x7f62100cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53078/0 (socket says 172.21.15.92:53078) 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f620fe00640 1 --2- 172.21.15.92:0/489589979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f621015c330 0x7f62100b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6206a00640 1 -- 172.21.15.92:0/489589979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f621015c330 msgr2=0x7f62100b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6206a00640 1 --2- 172.21.15.92:0/489589979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f621015c330 0x7f62100b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6206a00640 1 -- 172.21.15.92:0/489589979 >> v1:172.21.15.92:6789/0 conn(0x7f6210155800 legacy=0x7f62100cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f6206a00640 1 -- 172.21.15.92:0/489589979 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62100b5380 con 0x7f62100cfc80 2024-09-19T06:03:03.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.972+0000 7f620ea00640 1 -- 172.21.15.92:0/489589979 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2101073110 0 0) 0x7f621015c740 con 0x7f6210155800 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.973+0000 7f6206a00640 1 --2- 172.21.15.92:0/489589979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 0x7f62100b6140 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f61f8009870 tx=0x7f61f802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae1b89e7eb8a54d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f620ea00640 1 -- 172.21.15.92:0/489589979 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f8037070 con 0x7f62100cfc80 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f620ea00640 1 -- 172.21.15.92:0/489589979 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61f8032440 con 0x7f62100cfc80 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f620ea00640 1 -- 172.21.15.92:0/489589979 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f61f8032810 con 0x7f62100cfc80 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f6216400640 1 -- 172.21.15.92:0/489589979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 msgr2=0x7f62100b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f6216400640 1 --2- 172.21.15.92:0/489589979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 0x7f62100b6140 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f61f8009870 tx=0x7f61f802a250 comp rx=0 tx=0).stop 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f6216400640 1 -- 172.21.15.92:0/489589979 shutdown_connections 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f6216400640 1 --2- 172.21.15.92:0/489589979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 0x7f62100b6140 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f6216400640 1 --2- 172.21.15.92:0/489589979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f621015c330 0x7f62100b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f6216400640 1 -- 172.21.15.92:0/489589979 >> 172.21.15.92:0/489589979 conn(0x7f621006bc10 msgr2=0x7f621006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f6216400640 1 -- 172.21.15.92:0/489589979 shutdown_connections 2024-09-19T06:03:03.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.974+0000 7f6216400640 1 -- 172.21.15.92:0/489589979 wait complete. 2024-09-19T06:03:03.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.976+0000 7f6216400640 1 Processor -- start 2024-09-19T06:03:03.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.976+0000 7f6216400640 1 -- start start 2024-09-19T06:03:03.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.977+0000 7f6216400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 0x7f621014f1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.977+0000 7f6216400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6210155800 0x7f62100cc800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.977+0000 7f6216400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f621015c330 0x7f62101508c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.977+0000 7f6216400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f62100b5c20 con 0x7f62100cfc80 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.977+0000 7f6216400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f62100b5940 con 0x7f6210155800 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.977+0000 7f6216400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6210155be0 con 0x7f621015c330 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.977+0000 7f620f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 0x7f621014f1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.977+0000 7f620f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 0x7f621014f1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39368/0 (socket says 172.21.15.92:39368) 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.977+0000 7f620f400640 1 -- 172.21.15.92:0/579179200 learned_addr learned my addr 172.21.15.92:0/579179200 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f620f400640 1 -- 172.21.15.92:0/579179200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f621015c330 msgr2=0x7f62101508c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f620f400640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f621015c330 0x7f62101508c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f620f400640 1 -- 172.21.15.92:0/579179200 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6210155800 msgr2=0x7f62100cc800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f620f400640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6210155800 0x7f62100cc800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f620f400640 1 -- 172.21.15.92:0/579179200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f62101531d0 con 0x7f62100cfc80 2024-09-19T06:03:03.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f620f400640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 0x7f621014f1a0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f620000c4d0 tx=0x7f620000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:03.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f6207e00640 1 -- 172.21.15.92:0/579179200 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6200018070 con 0x7f62100cfc80 2024-09-19T06:03:03.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f6207e00640 1 -- 172.21.15.92:0/579179200 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6200007500 con 0x7f62100cfc80 2024-09-19T06:03:03.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f6207e00640 1 -- 172.21.15.92:0/579179200 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6200004a20 con 0x7f62100cfc80 2024-09-19T06:03:03.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f62100cb550 con 0x7f62100cfc80 2024-09-19T06:03:03.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.978+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f62100cbb10 con 0x7f62100cfc80 2024-09-19T06:03:03.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.979+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f62100cf780 con 0x7f62100cfc80 2024-09-19T06:03:03.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.980+0000 7f6207e00640 1 -- 172.21.15.92:0/579179200 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6200004bc0 con 0x7f62100cfc80 2024-09-19T06:03:03.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.981+0000 7f6207e00640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f61ec06c2e0 0x7f61ec06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:03.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.981+0000 7f6207e00640 1 -- 172.21.15.92:0/579179200 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f620008a760 con 0x7f62100cfc80 2024-09-19T06:03:03.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.981+0000 7f6206a00640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f61ec06c2e0 0x7f61ec06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:03.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.982+0000 7f6206a00640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f61ec06c2e0 0x7f61ec06e7a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f61f8034000 tx=0x7f61f802c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:03.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:03.985+0000 7f6207e00640 1 -- 172.21.15.92:0/579179200 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6200058e40 con 0x7f62100cfc80 2024-09-19T06:03:04.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.159+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f62100b2ad0 con 0x7f61ec06c2e0 2024-09-19T06:03:04.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.165+0000 7f6207e00640 1 -- 172.21.15.92:0/579179200 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251957 (secure 0 0 0) 0x7f62100b2ad0 con 0x7f61ec06c2e0 2024-09-19T06:03:04.170 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:04.172 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f61ec06c2e0 msgr2=0x7f61ec06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f61ec06c2e0 0x7f61ec06e7a0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f61f8034000 tx=0x7f61f802c000 comp rx=0 tx=0).stop 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 msgr2=0x7f621014f1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 0x7f621014f1a0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f620000c4d0 tx=0x7f620000c990 comp rx=0 tx=0).stop 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 shutdown_connections 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f621015c330 0x7f62101508c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f61ec06c2e0 0x7f61ec06e7a0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6210155800 0x7f62100cc800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 --2- 172.21.15.92:0/579179200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f62100cfc80 0x7f621014f1a0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 >> 172.21.15.92:0/579179200 conn(0x7f621006bc10 msgr2=0x7f62100ce430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:04.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 shutdown_connections 2024-09-19T06:03:04.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.169+0000 7f6216400640 1 -- 172.21.15.92:0/579179200 wait complete. 2024-09-19T06:03:04.187 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":94,"stamp":"2024-09-19T06:03:02.895608+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":135,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":250660,"kb_used_data":5288,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754724060,"statfs":{"total":773094113280,"available":772837437440,"internally_reserved":0,"allocated":5414912,"data_stored":2849420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.922022"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008011+0000","last_change":"2024-09-19T06:03:00.008713+0000","last_active":"2024-09-19T06:03:01.008011+0000","last_peered":"2024-09-19T06:03:01.008011+0000","last_clean":"2024-09-19T06:03:01.008011+0000","last_became_active":"2024-09-19T06:03:00.008171+0000","last_became_peered":"2024-09-19T06:03:00.008171+0000","last_unstale":"2024-09-19T06:03:01.008011+0000","last_undegraded":"2024-09-19T06:03:01.008011+0000","last_fullsized":"2024-09-19T06:03:01.008011+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:57.396208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805765+0000","last_change":"2024-09-19T06:03:00.003211+0000","last_active":"2024-09-19T06:03:01.805765+0000","last_peered":"2024-09-19T06:03:01.805765+0000","last_clean":"2024-09-19T06:03:01.805765+0000","last_became_active":"2024-09-19T06:03:00.002935+0000","last_became_peered":"2024-09-19T06:03:00.002935+0000","last_unstale":"2024-09-19T06:03:01.805765+0000","last_undegraded":"2024-09-19T06:03:01.805765+0000","last_fullsized":"2024-09-19T06:03:01.805765+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:57.396208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804901+0000","last_change":"2024-09-19T06:02:59.999790+0000","last_active":"2024-09-19T06:03:01.804901+0000","last_peered":"2024-09-19T06:03:01.804901+0000","last_clean":"2024-09-19T06:03:01.804901+0000","last_became_active":"2024-09-19T06:02:59.997893+0000","last_became_peered":"2024-09-19T06:02:59.997893+0000","last_unstale":"2024-09-19T06:03:01.804901+0000","last_undegraded":"2024-09-19T06:03:01.804901+0000","last_fullsized":"2024-09-19T06:03:01.804901+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:36.951638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805722+0000","last_change":"2024-09-19T06:03:00.018927+0000","last_active":"2024-09-19T06:03:01.805722+0000","last_peered":"2024-09-19T06:03:01.805722+0000","last_clean":"2024-09-19T06:03:01.805722+0000","last_became_active":"2024-09-19T06:03:00.017319+0000","last_became_peered":"2024-09-19T06:03:00.017319+0000","last_unstale":"2024-09-19T06:03:01.805722+0000","last_undegraded":"2024-09-19T06:03:01.805722+0000","last_fullsized":"2024-09-19T06:03:01.805722+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:45.404988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805499+0000","last_change":"2024-09-19T06:03:00.006250+0000","last_active":"2024-09-19T06:03:01.805499+0000","last_peered":"2024-09-19T06:03:01.805499+0000","last_clean":"2024-09-19T06:03:01.805499+0000","last_became_active":"2024-09-19T06:03:00.004628+0000","last_became_peered":"2024-09-19T06:03:00.004628+0000","last_unstale":"2024-09-19T06:03:01.805499+0000","last_undegraded":"2024-09-19T06:03:01.805499+0000","last_fullsized":"2024-09-19T06:03:01.805499+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:11.078995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804589+0000","last_change":"2024-09-19T06:03:00.004564+0000","last_active":"2024-09-19T06:03:01.804589+0000","last_peered":"2024-09-19T06:03:01.804589+0000","last_clean":"2024-09-19T06:03:01.804589+0000","last_became_active":"2024-09-19T06:03:00.004256+0000","last_became_peered":"2024-09-19T06:03:00.004256+0000","last_unstale":"2024-09-19T06:03:01.804589+0000","last_undegraded":"2024-09-19T06:03:01.804589+0000","last_fullsized":"2024-09-19T06:03:01.804589+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:29.148008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008950+0000","last_change":"2024-09-19T06:03:00.009591+0000","last_active":"2024-09-19T06:03:01.008950+0000","last_peered":"2024-09-19T06:03:01.008950+0000","last_clean":"2024-09-19T06:03:01.008950+0000","last_became_active":"2024-09-19T06:03:00.008660+0000","last_became_peered":"2024-09-19T06:03:00.008660+0000","last_unstale":"2024-09-19T06:03:01.008950+0000","last_undegraded":"2024-09-19T06:03:01.008950+0000","last_fullsized":"2024-09-19T06:03:01.008950+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:48.287525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804762+0000","last_change":"2024-09-19T06:03:00.006667+0000","last_active":"2024-09-19T06:03:01.804762+0000","last_peered":"2024-09-19T06:03:01.804762+0000","last_clean":"2024-09-19T06:03:01.804762+0000","last_became_active":"2024-09-19T06:03:00.004904+0000","last_became_peered":"2024-09-19T06:03:00.004904+0000","last_unstale":"2024-09-19T06:03:01.804762+0000","last_undegraded":"2024-09-19T06:03:01.804762+0000","last_fullsized":"2024-09-19T06:03:01.804762+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:36.951638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805901+0000","last_change":"2024-09-19T06:03:00.011353+0000","last_active":"2024-09-19T06:03:01.805901+0000","last_peered":"2024-09-19T06:03:01.805901+0000","last_clean":"2024-09-19T06:03:01.805901+0000","last_became_active":"2024-09-19T06:03:00.011108+0000","last_became_peered":"2024-09-19T06:03:00.011108+0000","last_unstale":"2024-09-19T06:03:01.805901+0000","last_undegraded":"2024-09-19T06:03:01.805901+0000","last_fullsized":"2024-09-19T06:03:01.805901+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:36.737526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805757+0000","last_change":"2024-09-19T06:03:00.019952+0000","last_active":"2024-09-19T06:03:01.805757+0000","last_peered":"2024-09-19T06:03:01.805757+0000","last_clean":"2024-09-19T06:03:01.805757+0000","last_became_active":"2024-09-19T06:03:00.019260+0000","last_became_peered":"2024-09-19T06:03:00.019260+0000","last_unstale":"2024-09-19T06:03:01.805757+0000","last_undegraded":"2024-09-19T06:03:01.805757+0000","last_fullsized":"2024-09-19T06:03:01.805757+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:10.517114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805798+0000","last_change":"2024-09-19T06:03:00.016247+0000","last_active":"2024-09-19T06:03:01.805798+0000","last_peered":"2024-09-19T06:03:01.805798+0000","last_clean":"2024-09-19T06:03:01.805798+0000","last_became_active":"2024-09-19T06:03:00.015869+0000","last_became_peered":"2024-09-19T06:03:00.015869+0000","last_unstale":"2024-09-19T06:03:01.805798+0000","last_undegraded":"2024-09-19T06:03:01.805798+0000","last_fullsized":"2024-09-19T06:03:01.805798+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:29.148008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805554+0000","last_change":"2024-09-19T06:03:00.000999+0000","last_active":"2024-09-19T06:03:01.805554+0000","last_peered":"2024-09-19T06:03:01.805554+0000","last_clean":"2024-09-19T06:03:01.805554+0000","last_became_active":"2024-09-19T06:03:00.000712+0000","last_became_peered":"2024-09-19T06:03:00.000712+0000","last_unstale":"2024-09-19T06:03:01.805554+0000","last_undegraded":"2024-09-19T06:03:01.805554+0000","last_fullsized":"2024-09-19T06:03:01.805554+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:58.013321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.002996+0000","last_change":"2024-09-19T06:03:00.002381+0000","last_active":"2024-09-19T06:03:01.002996+0000","last_peered":"2024-09-19T06:03:01.002996+0000","last_clean":"2024-09-19T06:03:01.002996+0000","last_became_active":"2024-09-19T06:03:00.000228+0000","last_became_peered":"2024-09-19T06:03:00.000228+0000","last_unstale":"2024-09-19T06:03:01.002996+0000","last_undegraded":"2024-09-19T06:03:01.002996+0000","last_fullsized":"2024-09-19T06:03:01.002996+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:09.025605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805148+0000","last_change":"2024-09-19T06:03:00.011475+0000","last_active":"2024-09-19T06:03:01.805148+0000","last_peered":"2024-09-19T06:03:01.805148+0000","last_clean":"2024-09-19T06:03:01.805148+0000","last_became_active":"2024-09-19T06:03:00.011204+0000","last_became_peered":"2024-09-19T06:03:00.011204+0000","last_unstale":"2024-09-19T06:03:01.805148+0000","last_undegraded":"2024-09-19T06:03:01.805148+0000","last_fullsized":"2024-09-19T06:03:01.805148+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:35.350347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804923+0000","last_change":"2024-09-19T06:02:59.998122+0000","last_active":"2024-09-19T06:03:01.804923+0000","last_peered":"2024-09-19T06:03:01.804923+0000","last_clean":"2024-09-19T06:03:01.804923+0000","last_became_active":"2024-09-19T06:02:59.997856+0000","last_became_peered":"2024-09-19T06:02:59.997856+0000","last_unstale":"2024-09-19T06:03:01.804923+0000","last_undegraded":"2024-09-19T06:03:01.804923+0000","last_fullsized":"2024-09-19T06:03:01.804923+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:10.517114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008070+0000","last_change":"2024-09-19T06:03:00.015020+0000","last_active":"2024-09-19T06:03:01.008070+0000","last_peered":"2024-09-19T06:03:01.008070+0000","last_clean":"2024-09-19T06:03:01.008070+0000","last_became_active":"2024-09-19T06:03:00.012074+0000","last_became_peered":"2024-09-19T06:03:00.012074+0000","last_unstale":"2024-09-19T06:03:01.008070+0000","last_undegraded":"2024-09-19T06:03:01.008070+0000","last_fullsized":"2024-09-19T06:03:01.008070+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:37.374663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805384+0000","last_change":"2024-09-19T06:02:59.996759+0000","last_active":"2024-09-19T06:03:01.805384+0000","last_peered":"2024-09-19T06:03:01.805384+0000","last_clean":"2024-09-19T06:03:01.805384+0000","last_became_active":"2024-09-19T06:02:59.996464+0000","last_became_peered":"2024-09-19T06:02:59.996464+0000","last_unstale":"2024-09-19T06:03:01.805384+0000","last_undegraded":"2024-09-19T06:03:01.805384+0000","last_fullsized":"2024-09-19T06:03:01.805384+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:57.396208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805250+0000","last_change":"2024-09-19T06:03:00.007523+0000","last_active":"2024-09-19T06:03:01.805250+0000","last_peered":"2024-09-19T06:03:01.805250+0000","last_clean":"2024-09-19T06:03:01.805250+0000","last_became_active":"2024-09-19T06:03:00.007035+0000","last_became_peered":"2024-09-19T06:03:00.007035+0000","last_unstale":"2024-09-19T06:03:01.805250+0000","last_undegraded":"2024-09-19T06:03:01.805250+0000","last_fullsized":"2024-09-19T06:03:01.805250+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:58.013321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009806+0000","last_change":"2024-09-19T06:03:00.008223+0000","last_active":"2024-09-19T06:03:01.009806+0000","last_peered":"2024-09-19T06:03:01.009806+0000","last_clean":"2024-09-19T06:03:01.009806+0000","last_became_active":"2024-09-19T06:03:00.007951+0000","last_became_peered":"2024-09-19T06:03:00.007951+0000","last_unstale":"2024-09-19T06:03:01.009806+0000","last_undegraded":"2024-09-19T06:03:01.009806+0000","last_fullsized":"2024-09-19T06:03:01.009806+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:53.109725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003179+0000","last_change":"2024-09-19T06:03:00.006469+0000","last_active":"2024-09-19T06:03:01.003179+0000","last_peered":"2024-09-19T06:03:01.003179+0000","last_clean":"2024-09-19T06:03:01.003179+0000","last_became_active":"2024-09-19T06:03:00.006204+0000","last_became_peered":"2024-09-19T06:03:00.006204+0000","last_unstale":"2024-09-19T06:03:01.003179+0000","last_undegraded":"2024-09-19T06:03:01.003179+0000","last_fullsized":"2024-09-19T06:03:01.003179+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:41.499233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804653+0000","last_change":"2024-09-19T06:03:00.012973+0000","last_active":"2024-09-19T06:03:01.804653+0000","last_peered":"2024-09-19T06:03:01.804653+0000","last_clean":"2024-09-19T06:03:01.804653+0000","last_became_active":"2024-09-19T06:03:00.012702+0000","last_became_peered":"2024-09-19T06:03:00.012702+0000","last_unstale":"2024-09-19T06:03:01.804653+0000","last_undegraded":"2024-09-19T06:03:01.804653+0000","last_fullsized":"2024-09-19T06:03:01.804653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:13.679397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805148+0000","last_change":"2024-09-19T06:03:00.020614+0000","last_active":"2024-09-19T06:03:01.805148+0000","last_peered":"2024-09-19T06:03:01.805148+0000","last_clean":"2024-09-19T06:03:01.805148+0000","last_became_active":"2024-09-19T06:03:00.017286+0000","last_became_peered":"2024-09-19T06:03:00.017286+0000","last_unstale":"2024-09-19T06:03:01.805148+0000","last_undegraded":"2024-09-19T06:03:01.805148+0000","last_fullsized":"2024-09-19T06:03:01.805148+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:57.396208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008585+0000","last_change":"2024-09-19T06:03:00.011989+0000","last_active":"2024-09-19T06:03:01.008585+0000","last_peered":"2024-09-19T06:03:01.008585+0000","last_clean":"2024-09-19T06:03:01.008585+0000","last_became_active":"2024-09-19T06:03:00.011332+0000","last_became_peered":"2024-09-19T06:03:00.011332+0000","last_unstale":"2024-09-19T06:03:01.008585+0000","last_undegraded":"2024-09-19T06:03:01.008585+0000","last_fullsized":"2024-09-19T06:03:01.008585+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:08.390403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008207+0000","last_change":"2024-09-19T06:03:00.004480+0000","last_active":"2024-09-19T06:03:01.008207+0000","last_peered":"2024-09-19T06:03:01.008207+0000","last_clean":"2024-09-19T06:03:01.008207+0000","last_became_active":"2024-09-19T06:03:00.004039+0000","last_became_peered":"2024-09-19T06:03:00.004039+0000","last_unstale":"2024-09-19T06:03:01.008207+0000","last_undegraded":"2024-09-19T06:03:01.008207+0000","last_fullsized":"2024-09-19T06:03:01.008207+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:59.728987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009461+0000","last_change":"2024-09-19T06:03:00.018283+0000","last_active":"2024-09-19T06:03:01.009461+0000","last_peered":"2024-09-19T06:03:01.009461+0000","last_clean":"2024-09-19T06:03:01.009461+0000","last_became_active":"2024-09-19T06:03:00.014926+0000","last_became_peered":"2024-09-19T06:03:00.014926+0000","last_unstale":"2024-09-19T06:03:01.009461+0000","last_undegraded":"2024-09-19T06:03:01.009461+0000","last_fullsized":"2024-09-19T06:03:01.009461+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:59.517090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003119+0000","last_change":"2024-09-19T06:03:00.003940+0000","last_active":"2024-09-19T06:03:01.003119+0000","last_peered":"2024-09-19T06:03:01.003119+0000","last_clean":"2024-09-19T06:03:01.003119+0000","last_became_active":"2024-09-19T06:03:00.003695+0000","last_became_peered":"2024-09-19T06:03:00.003695+0000","last_unstale":"2024-09-19T06:03:01.003119+0000","last_undegraded":"2024-09-19T06:03:01.003119+0000","last_fullsized":"2024-09-19T06:03:01.003119+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:49.862301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805203+0000","last_change":"2024-09-19T06:02:59.993782+0000","last_active":"2024-09-19T06:03:01.805203+0000","last_peered":"2024-09-19T06:03:01.805203+0000","last_clean":"2024-09-19T06:03:01.805203+0000","last_became_active":"2024-09-19T06:02:59.993528+0000","last_became_peered":"2024-09-19T06:02:59.993528+0000","last_unstale":"2024-09-19T06:03:01.805203+0000","last_undegraded":"2024-09-19T06:03:01.805203+0000","last_fullsized":"2024-09-19T06:03:01.805203+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:11.078995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805709+0000","last_change":"2024-09-19T06:03:00.000830+0000","last_active":"2024-09-19T06:03:01.805709+0000","last_peered":"2024-09-19T06:03:01.805709+0000","last_clean":"2024-09-19T06:03:01.805709+0000","last_became_active":"2024-09-19T06:03:00.000426+0000","last_became_peered":"2024-09-19T06:03:00.000426+0000","last_unstale":"2024-09-19T06:03:01.805709+0000","last_undegraded":"2024-09-19T06:03:01.805709+0000","last_fullsized":"2024-09-19T06:03:01.805709+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:35.350347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009071+0000","last_change":"2024-09-19T06:03:00.014840+0000","last_active":"2024-09-19T06:03:01.009071+0000","last_peered":"2024-09-19T06:03:01.009071+0000","last_clean":"2024-09-19T06:03:01.009071+0000","last_became_active":"2024-09-19T06:03:00.014261+0000","last_became_peered":"2024-09-19T06:03:00.014261+0000","last_unstale":"2024-09-19T06:03:01.009071+0000","last_undegraded":"2024-09-19T06:03:01.009071+0000","last_fullsized":"2024-09-19T06:03:01.009071+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:38.263703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804858+0000","last_change":"2024-09-19T06:03:00.011679+0000","last_active":"2024-09-19T06:03:01.804858+0000","last_peered":"2024-09-19T06:03:01.804858+0000","last_clean":"2024-09-19T06:03:01.804858+0000","last_became_active":"2024-09-19T06:03:00.011409+0000","last_became_peered":"2024-09-19T06:03:00.011409+0000","last_unstale":"2024-09-19T06:03:01.804858+0000","last_undegraded":"2024-09-19T06:03:01.804858+0000","last_fullsized":"2024-09-19T06:03:01.804858+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:53.109725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804607+0000","last_change":"2024-09-19T06:03:00.003506+0000","last_active":"2024-09-19T06:03:01.804607+0000","last_peered":"2024-09-19T06:03:01.804607+0000","last_clean":"2024-09-19T06:03:01.804607+0000","last_became_active":"2024-09-19T06:03:00.003191+0000","last_became_peered":"2024-09-19T06:03:00.003191+0000","last_unstale":"2024-09-19T06:03:01.804607+0000","last_undegraded":"2024-09-19T06:03:01.804607+0000","last_fullsized":"2024-09-19T06:03:01.804607+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:29.997404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.002917+0000","last_change":"2024-09-19T06:03:00.002207+0000","last_active":"2024-09-19T06:03:01.002917+0000","last_peered":"2024-09-19T06:03:01.002917+0000","last_clean":"2024-09-19T06:03:01.002917+0000","last_became_active":"2024-09-19T06:03:00.001903+0000","last_became_peered":"2024-09-19T06:03:00.001903+0000","last_unstale":"2024-09-19T06:03:01.002917+0000","last_undegraded":"2024-09-19T06:03:01.002917+0000","last_fullsized":"2024-09-19T06:03:01.002917+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:45.288177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103843+0000","last_change":"2024-09-19T06:03:00.001570+0000","last_active":"2024-09-19T06:03:01.103843+0000","last_peered":"2024-09-19T06:03:01.103843+0000","last_clean":"2024-09-19T06:03:01.103843+0000","last_became_active":"2024-09-19T06:03:00.001288+0000","last_became_peered":"2024-09-19T06:03:00.001288+0000","last_unstale":"2024-09-19T06:03:01.103843+0000","last_undegraded":"2024-09-19T06:03:01.103843+0000","last_fullsized":"2024-09-19T06:03:01.103843+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:49.591961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":18,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805518+0000","last_change":"2024-09-19T06:02:59.006232+0000","last_active":"2024-09-19T06:03:01.805518+0000","last_peered":"2024-09-19T06:03:01.805518+0000","last_clean":"2024-09-19T06:03:01.805518+0000","last_became_active":"2024-09-19T06:02:59.005941+0000","last_became_peered":"2024-09-19T06:02:59.005941+0000","last_unstale":"2024-09-19T06:03:01.805518+0000","last_undegraded":"2024-09-19T06:03:01.805518+0000","last_fullsized":"2024-09-19T06:03:01.805518+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:49.299381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009587+0000","last_change":"2024-09-19T06:03:00.018112+0000","last_active":"2024-09-19T06:03:01.009587+0000","last_peered":"2024-09-19T06:03:01.009587+0000","last_clean":"2024-09-19T06:03:01.009587+0000","last_became_active":"2024-09-19T06:03:00.014603+0000","last_became_peered":"2024-09-19T06:03:00.014603+0000","last_unstale":"2024-09-19T06:03:01.009587+0000","last_undegraded":"2024-09-19T06:03:01.009587+0000","last_fullsized":"2024-09-19T06:03:01.009587+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:01.427590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805631+0000","last_change":"2024-09-19T06:02:58.997021+0000","last_active":"2024-09-19T06:03:01.805631+0000","last_peered":"2024-09-19T06:03:01.805631+0000","last_clean":"2024-09-19T06:03:01.805631+0000","last_became_active":"2024-09-19T06:02:58.996520+0000","last_became_peered":"2024-09-19T06:02:58.996520+0000","last_unstale":"2024-09-19T06:03:01.805631+0000","last_undegraded":"2024-09-19T06:03:01.805631+0000","last_fullsized":"2024-09-19T06:03:01.805631+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:58.722318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805826+0000","last_change":"2024-09-19T06:03:00.000387+0000","last_active":"2024-09-19T06:03:01.805826+0000","last_peered":"2024-09-19T06:03:01.805826+0000","last_clean":"2024-09-19T06:03:01.805826+0000","last_became_active":"2024-09-19T06:02:59.999244+0000","last_became_peered":"2024-09-19T06:02:59.999244+0000","last_unstale":"2024-09-19T06:03:01.805826+0000","last_undegraded":"2024-09-19T06:03:01.805826+0000","last_fullsized":"2024-09-19T06:03:01.805826+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:54.209237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103915+0000","last_change":"2024-09-19T06:02:58.997844+0000","last_active":"2024-09-19T06:03:01.103915+0000","last_peered":"2024-09-19T06:03:01.103915+0000","last_clean":"2024-09-19T06:03:01.103915+0000","last_became_active":"2024-09-19T06:02:58.997561+0000","last_became_peered":"2024-09-19T06:02:58.997561+0000","last_unstale":"2024-09-19T06:03:01.103915+0000","last_undegraded":"2024-09-19T06:03:01.103915+0000","last_fullsized":"2024-09-19T06:03:01.103915+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:35.057359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103858+0000","last_change":"2024-09-19T06:03:00.013669+0000","last_active":"2024-09-19T06:03:01.103858+0000","last_peered":"2024-09-19T06:03:01.103858+0000","last_clean":"2024-09-19T06:03:01.103858+0000","last_became_active":"2024-09-19T06:03:00.013421+0000","last_became_peered":"2024-09-19T06:03:00.013421+0000","last_unstale":"2024-09-19T06:03:01.103858+0000","last_undegraded":"2024-09-19T06:03:01.103858+0000","last_fullsized":"2024-09-19T06:03:01.103858+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:14:32.283160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008178+0000","last_change":"2024-09-19T06:02:59.002459+0000","last_active":"2024-09-19T06:03:01.008178+0000","last_peered":"2024-09-19T06:03:01.008178+0000","last_clean":"2024-09-19T06:03:01.008178+0000","last_became_active":"2024-09-19T06:02:59.002186+0000","last_became_peered":"2024-09-19T06:02:59.002186+0000","last_unstale":"2024-09-19T06:03:01.008178+0000","last_undegraded":"2024-09-19T06:03:01.008178+0000","last_fullsized":"2024-09-19T06:03:01.008178+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:49.299381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804867+0000","last_change":"2024-09-19T06:03:00.013634+0000","last_active":"2024-09-19T06:03:01.804867+0000","last_peered":"2024-09-19T06:03:01.804867+0000","last_clean":"2024-09-19T06:03:01.804867+0000","last_became_active":"2024-09-19T06:03:00.013376+0000","last_became_peered":"2024-09-19T06:03:00.013376+0000","last_unstale":"2024-09-19T06:03:01.804867+0000","last_undegraded":"2024-09-19T06:03:01.804867+0000","last_fullsized":"2024-09-19T06:03:01.804867+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:57.971507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804913+0000","last_change":"2024-09-19T06:02:58.996756+0000","last_active":"2024-09-19T06:03:01.804913+0000","last_peered":"2024-09-19T06:03:01.804913+0000","last_clean":"2024-09-19T06:03:01.804913+0000","last_became_active":"2024-09-19T06:02:58.994709+0000","last_became_peered":"2024-09-19T06:02:58.994709+0000","last_unstale":"2024-09-19T06:03:01.804913+0000","last_undegraded":"2024-09-19T06:03:01.804913+0000","last_fullsized":"2024-09-19T06:03:01.804913+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:35.944969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805728+0000","last_change":"2024-09-19T06:03:00.019902+0000","last_active":"2024-09-19T06:03:01.805728+0000","last_peered":"2024-09-19T06:03:01.805728+0000","last_clean":"2024-09-19T06:03:01.805728+0000","last_became_active":"2024-09-19T06:03:00.019665+0000","last_became_peered":"2024-09-19T06:03:00.019665+0000","last_unstale":"2024-09-19T06:03:01.805728+0000","last_undegraded":"2024-09-19T06:03:01.805728+0000","last_fullsized":"2024-09-19T06:03:01.805728+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:48.287525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805177+0000","last_change":"2024-09-19T06:02:58.993839+0000","last_active":"2024-09-19T06:03:01.805177+0000","last_peered":"2024-09-19T06:03:01.805177+0000","last_clean":"2024-09-19T06:03:01.805177+0000","last_became_active":"2024-09-19T06:02:58.993519+0000","last_became_peered":"2024-09-19T06:02:58.993519+0000","last_unstale":"2024-09-19T06:03:01.805177+0000","last_undegraded":"2024-09-19T06:03:01.805177+0000","last_fullsized":"2024-09-19T06:03:01.805177+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:37.330428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804830+0000","last_change":"2024-09-19T06:03:00.005169+0000","last_active":"2024-09-19T06:03:01.804830+0000","last_peered":"2024-09-19T06:03:01.804830+0000","last_clean":"2024-09-19T06:03:01.804830+0000","last_became_active":"2024-09-19T06:03:00.004587+0000","last_became_peered":"2024-09-19T06:03:00.004587+0000","last_unstale":"2024-09-19T06:03:01.804830+0000","last_undegraded":"2024-09-19T06:03:01.804830+0000","last_fullsized":"2024-09-19T06:03:01.804830+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:11.078995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804767+0000","last_change":"2024-09-19T06:02:59.003035+0000","last_active":"2024-09-19T06:03:01.804767+0000","last_peered":"2024-09-19T06:03:01.804767+0000","last_clean":"2024-09-19T06:03:01.804767+0000","last_became_active":"2024-09-19T06:02:59.002732+0000","last_became_peered":"2024-09-19T06:02:59.002732+0000","last_unstale":"2024-09-19T06:03:01.804767+0000","last_undegraded":"2024-09-19T06:03:01.804767+0000","last_fullsized":"2024-09-19T06:03:01.804767+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:21.332036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008420+0000","last_change":"2024-09-19T06:03:00.012242+0000","last_active":"2024-09-19T06:03:01.008420+0000","last_peered":"2024-09-19T06:03:01.008420+0000","last_clean":"2024-09-19T06:03:01.008420+0000","last_became_active":"2024-09-19T06:03:00.011677+0000","last_became_peered":"2024-09-19T06:03:00.011677+0000","last_unstale":"2024-09-19T06:03:01.008420+0000","last_undegraded":"2024-09-19T06:03:01.008420+0000","last_fullsized":"2024-09-19T06:03:01.008420+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:04.659845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804831+0000","last_change":"2024-09-19T06:02:59.001308+0000","last_active":"2024-09-19T06:03:01.804831+0000","last_peered":"2024-09-19T06:03:01.804831+0000","last_clean":"2024-09-19T06:03:01.804831+0000","last_became_active":"2024-09-19T06:02:59.000987+0000","last_became_peered":"2024-09-19T06:02:59.000987+0000","last_unstale":"2024-09-19T06:03:01.804831+0000","last_undegraded":"2024-09-19T06:03:01.804831+0000","last_fullsized":"2024-09-19T06:03:01.804831+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:02.251762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805300+0000","last_change":"2024-09-19T06:03:00.005302+0000","last_active":"2024-09-19T06:03:01.805300+0000","last_peered":"2024-09-19T06:03:01.805300+0000","last_clean":"2024-09-19T06:03:01.805300+0000","last_became_active":"2024-09-19T06:03:00.004465+0000","last_became_peered":"2024-09-19T06:03:00.004465+0000","last_unstale":"2024-09-19T06:03:01.805300+0000","last_undegraded":"2024-09-19T06:03:01.805300+0000","last_fullsized":"2024-09-19T06:03:01.805300+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:35.350347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805563+0000","last_change":"2024-09-19T06:02:58.997849+0000","last_active":"2024-09-19T06:03:01.805563+0000","last_peered":"2024-09-19T06:03:01.805563+0000","last_clean":"2024-09-19T06:03:01.805563+0000","last_became_active":"2024-09-19T06:02:58.995217+0000","last_became_peered":"2024-09-19T06:02:58.995217+0000","last_unstale":"2024-09-19T06:03:01.805563+0000","last_undegraded":"2024-09-19T06:03:01.805563+0000","last_fullsized":"2024-09-19T06:03:01.805563+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:36.367994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008107+0000","last_change":"2024-09-19T06:03:00.016099+0000","last_active":"2024-09-19T06:03:01.008107+0000","last_peered":"2024-09-19T06:03:01.008107+0000","last_clean":"2024-09-19T06:03:01.008107+0000","last_became_active":"2024-09-19T06:03:00.015790+0000","last_became_peered":"2024-09-19T06:03:00.015790+0000","last_unstale":"2024-09-19T06:03:01.008107+0000","last_undegraded":"2024-09-19T06:03:01.008107+0000","last_fullsized":"2024-09-19T06:03:01.008107+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:54.209237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805938+0000","last_change":"2024-09-19T06:02:59.002872+0000","last_active":"2024-09-19T06:03:01.805938+0000","last_peered":"2024-09-19T06:03:01.805938+0000","last_clean":"2024-09-19T06:03:01.805938+0000","last_became_active":"2024-09-19T06:02:59.002367+0000","last_became_peered":"2024-09-19T06:02:59.002367+0000","last_unstale":"2024-09-19T06:03:01.805938+0000","last_undegraded":"2024-09-19T06:03:01.805938+0000","last_fullsized":"2024-09-19T06:03:01.805938+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:14.000398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805340+0000","last_change":"2024-09-19T06:03:00.010401+0000","last_active":"2024-09-19T06:03:01.805340+0000","last_peered":"2024-09-19T06:03:01.805340+0000","last_clean":"2024-09-19T06:03:01.805340+0000","last_became_active":"2024-09-19T06:03:00.007602+0000","last_became_peered":"2024-09-19T06:03:00.007602+0000","last_unstale":"2024-09-19T06:03:01.805340+0000","last_undegraded":"2024-09-19T06:03:01.805340+0000","last_fullsized":"2024-09-19T06:03:01.805340+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:51.722369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008101+0000","last_change":"2024-09-19T06:02:59.005001+0000","last_active":"2024-09-19T06:03:01.008101+0000","last_peered":"2024-09-19T06:03:01.008101+0000","last_clean":"2024-09-19T06:03:01.008101+0000","last_became_active":"2024-09-19T06:02:59.004453+0000","last_became_peered":"2024-09-19T06:02:59.004453+0000","last_unstale":"2024-09-19T06:03:01.008101+0000","last_undegraded":"2024-09-19T06:03:01.008101+0000","last_fullsized":"2024-09-19T06:03:01.008101+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:00.420921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008383+0000","last_change":"2024-09-19T06:03:00.013214+0000","last_active":"2024-09-19T06:03:01.008383+0000","last_peered":"2024-09-19T06:03:01.008383+0000","last_clean":"2024-09-19T06:03:01.008383+0000","last_became_active":"2024-09-19T06:03:00.012891+0000","last_became_peered":"2024-09-19T06:03:00.012891+0000","last_unstale":"2024-09-19T06:03:01.008383+0000","last_undegraded":"2024-09-19T06:03:01.008383+0000","last_fullsized":"2024-09-19T06:03:01.008383+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:45.404988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":20,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003164+0000","last_change":"2024-09-19T06:02:58.998836+0000","last_active":"2024-09-19T06:03:01.003164+0000","last_peered":"2024-09-19T06:03:01.003164+0000","last_clean":"2024-09-19T06:03:01.003164+0000","last_became_active":"2024-09-19T06:02:58.998568+0000","last_became_peered":"2024-09-19T06:02:58.998568+0000","last_unstale":"2024-09-19T06:03:01.003164+0000","last_undegraded":"2024-09-19T06:03:01.003164+0000","last_fullsized":"2024-09-19T06:03:01.003164+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:49.646429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008695+0000","last_change":"2024-09-19T06:03:00.008200+0000","last_active":"2024-09-19T06:03:01.008695+0000","last_peered":"2024-09-19T06:03:01.008695+0000","last_clean":"2024-09-19T06:03:01.008695+0000","last_became_active":"2024-09-19T06:03:00.007781+0000","last_became_peered":"2024-09-19T06:03:00.007781+0000","last_unstale":"2024-09-19T06:03:01.008695+0000","last_undegraded":"2024-09-19T06:03:01.008695+0000","last_fullsized":"2024-09-19T06:03:01.008695+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:22.338705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805115+0000","last_change":"2024-09-19T06:02:59.009417+0000","last_active":"2024-09-19T06:03:01.805115+0000","last_peered":"2024-09-19T06:03:01.805115+0000","last_clean":"2024-09-19T06:03:01.805115+0000","last_became_active":"2024-09-19T06:02:59.009115+0000","last_became_peered":"2024-09-19T06:02:59.009115+0000","last_unstale":"2024-09-19T06:03:01.805115+0000","last_undegraded":"2024-09-19T06:03:01.805115+0000","last_fullsized":"2024-09-19T06:03:01.805115+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:56.964838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805695+0000","last_change":"2024-09-19T06:03:00.013195+0000","last_active":"2024-09-19T06:03:01.805695+0000","last_peered":"2024-09-19T06:03:01.805695+0000","last_clean":"2024-09-19T06:03:01.805695+0000","last_became_active":"2024-09-19T06:03:00.010728+0000","last_became_peered":"2024-09-19T06:03:00.010728+0000","last_unstale":"2024-09-19T06:03:01.805695+0000","last_undegraded":"2024-09-19T06:03:01.805695+0000","last_fullsized":"2024-09-19T06:03:01.805695+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:54.209237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.007782+0000","last_change":"2024-09-19T06:02:59.004537+0000","last_active":"2024-09-19T06:03:01.007782+0000","last_peered":"2024-09-19T06:03:01.007782+0000","last_clean":"2024-09-19T06:03:01.007782+0000","last_became_active":"2024-09-19T06:02:59.004188+0000","last_became_peered":"2024-09-19T06:02:59.004188+0000","last_unstale":"2024-09-19T06:03:01.007782+0000","last_undegraded":"2024-09-19T06:03:01.007782+0000","last_fullsized":"2024-09-19T06:03:01.007782+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:58.510421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804892+0000","last_change":"2024-09-19T06:03:00.009214+0000","last_active":"2024-09-19T06:03:01.804892+0000","last_peered":"2024-09-19T06:03:01.804892+0000","last_clean":"2024-09-19T06:03:01.804892+0000","last_became_active":"2024-09-19T06:03:00.008951+0000","last_became_peered":"2024-09-19T06:03:00.008951+0000","last_unstale":"2024-09-19T06:03:01.804892+0000","last_undegraded":"2024-09-19T06:03:01.804892+0000","last_fullsized":"2024-09-19T06:03:01.804892+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:52.083096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804710+0000","last_change":"2024-09-19T06:02:59.007626+0000","last_active":"2024-09-19T06:03:01.804710+0000","last_peered":"2024-09-19T06:03:01.804710+0000","last_clean":"2024-09-19T06:03:01.804710+0000","last_became_active":"2024-09-19T06:02:59.007316+0000","last_became_peered":"2024-09-19T06:02:59.007316+0000","last_unstale":"2024-09-19T06:03:01.804710+0000","last_undegraded":"2024-09-19T06:03:01.804710+0000","last_fullsized":"2024-09-19T06:03:01.804710+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:54.471944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009112+0000","last_change":"2024-09-19T06:03:00.012282+0000","last_active":"2024-09-19T06:03:01.009112+0000","last_peered":"2024-09-19T06:03:01.009112+0000","last_clean":"2024-09-19T06:03:01.009112+0000","last_became_active":"2024-09-19T06:03:00.011377+0000","last_became_peered":"2024-09-19T06:03:00.011377+0000","last_unstale":"2024-09-19T06:03:01.009112+0000","last_undegraded":"2024-09-19T06:03:01.009112+0000","last_fullsized":"2024-09-19T06:03:01.009112+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:36.737526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":22,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804902+0000","last_change":"2024-09-19T06:02:59.004434+0000","last_active":"2024-09-19T06:03:01.804902+0000","last_peered":"2024-09-19T06:03:01.804902+0000","last_clean":"2024-09-19T06:03:01.804902+0000","last_became_active":"2024-09-19T06:02:59.004154+0000","last_became_peered":"2024-09-19T06:02:59.004154+0000","last_unstale":"2024-09-19T06:03:01.804902+0000","last_undegraded":"2024-09-19T06:03:01.804902+0000","last_fullsized":"2024-09-19T06:03:01.804902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:01.126598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003288+0000","last_change":"2024-09-19T06:02:59.995449+0000","last_active":"2024-09-19T06:03:01.003288+0000","last_peered":"2024-09-19T06:03:01.003288+0000","last_clean":"2024-09-19T06:03:01.003288+0000","last_became_active":"2024-09-19T06:02:59.995172+0000","last_became_peered":"2024-09-19T06:02:59.995172+0000","last_unstale":"2024-09-19T06:03:01.003288+0000","last_undegraded":"2024-09-19T06:03:01.003288+0000","last_fullsized":"2024-09-19T06:03:01.003288+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:14.816060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003292+0000","last_change":"2024-09-19T06:02:58.999432+0000","last_active":"2024-09-19T06:03:01.003292+0000","last_peered":"2024-09-19T06:03:01.003292+0000","last_clean":"2024-09-19T06:03:01.003292+0000","last_became_active":"2024-09-19T06:02:58.999153+0000","last_became_peered":"2024-09-19T06:02:58.999153+0000","last_unstale":"2024-09-19T06:03:01.003292+0000","last_undegraded":"2024-09-19T06:03:01.003292+0000","last_fullsized":"2024-09-19T06:03:01.003292+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:07:48.753275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805761+0000","last_change":"2024-09-19T06:03:00.002140+0000","last_active":"2024-09-19T06:03:01.805761+0000","last_peered":"2024-09-19T06:03:01.805761+0000","last_clean":"2024-09-19T06:03:01.805761+0000","last_became_active":"2024-09-19T06:03:00.001857+0000","last_became_peered":"2024-09-19T06:03:00.001857+0000","last_unstale":"2024-09-19T06:03:01.805761+0000","last_undegraded":"2024-09-19T06:03:01.805761+0000","last_fullsized":"2024-09-19T06:03:01.805761+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:25.709957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805403+0000","last_change":"2024-09-19T06:02:58.994054+0000","last_active":"2024-09-19T06:03:01.805403+0000","last_peered":"2024-09-19T06:03:01.805403+0000","last_clean":"2024-09-19T06:03:01.805403+0000","last_became_active":"2024-09-19T06:02:58.993789+0000","last_became_peered":"2024-09-19T06:02:58.993789+0000","last_unstale":"2024-09-19T06:03:01.805403+0000","last_undegraded":"2024-09-19T06:03:01.805403+0000","last_fullsized":"2024-09-19T06:03:01.805403+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:03.653176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009120+0000","last_change":"2024-09-19T06:03:00.008467+0000","last_active":"2024-09-19T06:03:01.009120+0000","last_peered":"2024-09-19T06:03:01.009120+0000","last_clean":"2024-09-19T06:03:01.009120+0000","last_became_active":"2024-09-19T06:03:00.008097+0000","last_became_peered":"2024-09-19T06:03:00.008097+0000","last_unstale":"2024-09-19T06:03:01.009120+0000","last_undegraded":"2024-09-19T06:03:01.009120+0000","last_fullsized":"2024-09-19T06:03:01.009120+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:38.582770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805543+0000","last_change":"2024-09-19T06:02:58.998476+0000","last_active":"2024-09-19T06:03:01.805543+0000","last_peered":"2024-09-19T06:03:01.805543+0000","last_clean":"2024-09-19T06:03:01.805543+0000","last_became_active":"2024-09-19T06:02:58.998141+0000","last_became_peered":"2024-09-19T06:02:58.998141+0000","last_unstale":"2024-09-19T06:03:01.805543+0000","last_undegraded":"2024-09-19T06:03:01.805543+0000","last_fullsized":"2024-09-19T06:03:01.805543+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:37.576101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009636+0000","last_change":"2024-09-19T06:03:00.015523+0000","last_active":"2024-09-19T06:03:01.009636+0000","last_peered":"2024-09-19T06:03:01.009636+0000","last_clean":"2024-09-19T06:03:01.009636+0000","last_became_active":"2024-09-19T06:03:00.015261+0000","last_became_peered":"2024-09-19T06:03:00.015261+0000","last_unstale":"2024-09-19T06:03:01.009636+0000","last_undegraded":"2024-09-19T06:03:01.009636+0000","last_fullsized":"2024-09-19T06:03:01.009636+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:55.478613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805373+0000","last_change":"2024-09-19T06:02:59.004792+0000","last_active":"2024-09-19T06:03:01.805373+0000","last_peered":"2024-09-19T06:03:01.805373+0000","last_clean":"2024-09-19T06:03:01.805373+0000","last_became_active":"2024-09-19T06:02:59.004535+0000","last_became_peered":"2024-09-19T06:02:59.004535+0000","last_unstale":"2024-09-19T06:03:01.805373+0000","last_undegraded":"2024-09-19T06:03:01.805373+0000","last_fullsized":"2024-09-19T06:03:01.805373+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:00.420921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804749+0000","last_change":"2024-09-19T06:02:59.999238+0000","last_active":"2024-09-19T06:03:01.804749+0000","last_peered":"2024-09-19T06:03:01.804749+0000","last_clean":"2024-09-19T06:03:01.804749+0000","last_became_active":"2024-09-19T06:02:59.998957+0000","last_became_peered":"2024-09-19T06:02:59.998957+0000","last_unstale":"2024-09-19T06:03:01.804749+0000","last_undegraded":"2024-09-19T06:03:01.804749+0000","last_fullsized":"2024-09-19T06:03:01.804749+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:08.514121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805676+0000","last_change":"2024-09-19T06:02:58.998321+0000","last_active":"2024-09-19T06:03:01.805676+0000","last_peered":"2024-09-19T06:03:01.805676+0000","last_clean":"2024-09-19T06:03:01.805676+0000","last_became_active":"2024-09-19T06:02:58.994869+0000","last_became_peered":"2024-09-19T06:02:58.994869+0000","last_unstale":"2024-09-19T06:03:01.805676+0000","last_undegraded":"2024-09-19T06:03:01.805676+0000","last_fullsized":"2024-09-19T06:03:01.805676+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.679497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103773+0000","last_change":"2024-09-19T06:03:00.003762+0000","last_active":"2024-09-19T06:03:01.103773+0000","last_peered":"2024-09-19T06:03:01.103773+0000","last_clean":"2024-09-19T06:03:01.103773+0000","last_became_active":"2024-09-19T06:03:00.003464+0000","last_became_peered":"2024-09-19T06:03:00.003464+0000","last_unstale":"2024-09-19T06:03:01.103773+0000","last_undegraded":"2024-09-19T06:03:01.103773+0000","last_fullsized":"2024-09-19T06:03:01.103773+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:27.096401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805194+0000","last_change":"2024-09-19T06:02:58.998324+0000","last_active":"2024-09-19T06:03:01.805194+0000","last_peered":"2024-09-19T06:03:01.805194+0000","last_clean":"2024-09-19T06:03:01.805194+0000","last_became_active":"2024-09-19T06:02:58.997996+0000","last_became_peered":"2024-09-19T06:02:58.997996+0000","last_unstale":"2024-09-19T06:03:01.805194+0000","last_undegraded":"2024-09-19T06:03:01.805194+0000","last_fullsized":"2024-09-19T06:03:01.805194+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:37.257034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.002919+0000","last_change":"2024-09-19T06:03:00.016154+0000","last_active":"2024-09-19T06:03:01.002919+0000","last_peered":"2024-09-19T06:03:01.002919+0000","last_clean":"2024-09-19T06:03:01.002919+0000","last_became_active":"2024-09-19T06:03:00.009883+0000","last_became_peered":"2024-09-19T06:03:00.009883+0000","last_unstale":"2024-09-19T06:03:01.002919+0000","last_undegraded":"2024-09-19T06:03:01.002919+0000","last_fullsized":"2024-09-19T06:03:01.002919+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:59:55.166880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804753+0000","last_change":"2024-09-19T06:02:58.996194+0000","last_active":"2024-09-19T06:03:01.804753+0000","last_peered":"2024-09-19T06:03:01.804753+0000","last_clean":"2024-09-19T06:03:01.804753+0000","last_became_active":"2024-09-19T06:02:58.995896+0000","last_became_peered":"2024-09-19T06:02:58.995896+0000","last_unstale":"2024-09-19T06:03:01.804753+0000","last_undegraded":"2024-09-19T06:03:01.804753+0000","last_fullsized":"2024-09-19T06:03:01.804753+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:25.862238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805090+0000","last_change":"2024-09-19T06:03:00.011736+0000","last_active":"2024-09-19T06:03:01.805090+0000","last_peered":"2024-09-19T06:03:01.805090+0000","last_clean":"2024-09-19T06:03:01.805090+0000","last_became_active":"2024-09-19T06:03:00.011491+0000","last_became_peered":"2024-09-19T06:03:00.011491+0000","last_unstale":"2024-09-19T06:03:01.805090+0000","last_undegraded":"2024-09-19T06:03:01.805090+0000","last_fullsized":"2024-09-19T06:03:01.805090+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:58.013321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.007842+0000","last_change":"2024-09-19T06:02:59.003021+0000","last_active":"2024-09-19T06:03:01.007842+0000","last_peered":"2024-09-19T06:03:01.007842+0000","last_clean":"2024-09-19T06:03:01.007842+0000","last_became_active":"2024-09-19T06:02:59.002771+0000","last_became_peered":"2024-09-19T06:02:59.002771+0000","last_unstale":"2024-09-19T06:03:01.007842+0000","last_undegraded":"2024-09-19T06:03:01.007842+0000","last_fullsized":"2024-09-19T06:03:01.007842+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:37.257034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009696+0000","last_change":"2024-09-19T06:03:00.006814+0000","last_active":"2024-09-19T06:03:01.009696+0000","last_peered":"2024-09-19T06:03:01.009696+0000","last_clean":"2024-09-19T06:03:01.009696+0000","last_became_active":"2024-09-19T06:03:00.006348+0000","last_became_peered":"2024-09-19T06:03:00.006348+0000","last_unstale":"2024-09-19T06:03:01.009696+0000","last_undegraded":"2024-09-19T06:03:01.009696+0000","last_fullsized":"2024-09-19T06:03:01.009696+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:50.306050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"45'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.989518+0000","last_change":"2024-09-19T06:02:59.000426+0000","last_active":"2024-09-19T06:03:01.989518+0000","last_peered":"2024-09-19T06:03:01.989518+0000","last_clean":"2024-09-19T06:03:01.989518+0000","last_became_active":"2024-09-19T06:02:59.000163+0000","last_became_peered":"2024-09-19T06:02:59.000163+0000","last_unstale":"2024-09-19T06:03:01.989518+0000","last_undegraded":"2024-09-19T06:03:01.989518+0000","last_fullsized":"2024-09-19T06:03:01.989518+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:52.103055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805754+0000","last_change":"2024-09-19T06:03:00.005992+0000","last_active":"2024-09-19T06:03:01.805754+0000","last_peered":"2024-09-19T06:03:01.805754+0000","last_clean":"2024-09-19T06:03:01.805754+0000","last_became_active":"2024-09-19T06:03:00.003979+0000","last_became_peered":"2024-09-19T06:03:00.003979+0000","last_unstale":"2024-09-19T06:03:01.805754+0000","last_undegraded":"2024-09-19T06:03:01.805754+0000","last_fullsized":"2024-09-19T06:03:01.805754+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:01.250064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008206+0000","last_change":"2024-09-19T06:02:59.001764+0000","last_active":"2024-09-19T06:03:01.008206+0000","last_peered":"2024-09-19T06:03:01.008206+0000","last_clean":"2024-09-19T06:03:01.008206+0000","last_became_active":"2024-09-19T06:02:59.001460+0000","last_became_peered":"2024-09-19T06:02:59.001460+0000","last_unstale":"2024-09-19T06:03:01.008206+0000","last_undegraded":"2024-09-19T06:03:01.008206+0000","last_fullsized":"2024-09-19T06:03:01.008206+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:54.471944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.007965+0000","last_change":"2024-09-19T06:03:00.010678+0000","last_active":"2024-09-19T06:03:01.007965+0000","last_peered":"2024-09-19T06:03:01.007965+0000","last_clean":"2024-09-19T06:03:01.007965+0000","last_became_active":"2024-09-19T06:03:00.010405+0000","last_became_peered":"2024-09-19T06:03:00.010405+0000","last_unstale":"2024-09-19T06:03:01.007965+0000","last_undegraded":"2024-09-19T06:03:01.007965+0000","last_fullsized":"2024-09-19T06:03:01.007965+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:35.350347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103665+0000","last_change":"2024-09-19T06:02:58.997924+0000","last_active":"2024-09-19T06:03:01.103665+0000","last_peered":"2024-09-19T06:03:01.103665+0000","last_clean":"2024-09-19T06:03:01.103665+0000","last_became_active":"2024-09-19T06:02:58.997583+0000","last_became_peered":"2024-09-19T06:02:58.997583+0000","last_unstale":"2024-09-19T06:03:01.103665+0000","last_undegraded":"2024-09-19T06:03:01.103665+0000","last_fullsized":"2024-09-19T06:03:01.103665+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:53.395017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804893+0000","last_change":"2024-09-19T06:03:00.011934+0000","last_active":"2024-09-19T06:03:01.804893+0000","last_peered":"2024-09-19T06:03:01.804893+0000","last_clean":"2024-09-19T06:03:01.804893+0000","last_became_active":"2024-09-19T06:03:00.011734+0000","last_became_peered":"2024-09-19T06:03:00.011734+0000","last_unstale":"2024-09-19T06:03:01.804893+0000","last_undegraded":"2024-09-19T06:03:01.804893+0000","last_fullsized":"2024-09-19T06:03:01.804893+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:09.272144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008039+0000","last_change":"2024-09-19T06:02:59.002603+0000","last_active":"2024-09-19T06:03:01.008039+0000","last_peered":"2024-09-19T06:03:01.008039+0000","last_clean":"2024-09-19T06:03:01.008039+0000","last_became_active":"2024-09-19T06:02:59.002286+0000","last_became_peered":"2024-09-19T06:02:59.002286+0000","last_unstale":"2024-09-19T06:03:01.008039+0000","last_undegraded":"2024-09-19T06:03:01.008039+0000","last_fullsized":"2024-09-19T06:03:01.008039+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:37.576101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804803+0000","last_change":"2024-09-19T06:03:00.008310+0000","last_active":"2024-09-19T06:03:01.804803+0000","last_peered":"2024-09-19T06:03:01.804803+0000","last_clean":"2024-09-19T06:03:01.804803+0000","last_became_active":"2024-09-19T06:03:00.008134+0000","last_became_peered":"2024-09-19T06:03:00.008134+0000","last_unstale":"2024-09-19T06:03:01.804803+0000","last_undegraded":"2024-09-19T06:03:01.804803+0000","last_fullsized":"2024-09-19T06:03:01.804803+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:46.033508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805008+0000","last_change":"2024-09-19T06:02:58.992718+0000","last_active":"2024-09-19T06:03:01.805008+0000","last_peered":"2024-09-19T06:03:01.805008+0000","last_clean":"2024-09-19T06:03:01.805008+0000","last_became_active":"2024-09-19T06:02:58.992296+0000","last_became_peered":"2024-09-19T06:02:58.992296+0000","last_unstale":"2024-09-19T06:03:01.805008+0000","last_undegraded":"2024-09-19T06:03:01.805008+0000","last_fullsized":"2024-09-19T06:03:01.805008+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:14.000398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805049+0000","last_change":"2024-09-19T06:03:00.000494+0000","last_active":"2024-09-19T06:03:01.805049+0000","last_peered":"2024-09-19T06:03:01.805049+0000","last_clean":"2024-09-19T06:03:01.805049+0000","last_became_active":"2024-09-19T06:02:59.998051+0000","last_became_peered":"2024-09-19T06:02:59.998051+0000","last_unstale":"2024-09-19T06:03:01.805049+0000","last_undegraded":"2024-09-19T06:03:01.805049+0000","last_fullsized":"2024-09-19T06:03:01.805049+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:36.951638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103750+0000","last_change":"2024-09-19T06:02:59.003158+0000","last_active":"2024-09-19T06:03:01.103750+0000","last_peered":"2024-09-19T06:03:01.103750+0000","last_clean":"2024-09-19T06:03:01.103750+0000","last_became_active":"2024-09-19T06:02:59.002837+0000","last_became_peered":"2024-09-19T06:02:59.002837+0000","last_unstale":"2024-09-19T06:03:01.103750+0000","last_undegraded":"2024-09-19T06:03:01.103750+0000","last_fullsized":"2024-09-19T06:03:01.103750+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:34.999546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804892+0000","last_change":"2024-09-19T06:03:00.002137+0000","last_active":"2024-09-19T06:03:01.804892+0000","last_peered":"2024-09-19T06:03:01.804892+0000","last_clean":"2024-09-19T06:03:01.804892+0000","last_became_active":"2024-09-19T06:03:00.001878+0000","last_became_peered":"2024-09-19T06:03:00.001878+0000","last_unstale":"2024-09-19T06:03:01.804892+0000","last_undegraded":"2024-09-19T06:03:01.804892+0000","last_fullsized":"2024-09-19T06:03:01.804892+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:31.686166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804927+0000","last_change":"2024-09-19T06:02:59.008756+0000","last_active":"2024-09-19T06:03:01.804927+0000","last_peered":"2024-09-19T06:03:01.804927+0000","last_clean":"2024-09-19T06:03:01.804927+0000","last_became_active":"2024-09-19T06:02:59.008285+0000","last_became_peered":"2024-09-19T06:02:59.008285+0000","last_unstale":"2024-09-19T06:03:01.804927+0000","last_undegraded":"2024-09-19T06:03:01.804927+0000","last_fullsized":"2024-09-19T06:03:01.804927+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:37.330428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805864+0000","last_change":"2024-09-19T06:03:00.012459+0000","last_active":"2024-09-19T06:03:01.805864+0000","last_peered":"2024-09-19T06:03:01.805864+0000","last_clean":"2024-09-19T06:03:01.805864+0000","last_became_active":"2024-09-19T06:03:00.010757+0000","last_became_peered":"2024-09-19T06:03:00.010757+0000","last_unstale":"2024-09-19T06:03:01.805864+0000","last_undegraded":"2024-09-19T06:03:01.805864+0000","last_fullsized":"2024-09-19T06:03:01.805864+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:29.997404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805650+0000","last_change":"2024-09-19T06:02:58.992099+0000","last_active":"2024-09-19T06:03:01.805650+0000","last_peered":"2024-09-19T06:03:01.805650+0000","last_clean":"2024-09-19T06:03:01.805650+0000","last_became_active":"2024-09-19T06:02:58.991686+0000","last_became_peered":"2024-09-19T06:02:58.991686+0000","last_unstale":"2024-09-19T06:03:01.805650+0000","last_undegraded":"2024-09-19T06:03:01.805650+0000","last_fullsized":"2024-09-19T06:03:01.805650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:58.510421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":211,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.007593+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:03:01.007593+0000","last_peered":"2024-09-19T06:03:01.007593+0000","last_clean":"2024-09-19T06:03:01.007593+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:03:01.007593+0000","last_undegraded":"2024-09-19T06:03:01.007593+0000","last_fullsized":"2024-09-19T06:03:01.007593+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509466,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1118208,"data_stored":798441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509465,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":528384,"data_stored":208655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509465,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31704,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340136,"statfs":{"total":96636764160,"available":96604299264,"internally_reserved":0,"allocated":524288,"data_stored":208053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509465,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31712,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340128,"statfs":{"total":96636764160,"available":96604291072,"internally_reserved":0,"allocated":532480,"data_stored":209595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31712,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340128,"statfs":{"total":96636764160,"available":96604291072,"internally_reserved":0,"allocated":532480,"data_stored":208621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509465,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27556,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":536576,"data_stored":209617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509465,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1118208,"data_stored":798385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542171,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31700,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340140,"statfs":{"total":96636764160,"available":96604303360,"internally_reserved":0,"allocated":524288,"data_stored":208053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:03:04.192 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:03:04.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.378+0000 7f9e5ae00640 1 Processor -- start 2024-09-19T06:03:04.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.378+0000 7f9e5ae00640 1 -- start start 2024-09-19T06:03:04.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.380+0000 7f9e5ae00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e540b29a0 0x7f9e5415ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.380+0000 7f9e5ae00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e540b6830 con 0x7f9e5415a9c0 2024-09-19T06:03:04.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.380+0000 7f9e5ae00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9e540cd0b0 con 0x7f9e540b5be0 2024-09-19T06:03:04.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.380+0000 7f9e5ae00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9e5415f410 con 0x7f9e540b29a0 2024-09-19T06:03:04.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.380+0000 7f9e53e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f9e5415a9c0 0x7f9e5415e600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53090/0 (socket says 172.21.15.92:53090) 2024-09-19T06:03:04.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.380+0000 7f9e53e00640 1 -- 172.21.15.92:0/2154847667 learned_addr learned my addr 172.21.15.92:0/2154847667 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.380+0000 7f9e58e00640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e540b29a0 0x7f9e5415ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.380+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1004095705 0 0) 0x7f9e540b6830 con 0x7f9e5415a9c0 2024-09-19T06:03:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.380+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9e38003520 con 0x7f9e5415a9c0 2024-09-19T06:03:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 203892004 0 0) 0x7f9e38003520 con 0x7f9e5415a9c0 2024-09-19T06:03:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e540b29a0 msgr2=0x7f9e5415ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e540b29a0 0x7f9e5415ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 >> v1:172.21.15.102:6789/0 conn(0x7f9e540b5be0 legacy=0x7f9e540cde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e540cd390 con 0x7f9e5415a9c0 2024-09-19T06:03:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f9e44001670 con 0x7f9e5415a9c0 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 >> v1:172.21.15.92:6789/0 conn(0x7f9e5415a9c0 legacy=0x7f9e5415e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e380039e0 0x7f9e38003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e540b29a0 0x7f9e38004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e380051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9e5415f410 con 0x7f9e38004d40 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9e38005a60 con 0x7f9e380039e0 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9e38005c10 con 0x7f9e540b29a0 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e58e00640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e380051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e4b400640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e540b29a0 0x7f9e38004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.381+0000 7f9e53e00640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e380039e0 0x7f9e38003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.382+0000 7f9e58e00640 1 -- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e540b29a0 msgr2=0x7f9e38004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.382+0000 7f9e58e00640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e540b29a0 0x7f9e38004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.382+0000 7f9e58e00640 1 -- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e380039e0 msgr2=0x7f9e38003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.382+0000 7f9e58e00640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e380039e0 0x7f9e38003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.382+0000 7f9e58e00640 1 -- 172.21.15.92:0/2154847667 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e38003520 con 0x7f9e38004d40 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.382+0000 7f9e58e00640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e380051c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c009fc0 tx=0x7f9e38005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=621e28424b5315f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4c009c10 con 0x7f9e38004d40 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e4c036070 con 0x7f9e38004d40 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e53400640 1 -- 172.21.15.92:0/2154847667 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4c031880 con 0x7f9e38004d40 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e5ae00640 1 -- 172.21.15.92:0/2154847667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 msgr2=0x7f9e380051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e5ae00640 1 --2- 172.21.15.92:0/2154847667 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e380051c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f9e4c009fc0 tx=0x7f9e38005830 comp rx=0 tx=0).stop 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e58e00640 1 -- 172.21.15.92:0/2154847667 reap_dead start 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e5ae00640 1 -- 172.21.15.92:0/2154847667 shutdown_connections 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e5ae00640 1 -- 172.21.15.92:0/2154847667 >> 172.21.15.92:0/2154847667 conn(0x7f9e5406bc10 msgr2=0x7f9e5406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e5ae00640 1 -- 172.21.15.92:0/2154847667 shutdown_connections 2024-09-19T06:03:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.383+0000 7f9e5ae00640 1 -- 172.21.15.92:0/2154847667 wait complete. 2024-09-19T06:03:04.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.385+0000 7f9e5ae00640 1 Processor -- start 2024-09-19T06:03:04.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.385+0000 7f9e5ae00640 1 -- start start 2024-09-19T06:03:04.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e5ae00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e540cb6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e5ae00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e54148c30 0x7f9e541490b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e5ae00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e541e7070 0x7f9e541e74f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e5ae00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9e5415ada0 con 0x7f9e38004d40 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e5ae00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9e540cd950 con 0x7f9e54148c30 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e5ae00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9e5415ed10 con 0x7f9e541e7070 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e53e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e540cb6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e53e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e540cb6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39386/0 (socket says 172.21.15.92:39386) 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e53e00640 1 -- 172.21.15.92:0/796009568 learned_addr learned my addr 172.21.15.92:0/796009568 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e4b400640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e54148c30 0x7f9e541490b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.386+0000 7f9e58e00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e541e7070 0x7f9e541e74f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e53e00640 1 -- 172.21.15.92:0/796009568 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e541e7070 msgr2=0x7f9e541e74f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e53e00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e541e7070 0x7f9e541e74f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e53e00640 1 -- 172.21.15.92:0/796009568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e54148c30 msgr2=0x7f9e541490b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e53e00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e54148c30 0x7f9e541490b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e53e00640 1 -- 172.21.15.92:0/796009568 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9e541e7da0 con 0x7f9e38004d40 2024-09-19T06:03:04.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e58e00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e541e7070 0x7f9e541e74f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:04.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e53e00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e540cb6b0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9e440072f0 tx=0x7f9e440077b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:04.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e50c00640 1 -- 172.21.15.92:0/796009568 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4400f960 con 0x7f9e38004d40 2024-09-19T06:03:04.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e50c00640 1 -- 172.21.15.92:0/796009568 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9e44018070 con 0x7f9e38004d40 2024-09-19T06:03:04.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e50c00640 1 -- 172.21.15.92:0/796009568 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9e4400fd60 con 0x7f9e38004d40 2024-09-19T06:03:04.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9e541e8080 con 0x7f9e38004d40 2024-09-19T06:03:04.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.387+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9e541e8640 con 0x7f9e38004d40 2024-09-19T06:03:04.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.388+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9e5415f0e0 con 0x7f9e38004d40 2024-09-19T06:03:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.389+0000 7f9e50c00640 1 -- 172.21.15.92:0/796009568 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9e4401d460 con 0x7f9e38004d40 2024-09-19T06:03:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.390+0000 7f9e50c00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3006c2b0 0x7f9e3006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.390+0000 7f9e50c00640 1 -- 172.21.15.92:0/796009568 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f9e4408b540 con 0x7f9e38004d40 2024-09-19T06:03:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.390+0000 7f9e4b400640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3006c2b0 0x7f9e3006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.391+0000 7f9e4b400640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3006c2b0 0x7f9e3006e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9e540cc050 tx=0x7f9e3c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:04.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.395+0000 7f9e50c00640 1 -- 172.21.15.92:0/796009568 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9e44059c10 con 0x7f9e38004d40 2024-09-19T06:03:04.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.565+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f9e5406d8e0 con 0x7f9e3006c2b0 2024-09-19T06:03:04.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.571+0000 7f9e50c00640 1 -- 172.21.15.92:0/796009568 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251957 (secure 0 0 0) 0x7f9e5406d8e0 con 0x7f9e3006c2b0 2024-09-19T06:03:04.576 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:04.577 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:03:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3006c2b0 msgr2=0x7f9e3006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3006c2b0 0x7f9e3006e770 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f9e540cc050 tx=0x7f9e3c009040 comp rx=0 tx=0).stop 2024-09-19T06:03:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 msgr2=0x7f9e540cb6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e540cb6b0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f9e440072f0 tx=0x7f9e440077b0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 shutdown_connections 2024-09-19T06:03:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9e541e7070 0x7f9e541e74f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9e3006c2b0 0x7f9e3006e770 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9e54148c30 0x7f9e541490b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 --2- 172.21.15.92:0/796009568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e38004d40 0x7f9e540cb6b0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 >> 172.21.15.92:0/796009568 conn(0x7f9e5406bc10 msgr2=0x7f9e54070f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 shutdown_connections 2024-09-19T06:03:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.575+0000 7f9e5ae00640 1 -- 172.21.15.92:0/796009568 wait complete. 2024-09-19T06:03:04.593 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":94,"stamp":"2024-09-19T06:03:02.895608+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":135,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":250660,"kb_used_data":5288,"kb_used_omap":12,"kb_used_meta":245171,"kb_avail":754724060,"statfs":{"total":773094113280,"available":772837437440,"internally_reserved":0,"allocated":5414912,"data_stored":2849420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":251055665},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":35,"apply_latency_ms":35,"commit_latency_ns":35000000,"apply_latency_ns":35000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.922022"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008011+0000","last_change":"2024-09-19T06:03:00.008713+0000","last_active":"2024-09-19T06:03:01.008011+0000","last_peered":"2024-09-19T06:03:01.008011+0000","last_clean":"2024-09-19T06:03:01.008011+0000","last_became_active":"2024-09-19T06:03:00.008171+0000","last_became_peered":"2024-09-19T06:03:00.008171+0000","last_unstale":"2024-09-19T06:03:01.008011+0000","last_undegraded":"2024-09-19T06:03:01.008011+0000","last_fullsized":"2024-09-19T06:03:01.008011+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:57.396208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805765+0000","last_change":"2024-09-19T06:03:00.003211+0000","last_active":"2024-09-19T06:03:01.805765+0000","last_peered":"2024-09-19T06:03:01.805765+0000","last_clean":"2024-09-19T06:03:01.805765+0000","last_became_active":"2024-09-19T06:03:00.002935+0000","last_became_peered":"2024-09-19T06:03:00.002935+0000","last_unstale":"2024-09-19T06:03:01.805765+0000","last_undegraded":"2024-09-19T06:03:01.805765+0000","last_fullsized":"2024-09-19T06:03:01.805765+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:57.396208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804901+0000","last_change":"2024-09-19T06:02:59.999790+0000","last_active":"2024-09-19T06:03:01.804901+0000","last_peered":"2024-09-19T06:03:01.804901+0000","last_clean":"2024-09-19T06:03:01.804901+0000","last_became_active":"2024-09-19T06:02:59.997893+0000","last_became_peered":"2024-09-19T06:02:59.997893+0000","last_unstale":"2024-09-19T06:03:01.804901+0000","last_undegraded":"2024-09-19T06:03:01.804901+0000","last_fullsized":"2024-09-19T06:03:01.804901+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:36.951638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805722+0000","last_change":"2024-09-19T06:03:00.018927+0000","last_active":"2024-09-19T06:03:01.805722+0000","last_peered":"2024-09-19T06:03:01.805722+0000","last_clean":"2024-09-19T06:03:01.805722+0000","last_became_active":"2024-09-19T06:03:00.017319+0000","last_became_peered":"2024-09-19T06:03:00.017319+0000","last_unstale":"2024-09-19T06:03:01.805722+0000","last_undegraded":"2024-09-19T06:03:01.805722+0000","last_fullsized":"2024-09-19T06:03:01.805722+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:45.404988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805499+0000","last_change":"2024-09-19T06:03:00.006250+0000","last_active":"2024-09-19T06:03:01.805499+0000","last_peered":"2024-09-19T06:03:01.805499+0000","last_clean":"2024-09-19T06:03:01.805499+0000","last_became_active":"2024-09-19T06:03:00.004628+0000","last_became_peered":"2024-09-19T06:03:00.004628+0000","last_unstale":"2024-09-19T06:03:01.805499+0000","last_undegraded":"2024-09-19T06:03:01.805499+0000","last_fullsized":"2024-09-19T06:03:01.805499+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:11.078995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804589+0000","last_change":"2024-09-19T06:03:00.004564+0000","last_active":"2024-09-19T06:03:01.804589+0000","last_peered":"2024-09-19T06:03:01.804589+0000","last_clean":"2024-09-19T06:03:01.804589+0000","last_became_active":"2024-09-19T06:03:00.004256+0000","last_became_peered":"2024-09-19T06:03:00.004256+0000","last_unstale":"2024-09-19T06:03:01.804589+0000","last_undegraded":"2024-09-19T06:03:01.804589+0000","last_fullsized":"2024-09-19T06:03:01.804589+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:29.148008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008950+0000","last_change":"2024-09-19T06:03:00.009591+0000","last_active":"2024-09-19T06:03:01.008950+0000","last_peered":"2024-09-19T06:03:01.008950+0000","last_clean":"2024-09-19T06:03:01.008950+0000","last_became_active":"2024-09-19T06:03:00.008660+0000","last_became_peered":"2024-09-19T06:03:00.008660+0000","last_unstale":"2024-09-19T06:03:01.008950+0000","last_undegraded":"2024-09-19T06:03:01.008950+0000","last_fullsized":"2024-09-19T06:03:01.008950+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:48.287525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804762+0000","last_change":"2024-09-19T06:03:00.006667+0000","last_active":"2024-09-19T06:03:01.804762+0000","last_peered":"2024-09-19T06:03:01.804762+0000","last_clean":"2024-09-19T06:03:01.804762+0000","last_became_active":"2024-09-19T06:03:00.004904+0000","last_became_peered":"2024-09-19T06:03:00.004904+0000","last_unstale":"2024-09-19T06:03:01.804762+0000","last_undegraded":"2024-09-19T06:03:01.804762+0000","last_fullsized":"2024-09-19T06:03:01.804762+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:36.951638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805901+0000","last_change":"2024-09-19T06:03:00.011353+0000","last_active":"2024-09-19T06:03:01.805901+0000","last_peered":"2024-09-19T06:03:01.805901+0000","last_clean":"2024-09-19T06:03:01.805901+0000","last_became_active":"2024-09-19T06:03:00.011108+0000","last_became_peered":"2024-09-19T06:03:00.011108+0000","last_unstale":"2024-09-19T06:03:01.805901+0000","last_undegraded":"2024-09-19T06:03:01.805901+0000","last_fullsized":"2024-09-19T06:03:01.805901+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:36.737526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805757+0000","last_change":"2024-09-19T06:03:00.019952+0000","last_active":"2024-09-19T06:03:01.805757+0000","last_peered":"2024-09-19T06:03:01.805757+0000","last_clean":"2024-09-19T06:03:01.805757+0000","last_became_active":"2024-09-19T06:03:00.019260+0000","last_became_peered":"2024-09-19T06:03:00.019260+0000","last_unstale":"2024-09-19T06:03:01.805757+0000","last_undegraded":"2024-09-19T06:03:01.805757+0000","last_fullsized":"2024-09-19T06:03:01.805757+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:10.517114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805798+0000","last_change":"2024-09-19T06:03:00.016247+0000","last_active":"2024-09-19T06:03:01.805798+0000","last_peered":"2024-09-19T06:03:01.805798+0000","last_clean":"2024-09-19T06:03:01.805798+0000","last_became_active":"2024-09-19T06:03:00.015869+0000","last_became_peered":"2024-09-19T06:03:00.015869+0000","last_unstale":"2024-09-19T06:03:01.805798+0000","last_undegraded":"2024-09-19T06:03:01.805798+0000","last_fullsized":"2024-09-19T06:03:01.805798+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:29.148008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805554+0000","last_change":"2024-09-19T06:03:00.000999+0000","last_active":"2024-09-19T06:03:01.805554+0000","last_peered":"2024-09-19T06:03:01.805554+0000","last_clean":"2024-09-19T06:03:01.805554+0000","last_became_active":"2024-09-19T06:03:00.000712+0000","last_became_peered":"2024-09-19T06:03:00.000712+0000","last_unstale":"2024-09-19T06:03:01.805554+0000","last_undegraded":"2024-09-19T06:03:01.805554+0000","last_fullsized":"2024-09-19T06:03:01.805554+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:58.013321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.002996+0000","last_change":"2024-09-19T06:03:00.002381+0000","last_active":"2024-09-19T06:03:01.002996+0000","last_peered":"2024-09-19T06:03:01.002996+0000","last_clean":"2024-09-19T06:03:01.002996+0000","last_became_active":"2024-09-19T06:03:00.000228+0000","last_became_peered":"2024-09-19T06:03:00.000228+0000","last_unstale":"2024-09-19T06:03:01.002996+0000","last_undegraded":"2024-09-19T06:03:01.002996+0000","last_fullsized":"2024-09-19T06:03:01.002996+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:12:09.025605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805148+0000","last_change":"2024-09-19T06:03:00.011475+0000","last_active":"2024-09-19T06:03:01.805148+0000","last_peered":"2024-09-19T06:03:01.805148+0000","last_clean":"2024-09-19T06:03:01.805148+0000","last_became_active":"2024-09-19T06:03:00.011204+0000","last_became_peered":"2024-09-19T06:03:00.011204+0000","last_unstale":"2024-09-19T06:03:01.805148+0000","last_undegraded":"2024-09-19T06:03:01.805148+0000","last_fullsized":"2024-09-19T06:03:01.805148+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:35.350347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804923+0000","last_change":"2024-09-19T06:02:59.998122+0000","last_active":"2024-09-19T06:03:01.804923+0000","last_peered":"2024-09-19T06:03:01.804923+0000","last_clean":"2024-09-19T06:03:01.804923+0000","last_became_active":"2024-09-19T06:02:59.997856+0000","last_became_peered":"2024-09-19T06:02:59.997856+0000","last_unstale":"2024-09-19T06:03:01.804923+0000","last_undegraded":"2024-09-19T06:03:01.804923+0000","last_fullsized":"2024-09-19T06:03:01.804923+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:58:10.517114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008070+0000","last_change":"2024-09-19T06:03:00.015020+0000","last_active":"2024-09-19T06:03:01.008070+0000","last_peered":"2024-09-19T06:03:01.008070+0000","last_clean":"2024-09-19T06:03:01.008070+0000","last_became_active":"2024-09-19T06:03:00.012074+0000","last_became_peered":"2024-09-19T06:03:00.012074+0000","last_unstale":"2024-09-19T06:03:01.008070+0000","last_undegraded":"2024-09-19T06:03:01.008070+0000","last_fullsized":"2024-09-19T06:03:01.008070+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:37.374663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805384+0000","last_change":"2024-09-19T06:02:59.996759+0000","last_active":"2024-09-19T06:03:01.805384+0000","last_peered":"2024-09-19T06:03:01.805384+0000","last_clean":"2024-09-19T06:03:01.805384+0000","last_became_active":"2024-09-19T06:02:59.996464+0000","last_became_peered":"2024-09-19T06:02:59.996464+0000","last_unstale":"2024-09-19T06:03:01.805384+0000","last_undegraded":"2024-09-19T06:03:01.805384+0000","last_fullsized":"2024-09-19T06:03:01.805384+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:57.396208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805250+0000","last_change":"2024-09-19T06:03:00.007523+0000","last_active":"2024-09-19T06:03:01.805250+0000","last_peered":"2024-09-19T06:03:01.805250+0000","last_clean":"2024-09-19T06:03:01.805250+0000","last_became_active":"2024-09-19T06:03:00.007035+0000","last_became_peered":"2024-09-19T06:03:00.007035+0000","last_unstale":"2024-09-19T06:03:01.805250+0000","last_undegraded":"2024-09-19T06:03:01.805250+0000","last_fullsized":"2024-09-19T06:03:01.805250+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:58.013321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009806+0000","last_change":"2024-09-19T06:03:00.008223+0000","last_active":"2024-09-19T06:03:01.009806+0000","last_peered":"2024-09-19T06:03:01.009806+0000","last_clean":"2024-09-19T06:03:01.009806+0000","last_became_active":"2024-09-19T06:03:00.007951+0000","last_became_peered":"2024-09-19T06:03:00.007951+0000","last_unstale":"2024-09-19T06:03:01.009806+0000","last_undegraded":"2024-09-19T06:03:01.009806+0000","last_fullsized":"2024-09-19T06:03:01.009806+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:53.109725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003179+0000","last_change":"2024-09-19T06:03:00.006469+0000","last_active":"2024-09-19T06:03:01.003179+0000","last_peered":"2024-09-19T06:03:01.003179+0000","last_clean":"2024-09-19T06:03:01.003179+0000","last_became_active":"2024-09-19T06:03:00.006204+0000","last_became_peered":"2024-09-19T06:03:00.006204+0000","last_unstale":"2024-09-19T06:03:01.003179+0000","last_undegraded":"2024-09-19T06:03:01.003179+0000","last_fullsized":"2024-09-19T06:03:01.003179+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:41.499233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804653+0000","last_change":"2024-09-19T06:03:00.012973+0000","last_active":"2024-09-19T06:03:01.804653+0000","last_peered":"2024-09-19T06:03:01.804653+0000","last_clean":"2024-09-19T06:03:01.804653+0000","last_became_active":"2024-09-19T06:03:00.012702+0000","last_became_peered":"2024-09-19T06:03:00.012702+0000","last_unstale":"2024-09-19T06:03:01.804653+0000","last_undegraded":"2024-09-19T06:03:01.804653+0000","last_fullsized":"2024-09-19T06:03:01.804653+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:13.679397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805148+0000","last_change":"2024-09-19T06:03:00.020614+0000","last_active":"2024-09-19T06:03:01.805148+0000","last_peered":"2024-09-19T06:03:01.805148+0000","last_clean":"2024-09-19T06:03:01.805148+0000","last_became_active":"2024-09-19T06:03:00.017286+0000","last_became_peered":"2024-09-19T06:03:00.017286+0000","last_unstale":"2024-09-19T06:03:01.805148+0000","last_undegraded":"2024-09-19T06:03:01.805148+0000","last_fullsized":"2024-09-19T06:03:01.805148+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:26:57.396208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008585+0000","last_change":"2024-09-19T06:03:00.011989+0000","last_active":"2024-09-19T06:03:01.008585+0000","last_peered":"2024-09-19T06:03:01.008585+0000","last_clean":"2024-09-19T06:03:01.008585+0000","last_became_active":"2024-09-19T06:03:00.011332+0000","last_became_peered":"2024-09-19T06:03:00.011332+0000","last_unstale":"2024-09-19T06:03:01.008585+0000","last_undegraded":"2024-09-19T06:03:01.008585+0000","last_fullsized":"2024-09-19T06:03:01.008585+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:10:08.390403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008207+0000","last_change":"2024-09-19T06:03:00.004480+0000","last_active":"2024-09-19T06:03:01.008207+0000","last_peered":"2024-09-19T06:03:01.008207+0000","last_clean":"2024-09-19T06:03:01.008207+0000","last_became_active":"2024-09-19T06:03:00.004039+0000","last_became_peered":"2024-09-19T06:03:00.004039+0000","last_unstale":"2024-09-19T06:03:01.008207+0000","last_undegraded":"2024-09-19T06:03:01.008207+0000","last_fullsized":"2024-09-19T06:03:01.008207+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:59.728987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009461+0000","last_change":"2024-09-19T06:03:00.018283+0000","last_active":"2024-09-19T06:03:01.009461+0000","last_peered":"2024-09-19T06:03:01.009461+0000","last_clean":"2024-09-19T06:03:01.009461+0000","last_became_active":"2024-09-19T06:03:00.014926+0000","last_became_peered":"2024-09-19T06:03:00.014926+0000","last_unstale":"2024-09-19T06:03:01.009461+0000","last_undegraded":"2024-09-19T06:03:01.009461+0000","last_fullsized":"2024-09-19T06:03:01.009461+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:59.517090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003119+0000","last_change":"2024-09-19T06:03:00.003940+0000","last_active":"2024-09-19T06:03:01.003119+0000","last_peered":"2024-09-19T06:03:01.003119+0000","last_clean":"2024-09-19T06:03:01.003119+0000","last_became_active":"2024-09-19T06:03:00.003695+0000","last_became_peered":"2024-09-19T06:03:00.003695+0000","last_unstale":"2024-09-19T06:03:01.003119+0000","last_undegraded":"2024-09-19T06:03:01.003119+0000","last_fullsized":"2024-09-19T06:03:01.003119+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:53:49.862301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805203+0000","last_change":"2024-09-19T06:02:59.993782+0000","last_active":"2024-09-19T06:03:01.805203+0000","last_peered":"2024-09-19T06:03:01.805203+0000","last_clean":"2024-09-19T06:03:01.805203+0000","last_became_active":"2024-09-19T06:02:59.993528+0000","last_became_peered":"2024-09-19T06:02:59.993528+0000","last_unstale":"2024-09-19T06:03:01.805203+0000","last_undegraded":"2024-09-19T06:03:01.805203+0000","last_fullsized":"2024-09-19T06:03:01.805203+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:11.078995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805709+0000","last_change":"2024-09-19T06:03:00.000830+0000","last_active":"2024-09-19T06:03:01.805709+0000","last_peered":"2024-09-19T06:03:01.805709+0000","last_clean":"2024-09-19T06:03:01.805709+0000","last_became_active":"2024-09-19T06:03:00.000426+0000","last_became_peered":"2024-09-19T06:03:00.000426+0000","last_unstale":"2024-09-19T06:03:01.805709+0000","last_undegraded":"2024-09-19T06:03:01.805709+0000","last_fullsized":"2024-09-19T06:03:01.805709+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:35.350347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009071+0000","last_change":"2024-09-19T06:03:00.014840+0000","last_active":"2024-09-19T06:03:01.009071+0000","last_peered":"2024-09-19T06:03:01.009071+0000","last_clean":"2024-09-19T06:03:01.009071+0000","last_became_active":"2024-09-19T06:03:00.014261+0000","last_became_peered":"2024-09-19T06:03:00.014261+0000","last_unstale":"2024-09-19T06:03:01.009071+0000","last_undegraded":"2024-09-19T06:03:01.009071+0000","last_fullsized":"2024-09-19T06:03:01.009071+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:38.263703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804858+0000","last_change":"2024-09-19T06:03:00.011679+0000","last_active":"2024-09-19T06:03:01.804858+0000","last_peered":"2024-09-19T06:03:01.804858+0000","last_clean":"2024-09-19T06:03:01.804858+0000","last_became_active":"2024-09-19T06:03:00.011409+0000","last_became_peered":"2024-09-19T06:03:00.011409+0000","last_unstale":"2024-09-19T06:03:01.804858+0000","last_undegraded":"2024-09-19T06:03:01.804858+0000","last_fullsized":"2024-09-19T06:03:01.804858+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:53.109725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804607+0000","last_change":"2024-09-19T06:03:00.003506+0000","last_active":"2024-09-19T06:03:01.804607+0000","last_peered":"2024-09-19T06:03:01.804607+0000","last_clean":"2024-09-19T06:03:01.804607+0000","last_became_active":"2024-09-19T06:03:00.003191+0000","last_became_peered":"2024-09-19T06:03:00.003191+0000","last_unstale":"2024-09-19T06:03:01.804607+0000","last_undegraded":"2024-09-19T06:03:01.804607+0000","last_fullsized":"2024-09-19T06:03:01.804607+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:29.997404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.002917+0000","last_change":"2024-09-19T06:03:00.002207+0000","last_active":"2024-09-19T06:03:01.002917+0000","last_peered":"2024-09-19T06:03:01.002917+0000","last_clean":"2024-09-19T06:03:01.002917+0000","last_became_active":"2024-09-19T06:03:00.001903+0000","last_became_peered":"2024-09-19T06:03:00.001903+0000","last_unstale":"2024-09-19T06:03:01.002917+0000","last_undegraded":"2024-09-19T06:03:01.002917+0000","last_fullsized":"2024-09-19T06:03:01.002917+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:41:45.288177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103843+0000","last_change":"2024-09-19T06:03:00.001570+0000","last_active":"2024-09-19T06:03:01.103843+0000","last_peered":"2024-09-19T06:03:01.103843+0000","last_clean":"2024-09-19T06:03:01.103843+0000","last_became_active":"2024-09-19T06:03:00.001288+0000","last_became_peered":"2024-09-19T06:03:00.001288+0000","last_unstale":"2024-09-19T06:03:01.103843+0000","last_undegraded":"2024-09-19T06:03:01.103843+0000","last_fullsized":"2024-09-19T06:03:01.103843+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:49.591961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"44'4","reported_seq":18,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805518+0000","last_change":"2024-09-19T06:02:59.006232+0000","last_active":"2024-09-19T06:03:01.805518+0000","last_peered":"2024-09-19T06:03:01.805518+0000","last_clean":"2024-09-19T06:03:01.805518+0000","last_became_active":"2024-09-19T06:02:59.005941+0000","last_became_peered":"2024-09-19T06:02:59.005941+0000","last_unstale":"2024-09-19T06:03:01.805518+0000","last_undegraded":"2024-09-19T06:03:01.805518+0000","last_fullsized":"2024-09-19T06:03:01.805518+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:49.299381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009587+0000","last_change":"2024-09-19T06:03:00.018112+0000","last_active":"2024-09-19T06:03:01.009587+0000","last_peered":"2024-09-19T06:03:01.009587+0000","last_clean":"2024-09-19T06:03:01.009587+0000","last_became_active":"2024-09-19T06:03:00.014603+0000","last_became_peered":"2024-09-19T06:03:00.014603+0000","last_unstale":"2024-09-19T06:03:01.009587+0000","last_undegraded":"2024-09-19T06:03:01.009587+0000","last_fullsized":"2024-09-19T06:03:01.009587+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:01.427590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805631+0000","last_change":"2024-09-19T06:02:58.997021+0000","last_active":"2024-09-19T06:03:01.805631+0000","last_peered":"2024-09-19T06:03:01.805631+0000","last_clean":"2024-09-19T06:03:01.805631+0000","last_became_active":"2024-09-19T06:02:58.996520+0000","last_became_peered":"2024-09-19T06:02:58.996520+0000","last_unstale":"2024-09-19T06:03:01.805631+0000","last_undegraded":"2024-09-19T06:03:01.805631+0000","last_fullsized":"2024-09-19T06:03:01.805631+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:58:58.722318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805826+0000","last_change":"2024-09-19T06:03:00.000387+0000","last_active":"2024-09-19T06:03:01.805826+0000","last_peered":"2024-09-19T06:03:01.805826+0000","last_clean":"2024-09-19T06:03:01.805826+0000","last_became_active":"2024-09-19T06:02:59.999244+0000","last_became_peered":"2024-09-19T06:02:59.999244+0000","last_unstale":"2024-09-19T06:03:01.805826+0000","last_undegraded":"2024-09-19T06:03:01.805826+0000","last_fullsized":"2024-09-19T06:03:01.805826+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:54.209237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103915+0000","last_change":"2024-09-19T06:02:58.997844+0000","last_active":"2024-09-19T06:03:01.103915+0000","last_peered":"2024-09-19T06:03:01.103915+0000","last_clean":"2024-09-19T06:03:01.103915+0000","last_became_active":"2024-09-19T06:02:58.997561+0000","last_became_peered":"2024-09-19T06:02:58.997561+0000","last_unstale":"2024-09-19T06:03:01.103915+0000","last_undegraded":"2024-09-19T06:03:01.103915+0000","last_fullsized":"2024-09-19T06:03:01.103915+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:51:35.057359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103858+0000","last_change":"2024-09-19T06:03:00.013669+0000","last_active":"2024-09-19T06:03:01.103858+0000","last_peered":"2024-09-19T06:03:01.103858+0000","last_clean":"2024-09-19T06:03:01.103858+0000","last_became_active":"2024-09-19T06:03:00.013421+0000","last_became_peered":"2024-09-19T06:03:00.013421+0000","last_unstale":"2024-09-19T06:03:01.103858+0000","last_undegraded":"2024-09-19T06:03:01.103858+0000","last_fullsized":"2024-09-19T06:03:01.103858+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:14:32.283160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008178+0000","last_change":"2024-09-19T06:02:59.002459+0000","last_active":"2024-09-19T06:03:01.008178+0000","last_peered":"2024-09-19T06:03:01.008178+0000","last_clean":"2024-09-19T06:03:01.008178+0000","last_became_active":"2024-09-19T06:02:59.002186+0000","last_became_peered":"2024-09-19T06:02:59.002186+0000","last_unstale":"2024-09-19T06:03:01.008178+0000","last_undegraded":"2024-09-19T06:03:01.008178+0000","last_fullsized":"2024-09-19T06:03:01.008178+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:49.299381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804867+0000","last_change":"2024-09-19T06:03:00.013634+0000","last_active":"2024-09-19T06:03:01.804867+0000","last_peered":"2024-09-19T06:03:01.804867+0000","last_clean":"2024-09-19T06:03:01.804867+0000","last_became_active":"2024-09-19T06:03:00.013376+0000","last_became_peered":"2024-09-19T06:03:00.013376+0000","last_unstale":"2024-09-19T06:03:01.804867+0000","last_undegraded":"2024-09-19T06:03:01.804867+0000","last_fullsized":"2024-09-19T06:03:01.804867+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:57.971507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804913+0000","last_change":"2024-09-19T06:02:58.996756+0000","last_active":"2024-09-19T06:03:01.804913+0000","last_peered":"2024-09-19T06:03:01.804913+0000","last_clean":"2024-09-19T06:03:01.804913+0000","last_became_active":"2024-09-19T06:02:58.994709+0000","last_became_peered":"2024-09-19T06:02:58.994709+0000","last_unstale":"2024-09-19T06:03:01.804913+0000","last_undegraded":"2024-09-19T06:03:01.804913+0000","last_fullsized":"2024-09-19T06:03:01.804913+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:35.944969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805728+0000","last_change":"2024-09-19T06:03:00.019902+0000","last_active":"2024-09-19T06:03:01.805728+0000","last_peered":"2024-09-19T06:03:01.805728+0000","last_clean":"2024-09-19T06:03:01.805728+0000","last_became_active":"2024-09-19T06:03:00.019665+0000","last_became_peered":"2024-09-19T06:03:00.019665+0000","last_unstale":"2024-09-19T06:03:01.805728+0000","last_undegraded":"2024-09-19T06:03:01.805728+0000","last_fullsized":"2024-09-19T06:03:01.805728+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:17:48.287525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805177+0000","last_change":"2024-09-19T06:02:58.993839+0000","last_active":"2024-09-19T06:03:01.805177+0000","last_peered":"2024-09-19T06:03:01.805177+0000","last_clean":"2024-09-19T06:03:01.805177+0000","last_became_active":"2024-09-19T06:02:58.993519+0000","last_became_peered":"2024-09-19T06:02:58.993519+0000","last_unstale":"2024-09-19T06:03:01.805177+0000","last_undegraded":"2024-09-19T06:03:01.805177+0000","last_fullsized":"2024-09-19T06:03:01.805177+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:37.330428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804830+0000","last_change":"2024-09-19T06:03:00.005169+0000","last_active":"2024-09-19T06:03:01.804830+0000","last_peered":"2024-09-19T06:03:01.804830+0000","last_clean":"2024-09-19T06:03:01.804830+0000","last_became_active":"2024-09-19T06:03:00.004587+0000","last_became_peered":"2024-09-19T06:03:00.004587+0000","last_unstale":"2024-09-19T06:03:01.804830+0000","last_undegraded":"2024-09-19T06:03:01.804830+0000","last_fullsized":"2024-09-19T06:03:01.804830+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:48:11.078995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804767+0000","last_change":"2024-09-19T06:02:59.003035+0000","last_active":"2024-09-19T06:03:01.804767+0000","last_peered":"2024-09-19T06:03:01.804767+0000","last_clean":"2024-09-19T06:03:01.804767+0000","last_became_active":"2024-09-19T06:02:59.002732+0000","last_became_peered":"2024-09-19T06:02:59.002732+0000","last_unstale":"2024-09-19T06:03:01.804767+0000","last_undegraded":"2024-09-19T06:03:01.804767+0000","last_fullsized":"2024-09-19T06:03:01.804767+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:21.332036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008420+0000","last_change":"2024-09-19T06:03:00.012242+0000","last_active":"2024-09-19T06:03:01.008420+0000","last_peered":"2024-09-19T06:03:01.008420+0000","last_clean":"2024-09-19T06:03:01.008420+0000","last_became_active":"2024-09-19T06:03:00.011677+0000","last_became_peered":"2024-09-19T06:03:00.011677+0000","last_unstale":"2024-09-19T06:03:01.008420+0000","last_undegraded":"2024-09-19T06:03:01.008420+0000","last_fullsized":"2024-09-19T06:03:01.008420+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:04.659845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804831+0000","last_change":"2024-09-19T06:02:59.001308+0000","last_active":"2024-09-19T06:03:01.804831+0000","last_peered":"2024-09-19T06:03:01.804831+0000","last_clean":"2024-09-19T06:03:01.804831+0000","last_became_active":"2024-09-19T06:02:59.000987+0000","last_became_peered":"2024-09-19T06:02:59.000987+0000","last_unstale":"2024-09-19T06:03:01.804831+0000","last_undegraded":"2024-09-19T06:03:01.804831+0000","last_fullsized":"2024-09-19T06:03:01.804831+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:03:02.251762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805300+0000","last_change":"2024-09-19T06:03:00.005302+0000","last_active":"2024-09-19T06:03:01.805300+0000","last_peered":"2024-09-19T06:03:01.805300+0000","last_clean":"2024-09-19T06:03:01.805300+0000","last_became_active":"2024-09-19T06:03:00.004465+0000","last_became_peered":"2024-09-19T06:03:00.004465+0000","last_unstale":"2024-09-19T06:03:01.805300+0000","last_undegraded":"2024-09-19T06:03:01.805300+0000","last_fullsized":"2024-09-19T06:03:01.805300+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:35.350347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805563+0000","last_change":"2024-09-19T06:02:58.997849+0000","last_active":"2024-09-19T06:03:01.805563+0000","last_peered":"2024-09-19T06:03:01.805563+0000","last_clean":"2024-09-19T06:03:01.805563+0000","last_became_active":"2024-09-19T06:02:58.995217+0000","last_became_peered":"2024-09-19T06:02:58.995217+0000","last_unstale":"2024-09-19T06:03:01.805563+0000","last_undegraded":"2024-09-19T06:03:01.805563+0000","last_fullsized":"2024-09-19T06:03:01.805563+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:38:36.367994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008107+0000","last_change":"2024-09-19T06:03:00.016099+0000","last_active":"2024-09-19T06:03:01.008107+0000","last_peered":"2024-09-19T06:03:01.008107+0000","last_clean":"2024-09-19T06:03:01.008107+0000","last_became_active":"2024-09-19T06:03:00.015790+0000","last_became_peered":"2024-09-19T06:03:00.015790+0000","last_unstale":"2024-09-19T06:03:01.008107+0000","last_undegraded":"2024-09-19T06:03:01.008107+0000","last_fullsized":"2024-09-19T06:03:01.008107+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:54.209237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805938+0000","last_change":"2024-09-19T06:02:59.002872+0000","last_active":"2024-09-19T06:03:01.805938+0000","last_peered":"2024-09-19T06:03:01.805938+0000","last_clean":"2024-09-19T06:03:01.805938+0000","last_became_active":"2024-09-19T06:02:59.002367+0000","last_became_peered":"2024-09-19T06:02:59.002367+0000","last_unstale":"2024-09-19T06:03:01.805938+0000","last_undegraded":"2024-09-19T06:03:01.805938+0000","last_fullsized":"2024-09-19T06:03:01.805938+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:14.000398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805340+0000","last_change":"2024-09-19T06:03:00.010401+0000","last_active":"2024-09-19T06:03:01.805340+0000","last_peered":"2024-09-19T06:03:01.805340+0000","last_clean":"2024-09-19T06:03:01.805340+0000","last_became_active":"2024-09-19T06:03:00.007602+0000","last_became_peered":"2024-09-19T06:03:00.007602+0000","last_unstale":"2024-09-19T06:03:01.805340+0000","last_undegraded":"2024-09-19T06:03:01.805340+0000","last_fullsized":"2024-09-19T06:03:01.805340+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:56:51.722369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"44'3","reported_seq":17,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008101+0000","last_change":"2024-09-19T06:02:59.005001+0000","last_active":"2024-09-19T06:03:01.008101+0000","last_peered":"2024-09-19T06:03:01.008101+0000","last_clean":"2024-09-19T06:03:01.008101+0000","last_became_active":"2024-09-19T06:02:59.004453+0000","last_became_peered":"2024-09-19T06:02:59.004453+0000","last_unstale":"2024-09-19T06:03:01.008101+0000","last_undegraded":"2024-09-19T06:03:01.008101+0000","last_fullsized":"2024-09-19T06:03:01.008101+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:00.420921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008383+0000","last_change":"2024-09-19T06:03:00.013214+0000","last_active":"2024-09-19T06:03:01.008383+0000","last_peered":"2024-09-19T06:03:01.008383+0000","last_clean":"2024-09-19T06:03:01.008383+0000","last_became_active":"2024-09-19T06:03:00.012891+0000","last_became_peered":"2024-09-19T06:03:00.012891+0000","last_unstale":"2024-09-19T06:03:01.008383+0000","last_undegraded":"2024-09-19T06:03:01.008383+0000","last_fullsized":"2024-09-19T06:03:01.008383+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:08:45.404988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"44'6","reported_seq":20,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003164+0000","last_change":"2024-09-19T06:02:58.998836+0000","last_active":"2024-09-19T06:03:01.003164+0000","last_peered":"2024-09-19T06:03:01.003164+0000","last_clean":"2024-09-19T06:03:01.003164+0000","last_became_active":"2024-09-19T06:02:58.998568+0000","last_became_peered":"2024-09-19T06:02:58.998568+0000","last_unstale":"2024-09-19T06:03:01.003164+0000","last_undegraded":"2024-09-19T06:03:01.003164+0000","last_fullsized":"2024-09-19T06:03:01.003164+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:37:49.646429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008695+0000","last_change":"2024-09-19T06:03:00.008200+0000","last_active":"2024-09-19T06:03:01.008695+0000","last_peered":"2024-09-19T06:03:01.008695+0000","last_clean":"2024-09-19T06:03:01.008695+0000","last_became_active":"2024-09-19T06:03:00.007781+0000","last_became_peered":"2024-09-19T06:03:00.007781+0000","last_unstale":"2024-09-19T06:03:01.008695+0000","last_undegraded":"2024-09-19T06:03:01.008695+0000","last_fullsized":"2024-09-19T06:03:01.008695+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:22.338705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805115+0000","last_change":"2024-09-19T06:02:59.009417+0000","last_active":"2024-09-19T06:03:01.805115+0000","last_peered":"2024-09-19T06:03:01.805115+0000","last_clean":"2024-09-19T06:03:01.805115+0000","last_became_active":"2024-09-19T06:02:59.009115+0000","last_became_peered":"2024-09-19T06:02:59.009115+0000","last_unstale":"2024-09-19T06:03:01.805115+0000","last_undegraded":"2024-09-19T06:03:01.805115+0000","last_fullsized":"2024-09-19T06:03:01.805115+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:06:56.964838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805695+0000","last_change":"2024-09-19T06:03:00.013195+0000","last_active":"2024-09-19T06:03:01.805695+0000","last_peered":"2024-09-19T06:03:01.805695+0000","last_clean":"2024-09-19T06:03:01.805695+0000","last_became_active":"2024-09-19T06:03:00.010728+0000","last_became_peered":"2024-09-19T06:03:00.010728+0000","last_unstale":"2024-09-19T06:03:01.805695+0000","last_undegraded":"2024-09-19T06:03:01.805695+0000","last_fullsized":"2024-09-19T06:03:01.805695+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:02:54.209237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.007782+0000","last_change":"2024-09-19T06:02:59.004537+0000","last_active":"2024-09-19T06:03:01.007782+0000","last_peered":"2024-09-19T06:03:01.007782+0000","last_clean":"2024-09-19T06:03:01.007782+0000","last_became_active":"2024-09-19T06:02:59.004188+0000","last_became_peered":"2024-09-19T06:02:59.004188+0000","last_unstale":"2024-09-19T06:03:01.007782+0000","last_undegraded":"2024-09-19T06:03:01.007782+0000","last_fullsized":"2024-09-19T06:03:01.007782+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:58.510421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804892+0000","last_change":"2024-09-19T06:03:00.009214+0000","last_active":"2024-09-19T06:03:01.804892+0000","last_peered":"2024-09-19T06:03:01.804892+0000","last_clean":"2024-09-19T06:03:01.804892+0000","last_became_active":"2024-09-19T06:03:00.008951+0000","last_became_peered":"2024-09-19T06:03:00.008951+0000","last_unstale":"2024-09-19T06:03:01.804892+0000","last_undegraded":"2024-09-19T06:03:01.804892+0000","last_fullsized":"2024-09-19T06:03:01.804892+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:52.083096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804710+0000","last_change":"2024-09-19T06:02:59.007626+0000","last_active":"2024-09-19T06:03:01.804710+0000","last_peered":"2024-09-19T06:03:01.804710+0000","last_clean":"2024-09-19T06:03:01.804710+0000","last_became_active":"2024-09-19T06:02:59.007316+0000","last_became_peered":"2024-09-19T06:02:59.007316+0000","last_unstale":"2024-09-19T06:03:01.804710+0000","last_undegraded":"2024-09-19T06:03:01.804710+0000","last_fullsized":"2024-09-19T06:03:01.804710+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:54.471944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009112+0000","last_change":"2024-09-19T06:03:00.012282+0000","last_active":"2024-09-19T06:03:01.009112+0000","last_peered":"2024-09-19T06:03:01.009112+0000","last_clean":"2024-09-19T06:03:01.009112+0000","last_became_active":"2024-09-19T06:03:00.011377+0000","last_became_peered":"2024-09-19T06:03:00.011377+0000","last_unstale":"2024-09-19T06:03:01.009112+0000","last_undegraded":"2024-09-19T06:03:01.009112+0000","last_fullsized":"2024-09-19T06:03:01.009112+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:21:36.737526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"44'8","reported_seq":22,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804902+0000","last_change":"2024-09-19T06:02:59.004434+0000","last_active":"2024-09-19T06:03:01.804902+0000","last_peered":"2024-09-19T06:03:01.804902+0000","last_clean":"2024-09-19T06:03:01.804902+0000","last_became_active":"2024-09-19T06:02:59.004154+0000","last_became_peered":"2024-09-19T06:02:59.004154+0000","last_unstale":"2024-09-19T06:03:01.804902+0000","last_undegraded":"2024-09-19T06:03:01.804902+0000","last_fullsized":"2024-09-19T06:03:01.804902+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:01.126598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003288+0000","last_change":"2024-09-19T06:02:59.995449+0000","last_active":"2024-09-19T06:03:01.003288+0000","last_peered":"2024-09-19T06:03:01.003288+0000","last_clean":"2024-09-19T06:03:01.003288+0000","last_became_active":"2024-09-19T06:02:59.995172+0000","last_became_peered":"2024-09-19T06:02:59.995172+0000","last_unstale":"2024-09-19T06:03:01.003288+0000","last_undegraded":"2024-09-19T06:03:01.003288+0000","last_fullsized":"2024-09-19T06:03:01.003288+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:14.816060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.003292+0000","last_change":"2024-09-19T06:02:58.999432+0000","last_active":"2024-09-19T06:03:01.003292+0000","last_peered":"2024-09-19T06:03:01.003292+0000","last_clean":"2024-09-19T06:03:01.003292+0000","last_became_active":"2024-09-19T06:02:58.999153+0000","last_became_peered":"2024-09-19T06:02:58.999153+0000","last_unstale":"2024-09-19T06:03:01.003292+0000","last_undegraded":"2024-09-19T06:03:01.003292+0000","last_fullsized":"2024-09-19T06:03:01.003292+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:07:48.753275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805761+0000","last_change":"2024-09-19T06:03:00.002140+0000","last_active":"2024-09-19T06:03:01.805761+0000","last_peered":"2024-09-19T06:03:01.805761+0000","last_clean":"2024-09-19T06:03:01.805761+0000","last_became_active":"2024-09-19T06:03:00.001857+0000","last_became_peered":"2024-09-19T06:03:00.001857+0000","last_unstale":"2024-09-19T06:03:01.805761+0000","last_undegraded":"2024-09-19T06:03:01.805761+0000","last_fullsized":"2024-09-19T06:03:01.805761+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:15:25.709957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805403+0000","last_change":"2024-09-19T06:02:58.994054+0000","last_active":"2024-09-19T06:03:01.805403+0000","last_peered":"2024-09-19T06:03:01.805403+0000","last_clean":"2024-09-19T06:03:01.805403+0000","last_became_active":"2024-09-19T06:02:58.993789+0000","last_became_peered":"2024-09-19T06:02:58.993789+0000","last_unstale":"2024-09-19T06:03:01.805403+0000","last_undegraded":"2024-09-19T06:03:01.805403+0000","last_fullsized":"2024-09-19T06:03:01.805403+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:03.653176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009120+0000","last_change":"2024-09-19T06:03:00.008467+0000","last_active":"2024-09-19T06:03:01.009120+0000","last_peered":"2024-09-19T06:03:01.009120+0000","last_clean":"2024-09-19T06:03:01.009120+0000","last_became_active":"2024-09-19T06:03:00.008097+0000","last_became_peered":"2024-09-19T06:03:00.008097+0000","last_unstale":"2024-09-19T06:03:01.009120+0000","last_undegraded":"2024-09-19T06:03:01.009120+0000","last_fullsized":"2024-09-19T06:03:01.009120+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:38.582770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"44'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805543+0000","last_change":"2024-09-19T06:02:58.998476+0000","last_active":"2024-09-19T06:03:01.805543+0000","last_peered":"2024-09-19T06:03:01.805543+0000","last_clean":"2024-09-19T06:03:01.805543+0000","last_became_active":"2024-09-19T06:02:58.998141+0000","last_became_peered":"2024-09-19T06:02:58.998141+0000","last_unstale":"2024-09-19T06:03:01.805543+0000","last_undegraded":"2024-09-19T06:03:01.805543+0000","last_fullsized":"2024-09-19T06:03:01.805543+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:37.576101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009636+0000","last_change":"2024-09-19T06:03:00.015523+0000","last_active":"2024-09-19T06:03:01.009636+0000","last_peered":"2024-09-19T06:03:01.009636+0000","last_clean":"2024-09-19T06:03:01.009636+0000","last_became_active":"2024-09-19T06:03:00.015261+0000","last_became_peered":"2024-09-19T06:03:00.015261+0000","last_unstale":"2024-09-19T06:03:01.009636+0000","last_undegraded":"2024-09-19T06:03:01.009636+0000","last_fullsized":"2024-09-19T06:03:01.009636+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:55.478613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805373+0000","last_change":"2024-09-19T06:02:59.004792+0000","last_active":"2024-09-19T06:03:01.805373+0000","last_peered":"2024-09-19T06:03:01.805373+0000","last_clean":"2024-09-19T06:03:01.805373+0000","last_became_active":"2024-09-19T06:02:59.004535+0000","last_became_peered":"2024-09-19T06:02:59.004535+0000","last_unstale":"2024-09-19T06:03:01.805373+0000","last_undegraded":"2024-09-19T06:03:01.805373+0000","last_fullsized":"2024-09-19T06:03:01.805373+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:00.420921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804749+0000","last_change":"2024-09-19T06:02:59.999238+0000","last_active":"2024-09-19T06:03:01.804749+0000","last_peered":"2024-09-19T06:03:01.804749+0000","last_clean":"2024-09-19T06:03:01.804749+0000","last_became_active":"2024-09-19T06:02:59.998957+0000","last_became_peered":"2024-09-19T06:02:59.998957+0000","last_unstale":"2024-09-19T06:03:01.804749+0000","last_undegraded":"2024-09-19T06:03:01.804749+0000","last_fullsized":"2024-09-19T06:03:01.804749+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:39:08.514121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805676+0000","last_change":"2024-09-19T06:02:58.998321+0000","last_active":"2024-09-19T06:03:01.805676+0000","last_peered":"2024-09-19T06:03:01.805676+0000","last_clean":"2024-09-19T06:03:01.805676+0000","last_became_active":"2024-09-19T06:02:58.994869+0000","last_became_peered":"2024-09-19T06:02:58.994869+0000","last_unstale":"2024-09-19T06:03:01.805676+0000","last_undegraded":"2024-09-19T06:03:01.805676+0000","last_fullsized":"2024-09-19T06:03:01.805676+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:30.679497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103773+0000","last_change":"2024-09-19T06:03:00.003762+0000","last_active":"2024-09-19T06:03:01.103773+0000","last_peered":"2024-09-19T06:03:01.103773+0000","last_clean":"2024-09-19T06:03:01.103773+0000","last_became_active":"2024-09-19T06:03:00.003464+0000","last_became_peered":"2024-09-19T06:03:00.003464+0000","last_unstale":"2024-09-19T06:03:01.103773+0000","last_undegraded":"2024-09-19T06:03:01.103773+0000","last_fullsized":"2024-09-19T06:03:01.103773+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:30:27.096401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805194+0000","last_change":"2024-09-19T06:02:58.998324+0000","last_active":"2024-09-19T06:03:01.805194+0000","last_peered":"2024-09-19T06:03:01.805194+0000","last_clean":"2024-09-19T06:03:01.805194+0000","last_became_active":"2024-09-19T06:02:58.997996+0000","last_became_peered":"2024-09-19T06:02:58.997996+0000","last_unstale":"2024-09-19T06:03:01.805194+0000","last_undegraded":"2024-09-19T06:03:01.805194+0000","last_fullsized":"2024-09-19T06:03:01.805194+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:37.257034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.002919+0000","last_change":"2024-09-19T06:03:00.016154+0000","last_active":"2024-09-19T06:03:01.002919+0000","last_peered":"2024-09-19T06:03:01.002919+0000","last_clean":"2024-09-19T06:03:01.002919+0000","last_became_active":"2024-09-19T06:03:00.009883+0000","last_became_peered":"2024-09-19T06:03:00.009883+0000","last_unstale":"2024-09-19T06:03:01.002919+0000","last_undegraded":"2024-09-19T06:03:01.002919+0000","last_fullsized":"2024-09-19T06:03:01.002919+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:59:55.166880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804753+0000","last_change":"2024-09-19T06:02:58.996194+0000","last_active":"2024-09-19T06:03:01.804753+0000","last_peered":"2024-09-19T06:03:01.804753+0000","last_clean":"2024-09-19T06:03:01.804753+0000","last_became_active":"2024-09-19T06:02:58.995896+0000","last_became_peered":"2024-09-19T06:02:58.995896+0000","last_unstale":"2024-09-19T06:03:01.804753+0000","last_undegraded":"2024-09-19T06:03:01.804753+0000","last_fullsized":"2024-09-19T06:03:01.804753+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:25.862238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805090+0000","last_change":"2024-09-19T06:03:00.011736+0000","last_active":"2024-09-19T06:03:01.805090+0000","last_peered":"2024-09-19T06:03:01.805090+0000","last_clean":"2024-09-19T06:03:01.805090+0000","last_became_active":"2024-09-19T06:03:00.011491+0000","last_became_peered":"2024-09-19T06:03:00.011491+0000","last_unstale":"2024-09-19T06:03:01.805090+0000","last_undegraded":"2024-09-19T06:03:01.805090+0000","last_fullsized":"2024-09-19T06:03:01.805090+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:05:58.013321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.007842+0000","last_change":"2024-09-19T06:02:59.003021+0000","last_active":"2024-09-19T06:03:01.007842+0000","last_peered":"2024-09-19T06:03:01.007842+0000","last_clean":"2024-09-19T06:03:01.007842+0000","last_became_active":"2024-09-19T06:02:59.002771+0000","last_became_peered":"2024-09-19T06:02:59.002771+0000","last_unstale":"2024-09-19T06:03:01.007842+0000","last_undegraded":"2024-09-19T06:03:01.007842+0000","last_fullsized":"2024-09-19T06:03:01.007842+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:37:37.257034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.009696+0000","last_change":"2024-09-19T06:03:00.006814+0000","last_active":"2024-09-19T06:03:01.009696+0000","last_peered":"2024-09-19T06:03:01.009696+0000","last_clean":"2024-09-19T06:03:01.009696+0000","last_became_active":"2024-09-19T06:03:00.006348+0000","last_became_peered":"2024-09-19T06:03:00.006348+0000","last_unstale":"2024-09-19T06:03:01.009696+0000","last_undegraded":"2024-09-19T06:03:01.009696+0000","last_fullsized":"2024-09-19T06:03:01.009696+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:15:50.306050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"45'1","reported_seq":15,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.989518+0000","last_change":"2024-09-19T06:02:59.000426+0000","last_active":"2024-09-19T06:03:01.989518+0000","last_peered":"2024-09-19T06:03:01.989518+0000","last_clean":"2024-09-19T06:03:01.989518+0000","last_became_active":"2024-09-19T06:02:59.000163+0000","last_became_peered":"2024-09-19T06:02:59.000163+0000","last_unstale":"2024-09-19T06:03:01.989518+0000","last_undegraded":"2024-09-19T06:03:01.989518+0000","last_fullsized":"2024-09-19T06:03:01.989518+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:06:52.103055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805754+0000","last_change":"2024-09-19T06:03:00.005992+0000","last_active":"2024-09-19T06:03:01.805754+0000","last_peered":"2024-09-19T06:03:01.805754+0000","last_clean":"2024-09-19T06:03:01.805754+0000","last_became_active":"2024-09-19T06:03:00.003979+0000","last_became_peered":"2024-09-19T06:03:00.003979+0000","last_unstale":"2024-09-19T06:03:01.805754+0000","last_undegraded":"2024-09-19T06:03:01.805754+0000","last_fullsized":"2024-09-19T06:03:01.805754+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:54:01.250064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008206+0000","last_change":"2024-09-19T06:02:59.001764+0000","last_active":"2024-09-19T06:03:01.008206+0000","last_peered":"2024-09-19T06:03:01.008206+0000","last_clean":"2024-09-19T06:03:01.008206+0000","last_became_active":"2024-09-19T06:02:59.001460+0000","last_became_peered":"2024-09-19T06:02:59.001460+0000","last_unstale":"2024-09-19T06:03:01.008206+0000","last_undegraded":"2024-09-19T06:03:01.008206+0000","last_fullsized":"2024-09-19T06:03:01.008206+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:22:54.471944+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.007965+0000","last_change":"2024-09-19T06:03:00.010678+0000","last_active":"2024-09-19T06:03:01.007965+0000","last_peered":"2024-09-19T06:03:01.007965+0000","last_clean":"2024-09-19T06:03:01.007965+0000","last_became_active":"2024-09-19T06:03:00.010405+0000","last_became_peered":"2024-09-19T06:03:00.010405+0000","last_unstale":"2024-09-19T06:03:01.007965+0000","last_undegraded":"2024-09-19T06:03:01.007965+0000","last_fullsized":"2024-09-19T06:03:01.007965+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:35.350347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103665+0000","last_change":"2024-09-19T06:02:58.997924+0000","last_active":"2024-09-19T06:03:01.103665+0000","last_peered":"2024-09-19T06:03:01.103665+0000","last_clean":"2024-09-19T06:03:01.103665+0000","last_became_active":"2024-09-19T06:02:58.997583+0000","last_became_peered":"2024-09-19T06:02:58.997583+0000","last_unstale":"2024-09-19T06:03:01.103665+0000","last_undegraded":"2024-09-19T06:03:01.103665+0000","last_fullsized":"2024-09-19T06:03:01.103665+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:21:53.395017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804893+0000","last_change":"2024-09-19T06:03:00.011934+0000","last_active":"2024-09-19T06:03:01.804893+0000","last_peered":"2024-09-19T06:03:01.804893+0000","last_clean":"2024-09-19T06:03:01.804893+0000","last_became_active":"2024-09-19T06:03:00.011734+0000","last_became_peered":"2024-09-19T06:03:00.011734+0000","last_unstale":"2024-09-19T06:03:01.804893+0000","last_undegraded":"2024-09-19T06:03:01.804893+0000","last_fullsized":"2024-09-19T06:03:01.804893+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:09.272144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.008039+0000","last_change":"2024-09-19T06:02:59.002603+0000","last_active":"2024-09-19T06:03:01.008039+0000","last_peered":"2024-09-19T06:03:01.008039+0000","last_clean":"2024-09-19T06:03:01.008039+0000","last_became_active":"2024-09-19T06:02:59.002286+0000","last_became_peered":"2024-09-19T06:02:59.002286+0000","last_unstale":"2024-09-19T06:03:01.008039+0000","last_undegraded":"2024-09-19T06:03:01.008039+0000","last_fullsized":"2024-09-19T06:03:01.008039+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:37.576101+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804803+0000","last_change":"2024-09-19T06:03:00.008310+0000","last_active":"2024-09-19T06:03:01.804803+0000","last_peered":"2024-09-19T06:03:01.804803+0000","last_clean":"2024-09-19T06:03:01.804803+0000","last_became_active":"2024-09-19T06:03:00.008134+0000","last_became_peered":"2024-09-19T06:03:00.008134+0000","last_unstale":"2024-09-19T06:03:01.804803+0000","last_undegraded":"2024-09-19T06:03:01.804803+0000","last_fullsized":"2024-09-19T06:03:01.804803+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:46.033508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805008+0000","last_change":"2024-09-19T06:02:58.992718+0000","last_active":"2024-09-19T06:03:01.805008+0000","last_peered":"2024-09-19T06:03:01.805008+0000","last_clean":"2024-09-19T06:03:01.805008+0000","last_became_active":"2024-09-19T06:02:58.992296+0000","last_became_peered":"2024-09-19T06:02:58.992296+0000","last_unstale":"2024-09-19T06:03:01.805008+0000","last_undegraded":"2024-09-19T06:03:01.805008+0000","last_fullsized":"2024-09-19T06:03:01.805008+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:51:14.000398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805049+0000","last_change":"2024-09-19T06:03:00.000494+0000","last_active":"2024-09-19T06:03:01.805049+0000","last_peered":"2024-09-19T06:03:01.805049+0000","last_clean":"2024-09-19T06:03:01.805049+0000","last_became_active":"2024-09-19T06:02:59.998051+0000","last_became_peered":"2024-09-19T06:02:59.998051+0000","last_unstale":"2024-09-19T06:03:01.805049+0000","last_undegraded":"2024-09-19T06:03:01.805049+0000","last_fullsized":"2024-09-19T06:03:01.805049+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:36.951638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.103750+0000","last_change":"2024-09-19T06:02:59.003158+0000","last_active":"2024-09-19T06:03:01.103750+0000","last_peered":"2024-09-19T06:03:01.103750+0000","last_clean":"2024-09-19T06:03:01.103750+0000","last_became_active":"2024-09-19T06:02:59.002837+0000","last_became_peered":"2024-09-19T06:02:59.002837+0000","last_unstale":"2024-09-19T06:03:01.103750+0000","last_undegraded":"2024-09-19T06:03:01.103750+0000","last_fullsized":"2024-09-19T06:03:01.103750+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:05:34.999546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804892+0000","last_change":"2024-09-19T06:03:00.002137+0000","last_active":"2024-09-19T06:03:01.804892+0000","last_peered":"2024-09-19T06:03:01.804892+0000","last_clean":"2024-09-19T06:03:01.804892+0000","last_became_active":"2024-09-19T06:03:00.001878+0000","last_became_peered":"2024-09-19T06:03:00.001878+0000","last_unstale":"2024-09-19T06:03:01.804892+0000","last_undegraded":"2024-09-19T06:03:01.804892+0000","last_fullsized":"2024-09-19T06:03:01.804892+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:42:31.686166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":14,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.804927+0000","last_change":"2024-09-19T06:02:59.008756+0000","last_active":"2024-09-19T06:03:01.804927+0000","last_peered":"2024-09-19T06:03:01.804927+0000","last_clean":"2024-09-19T06:03:01.804927+0000","last_became_active":"2024-09-19T06:02:59.008285+0000","last_became_peered":"2024-09-19T06:02:59.008285+0000","last_unstale":"2024-09-19T06:03:01.804927+0000","last_undegraded":"2024-09-19T06:03:01.804927+0000","last_fullsized":"2024-09-19T06:03:01.804927+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:35:37.330428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":12,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805864+0000","last_change":"2024-09-19T06:03:00.012459+0000","last_active":"2024-09-19T06:03:01.805864+0000","last_peered":"2024-09-19T06:03:01.805864+0000","last_clean":"2024-09-19T06:03:01.805864+0000","last_became_active":"2024-09-19T06:03:00.010757+0000","last_became_peered":"2024-09-19T06:03:00.010757+0000","last_unstale":"2024-09-19T06:03:01.805864+0000","last_undegraded":"2024-09-19T06:03:01.805864+0000","last_fullsized":"2024-09-19T06:03:01.805864+0000","mapping_epoch":43,"log_start":"0'0","ondisk_log_start":"0'0","created":43,"last_epoch_clean":44,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:58.970964+0000","last_clean_scrub_stamp":"2024-09-19T06:02:58.970964+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:15:29.997404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"44'2","reported_seq":16,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.805650+0000","last_change":"2024-09-19T06:02:58.992099+0000","last_active":"2024-09-19T06:03:01.805650+0000","last_peered":"2024-09-19T06:03:01.805650+0000","last_clean":"2024-09-19T06:03:01.805650+0000","last_became_active":"2024-09-19T06:02:58.991686+0000","last_became_peered":"2024-09-19T06:02:58.991686+0000","last_unstale":"2024-09-19T06:03:01.805650+0000","last_undegraded":"2024-09-19T06:03:01.805650+0000","last_fullsized":"2024-09-19T06:03:01.805650+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":42,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:02:57.964295+0000","last_clean_scrub_stamp":"2024-09-19T06:02:57.964295+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:10:58.510421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":211,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-19T06:03:01.007593+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:03:01.007593+0000","last_peered":"2024-09-19T06:03:01.007593+0000","last_clean":"2024-09-19T06:03:01.007593+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:03:01.007593+0000","last_undegraded":"2024-09-19T06:03:01.007593+0000","last_fullsized":"2024-09-19T06:03:01.007593+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509466,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1118208,"data_stored":798441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509465,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31708,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340132,"statfs":{"total":96636764160,"available":96604295168,"internally_reserved":0,"allocated":528384,"data_stored":208655,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509465,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31704,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340136,"statfs":{"total":96636764160,"available":96604299264,"internally_reserved":0,"allocated":524288,"data_stored":208053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509465,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31712,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340128,"statfs":{"total":96636764160,"available":96604291072,"internally_reserved":0,"allocated":532480,"data_stored":209595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509464,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31712,"kb_used_data":520,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340128,"statfs":{"total":96636764160,"available":96604291072,"internally_reserved":0,"allocated":532480,"data_stored":208621,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509465,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27556,"kb_used_data":524,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344284,"statfs":{"total":96636764160,"available":96608546816,"internally_reserved":0,"allocated":536576,"data_stored":209617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509465,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1118208,"data_stored":798385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542171,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31700,"kb_used_data":512,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340140,"statfs":{"total":96636764160,"available":96604303360,"internally_reserved":0,"allocated":524288,"data_stored":208053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:03:04.598 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:03:04.599 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T06:03:04.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.792+0000 7f6bc8000640 1 Processor -- start 2024-09-19T06:03:04.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.792+0000 7f6bc8000640 1 -- start start 2024-09-19T06:03:04.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.793+0000 7f6bc8000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f6bc00b6290 0x7f6bc0071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.793+0000 7f6bc8000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6bc0072530 0x7f6bc015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.793+0000 7f6bc8000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6bc00ccff0 con 0x7f6bc015b480 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.793+0000 7f6bc8000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f6bc00cd2d0 con 0x7f6bc0072530 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.793+0000 7f6bc8000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f6bc00cd5b0 con 0x7f6bc00b6290 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.793+0000 7f6bc5600640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f6bc015b480 0x7f6bc00b5b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53104/0 (socket says 172.21.15.92:53104) 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.793+0000 7f6bc5600640 1 -- 172.21.15.92:0/2476598086 learned_addr learned my addr 172.21.15.92:0/2476598086 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.793+0000 7f6bc6000640 1 --2- 172.21.15.92:0/2476598086 >> v2:172.21.15.92:3300/0 conn(0x7f6bc0072530 0x7f6bc015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.793+0000 7f6bc4c00640 1 --2- 172.21.15.92:0/2476598086 >> v2:172.21.15.102:3300/0 conn(0x7f6bc00b6290 0x7f6bc0071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.794+0000 7f6bc6000640 1 -- 172.21.15.92:0/2476598086 >> v2:172.21.15.102:3300/0 conn(0x7f6bc00b6290 msgr2=0x7f6bc0071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.794+0000 7f6bc6000640 1 --2- 172.21.15.92:0/2476598086 >> v2:172.21.15.102:3300/0 conn(0x7f6bc00b6290 0x7f6bc0071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.794+0000 7f6bc6000640 1 -- 172.21.15.92:0/2476598086 >> v1:172.21.15.92:6789/0 conn(0x7f6bc015b480 legacy=0x7f6bc00b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.794+0000 7f6bbfe00640 1 -- 172.21.15.92:0/2476598086 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 892569317 0 0) 0x7f6bc00ccff0 con 0x7f6bc015b480 2024-09-19T06:03:04.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.794+0000 7f6bc6000640 1 -- 172.21.15.92:0/2476598086 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc00cd890 con 0x7f6bc0072530 2024-09-19T06:03:04.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.795+0000 7f6bc6000640 1 --2- 172.21.15.92:0/2476598086 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc0072530 0x7f6bc015bc60 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6bc00cdf80 tx=0x7f6bb802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df5ee70721ab1448 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:04.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.795+0000 7f6bbfe00640 1 -- 172.21.15.92:0/2476598086 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb8007740 con 0x7f6bc0072530 2024-09-19T06:03:04.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.795+0000 7f6bbfe00640 1 -- 172.21.15.92:0/2476598086 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bb80078e0 con 0x7f6bc0072530 2024-09-19T06:03:04.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.795+0000 7f6bbfe00640 1 -- 172.21.15.92:0/2476598086 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bb8007cb0 con 0x7f6bc0072530 2024-09-19T06:03:04.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.795+0000 7f6bc8000640 1 -- 172.21.15.92:0/2476598086 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc0072530 msgr2=0x7f6bc015bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.795+0000 7f6bc8000640 1 --2- 172.21.15.92:0/2476598086 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc0072530 0x7f6bc015bc60 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6bc00cdf80 tx=0x7f6bb802a5f0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.795+0000 7f6bc8000640 1 -- 172.21.15.92:0/2476598086 shutdown_connections 2024-09-19T06:03:04.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.795+0000 7f6bc8000640 1 --2- 172.21.15.92:0/2476598086 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc0072530 0x7f6bc015bc60 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.796+0000 7f6bc8000640 1 --2- 172.21.15.92:0/2476598086 >> v2:172.21.15.102:3300/0 conn(0x7f6bc00b6290 0x7f6bc0071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.796+0000 7f6bc8000640 1 -- 172.21.15.92:0/2476598086 >> 172.21.15.92:0/2476598086 conn(0x7f6bc006d0f0 msgr2=0x7f6bc006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:04.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.796+0000 7f6bc8000640 1 -- 172.21.15.92:0/2476598086 shutdown_connections 2024-09-19T06:03:04.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.796+0000 7f6bc8000640 1 -- 172.21.15.92:0/2476598086 wait complete. 2024-09-19T06:03:04.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.797+0000 7f6bc8000640 1 Processor -- start 2024-09-19T06:03:04.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.797+0000 7f6bc8000640 1 -- start start 2024-09-19T06:03:04.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.798+0000 7f6bc8000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bc0072530 0x7f6bc0143f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.798+0000 7f6bc8000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc015b480 0x7f6bc01436c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.798+0000 7f6bc8000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6bc0145750 0x7f6bc00c5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.798+0000 7f6bc8000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc015b9e0 con 0x7f6bc015b480 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.798+0000 7f6bc8000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6bc015b860 con 0x7f6bc0072530 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.798+0000 7f6bc8000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6bc015c1a0 con 0x7f6bc0145750 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.798+0000 7f6bc4c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc015b480 0x7f6bc01436c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.798+0000 7f6bc4c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc015b480 0x7f6bc01436c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39406/0 (socket says 172.21.15.92:39406) 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.798+0000 7f6bc4c00640 1 -- 172.21.15.92:0/3071750642 learned_addr learned my addr 172.21.15.92:0/3071750642 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc5600640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bc0072530 0x7f6bc0143f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc6000640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6bc0145750 0x7f6bc00c5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc4c00640 1 -- 172.21.15.92:0/3071750642 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6bc0145750 msgr2=0x7f6bc00c5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc4c00640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6bc0145750 0x7f6bc00c5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc4c00640 1 -- 172.21.15.92:0/3071750642 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bc0072530 msgr2=0x7f6bc0143f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc4c00640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bc0072530 0x7f6bc0143f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc4c00640 1 -- 172.21.15.92:0/3071750642 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6bc01446b0 con 0x7f6bc015b480 2024-09-19T06:03:04.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc4c00640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc015b480 0x7f6bc01436c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6bac00d7d0 tx=0x7f6bac00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:04.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bbd600640 1 -- 172.21.15.92:0/3071750642 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac004020 con 0x7f6bc015b480 2024-09-19T06:03:04.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bbd600640 1 -- 172.21.15.92:0/3071750642 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6bac0041e0 con 0x7f6bc015b480 2024-09-19T06:03:04.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bbd600640 1 -- 172.21.15.92:0/3071750642 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6bac0043d0 con 0x7f6bc015b480 2024-09-19T06:03:04.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6bc0144990 con 0x7f6bc015b480 2024-09-19T06:03:04.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.799+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6bc0144f50 con 0x7f6bc015b480 2024-09-19T06:03:04.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.800+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6bc015bc60 con 0x7f6bc015b480 2024-09-19T06:03:04.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.801+0000 7f6bbd600640 1 -- 172.21.15.92:0/3071750642 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6bac01b020 con 0x7f6bc015b480 2024-09-19T06:03:04.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.802+0000 7f6bbd600640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ba006c2b0 0x7f6ba006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:04.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.802+0000 7f6bbd600640 1 -- 172.21.15.92:0/3071750642 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f6bac08b3a0 con 0x7f6bc015b480 2024-09-19T06:03:04.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.802+0000 7f6bc5600640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ba006c2b0 0x7f6ba006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:04.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.803+0000 7f6bc5600640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ba006c2b0 0x7f6ba006e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4000f60 tx=0x7f6bb4007c00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:04.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:04.807+0000 7f6bbd600640 1 -- 172.21.15.92:0/3071750642 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6bac0599e0 con 0x7f6bc015b480 2024-09-19T06:03:04.965 INFO:tasks.ceph.mds.c.smithi092.stderr:2024-09-19T06:03:04.963+0000 7f3b87200640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:03:05.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.045+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f6bc0143c00 con 0x7f6bc015b480 2024-09-19T06:03:05.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.047+0000 7f6bbd600640 1 -- 172.21.15.92:0/3071750642 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) ==== 190+0+147 (secure 0 0 0) 0x7f6bac0592e0 con 0x7f6bc015b480 2024-09-19T06:03:05.049 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-09-19T06:03:05.050 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w== 2024-09-19T06:03:05.050 INFO:teuthology.orchestra.run.smithi092.stdout: caps mds = "allow" 2024-09-19T06:03:05.050 INFO:teuthology.orchestra.run.smithi092.stdout: caps mon = "allow r" 2024-09-19T06:03:05.050 INFO:teuthology.orchestra.run.smithi092.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T06:03:05.050 INFO:teuthology.orchestra.run.smithi092.stderr:updated caps for client.0 2024-09-19T06:03:05.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ba006c2b0 msgr2=0x7f6ba006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:05.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ba006c2b0 0x7f6ba006e770 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f6bb4000f60 tx=0x7f6bb4007c00 comp rx=0 tx=0).stop 2024-09-19T06:03:05.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc015b480 msgr2=0x7f6bc01436c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:05.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc015b480 0x7f6bc01436c0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6bac00d7d0 tx=0x7f6bac00dc90 comp rx=0 tx=0).stop 2024-09-19T06:03:05.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 shutdown_connections 2024-09-19T06:03:05.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6bc0145750 0x7f6bc00c5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6bc015b480 0x7f6bc01436c0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ba006c2b0 0x7f6ba006e770 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 --2- 172.21.15.92:0/3071750642 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6bc0072530 0x7f6bc0143f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 >> 172.21.15.92:0/3071750642 conn(0x7f6bc006d0f0 msgr2=0x7f6bc006d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:05.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 shutdown_connections 2024-09-19T06:03:05.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.050+0000 7f6bc8000640 1 -- 172.21.15.92:0/3071750642 wait complete. 2024-09-19T06:03:05.067 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:05.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.218+0000 7f91e2c00640 1 Processor -- start 2024-09-19T06:03:05.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.218+0000 7f91e2c00640 1 -- start start 2024-09-19T06:03:05.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.219+0000 7f91e2c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 0x7f91dc15c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:05.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.219+0000 7f91e2c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f91dc0b64e0 0x7f91dc0cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:05.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.219+0000 7f91e2c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91dc0b4cf0 con 0x7f91dc0cf6c0 2024-09-19T06:03:05.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.219+0000 7f91e2c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f91dc15ca90 con 0x7f91dc0b64e0 2024-09-19T06:03:05.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.219+0000 7f91e2c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f91dc0b49c0 con 0x7f91dc15c170 2024-09-19T06:03:05.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.219+0000 7f91db400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f91dc0cf6c0 0x7f91dc0b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:53112/0 (socket says 172.21.15.92:53112) 2024-09-19T06:03:05.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.219+0000 7f91db400640 1 -- 172.21.15.92:0/553467682 learned_addr learned my addr 172.21.15.92:0/553467682 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:05.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.220+0000 7f91dbe00640 1 --2- 172.21.15.92:0/553467682 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 0x7f91dc15c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:05.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.220+0000 7f91e0c00640 1 --2- 172.21.15.92:0/553467682 >> v2:172.21.15.102:3300/0 conn(0x7f91dc0b64e0 0x7f91dc0cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:05.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.220+0000 7f91daa00640 1 -- 172.21.15.92:0/553467682 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 369855205 0 0) 0x7f91dc0b4cf0 con 0x7f91dc0cf6c0 2024-09-19T06:03:05.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.220+0000 7f91daa00640 1 -- 172.21.15.92:0/553467682 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f91c0003520 con 0x7f91dc0cf6c0 2024-09-19T06:03:05.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.220+0000 7f91dbe00640 1 -- 172.21.15.92:0/553467682 >> v2:172.21.15.102:3300/0 conn(0x7f91dc0b64e0 msgr2=0x7f91dc0cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.220+0000 7f91dbe00640 1 --2- 172.21.15.92:0/553467682 >> v2:172.21.15.102:3300/0 conn(0x7f91dc0b64e0 0x7f91dc0cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.220+0000 7f91dbe00640 1 -- 172.21.15.92:0/553467682 >> v1:172.21.15.92:6789/0 conn(0x7f91dc0cf6c0 legacy=0x7f91dc0b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.220+0000 7f91dbe00640 1 -- 172.21.15.92:0/553467682 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91dc0b4fd0 con 0x7f91dc15c170 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.220+0000 7f91e0c00640 1 --2- 172.21.15.92:0/553467682 >> v2:172.21.15.102:3300/0 conn(0x7f91dc0b64e0 0x7f91dc0cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.221+0000 7f91dbe00640 1 --2- 172.21.15.92:0/553467682 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 0x7f91dc15c550 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f91cc0097a0 tx=0x7f91cc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b2d53ea5d0b5d29d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.221+0000 7f91daa00640 1 -- 172.21.15.92:0/553467682 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91cc037070 con 0x7f91dc15c170 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.221+0000 7f91daa00640 1 -- 172.21.15.92:0/553467682 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91cc032440 con 0x7f91dc15c170 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.221+0000 7f91daa00640 1 -- 172.21.15.92:0/553467682 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91cc032810 con 0x7f91dc15c170 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.222+0000 7f91e2c00640 1 -- 172.21.15.92:0/553467682 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 msgr2=0x7f91dc15c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.222+0000 7f91e2c00640 1 --2- 172.21.15.92:0/553467682 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 0x7f91dc15c550 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f91cc0097a0 tx=0x7f91cc02a180 comp rx=0 tx=0).stop 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.222+0000 7f91e2c00640 1 -- 172.21.15.92:0/553467682 shutdown_connections 2024-09-19T06:03:05.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.222+0000 7f91e2c00640 1 --2- 172.21.15.92:0/553467682 >> v2:172.21.15.102:3300/0 conn(0x7f91dc0b64e0 0x7f91dc0cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.222+0000 7f91e2c00640 1 --2- 172.21.15.92:0/553467682 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 0x7f91dc15c550 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.222+0000 7f91e2c00640 1 -- 172.21.15.92:0/553467682 >> 172.21.15.92:0/553467682 conn(0x7f91dc06bc10 msgr2=0x7f91dc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:05.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.222+0000 7f91e2c00640 1 -- 172.21.15.92:0/553467682 shutdown_connections 2024-09-19T06:03:05.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.222+0000 7f91e2c00640 1 -- 172.21.15.92:0/553467682 wait complete. 2024-09-19T06:03:05.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.224+0000 7f91e2c00640 1 Processor -- start 2024-09-19T06:03:05.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.224+0000 7f91e2c00640 1 -- start start 2024-09-19T06:03:05.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91e2c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91dc0b64e0 0x7f91dc143220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:05.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91e2c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91dc0cf6c0 0x7f91dc0aec70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:05.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91e2c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 0x7f91dc0af1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:05.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91e2c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc0b5870 con 0x7f91dc0b64e0 2024-09-19T06:03:05.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91e2c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f91dc0b5590 con 0x7f91dc0cf6c0 2024-09-19T06:03:05.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91e2c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f91dc0b5b50 con 0x7f91dc15c170 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91dbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91dc0b64e0 0x7f91dc143220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91dbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91dc0b64e0 0x7f91dc143220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39408/0 (socket says 172.21.15.92:39408) 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91dbe00640 1 -- 172.21.15.92:0/3540161710 learned_addr learned my addr 172.21.15.92:0/3540161710 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91db400640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91dc0cf6c0 0x7f91dc0aec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91e0c00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 0x7f91dc0af1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91dbe00640 1 -- 172.21.15.92:0/3540161710 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 msgr2=0x7f91dc0af1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91dbe00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 0x7f91dc0af1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91dbe00640 1 -- 172.21.15.92:0/3540161710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91dc0cf6c0 msgr2=0x7f91dc0aec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91dbe00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91dc0cf6c0 0x7f91dc0aec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91dbe00640 1 -- 172.21.15.92:0/3540161710 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91dc0aa480 con 0x7f91dc0b64e0 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.225+0000 7f91db400640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91dc0cf6c0 0x7f91dc0aec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:05.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.226+0000 7f91dbe00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91dc0b64e0 0x7f91dc143220 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f91cc0098c0 tx=0x7f91cc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:05.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.226+0000 7f91d3e00640 1 -- 172.21.15.92:0/3540161710 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91cc041030 con 0x7f91dc0b64e0 2024-09-19T06:03:05.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.226+0000 7f91d3e00640 1 -- 172.21.15.92:0/3540161710 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f91cc03d4e0 con 0x7f91dc0b64e0 2024-09-19T06:03:05.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.226+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91dc0b1cb0 con 0x7f91dc0b64e0 2024-09-19T06:03:05.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.226+0000 7f91d3e00640 1 -- 172.21.15.92:0/3540161710 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f91cc037040 con 0x7f91dc0b64e0 2024-09-19T06:03:05.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.226+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91dc0b2270 con 0x7f91dc0b64e0 2024-09-19T06:03:05.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.227+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91dc0cfae0 con 0x7f91dc0b64e0 2024-09-19T06:03:05.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.228+0000 7f91d3e00640 1 -- 172.21.15.92:0/3540161710 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f91cc044070 con 0x7f91dc0b64e0 2024-09-19T06:03:05.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.229+0000 7f91d3e00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f91bc06c2b0 0x7f91bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:05.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.229+0000 7f91d3e00640 1 -- 172.21.15.92:0/3540161710 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f91cc0abb10 con 0x7f91dc0b64e0 2024-09-19T06:03:05.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.229+0000 7f91db400640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f91bc06c2b0 0x7f91bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:05.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.230+0000 7f91db400640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f91bc06c2b0 0x7f91bc06e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f91c8007fd0 tx=0x7f91c8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:05.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.233+0000 7f91d3e00640 1 -- 172.21.15.92:0/3540161710 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f91cc044e40 con 0x7f91dc0b64e0 2024-09-19T06:03:05.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.438+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f91dc0b2b40 con 0x7f91dc0b64e0 2024-09-19T06:03:05.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.439+0000 7f91d3e00640 1 -- 172.21.15.92:0/3540161710 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7f91cc07ae20 con 0x7f91dc0b64e0 2024-09-19T06:03:05.441 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:05.441 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":25,"btime":"2024-09-19T06:03:03:012567+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1740632828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1740632828},{"type":"v1","addr":"172.21.15.102:6834","nonce":1740632828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":4838,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3130126920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":3130126920},{"type":"v1","addr":"172.21.15.102:6835","nonce":3130126920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5190,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/4248314845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4248314845},{"type":"v1","addr":"172.21.15.92:6835","nonce":4248314845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:59.399267+0000","modified":"2024-09-19T06:03:02.424749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5202},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5202":{"gid":5202,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3489474469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3489474469},{"type":"v1","addr":"172.21.15.92:6837","nonce":3489474469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5202,"qdb_cluster":[5202]},"id":3}]} 2024-09-19T06:03:05.441 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 25 2024-09-19T06:03:05.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f91bc06c2b0 msgr2=0x7f91bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:05.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f91bc06c2b0 0x7f91bc06e770 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f91c8007fd0 tx=0x7f91c8009040 comp rx=0 tx=0).stop 2024-09-19T06:03:05.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91dc0b64e0 msgr2=0x7f91dc143220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:05.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91dc0b64e0 0x7f91dc143220 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f91cc0098c0 tx=0x7f91cc0046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 shutdown_connections 2024-09-19T06:03:05.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91dc15c170 0x7f91dc0af1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f91bc06c2b0 0x7f91bc06e770 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91dc0cf6c0 0x7f91dc0aec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 --2- 172.21.15.92:0/3540161710 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91dc0b64e0 0x7f91dc143220 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:05.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 >> 172.21.15.92:0/3540161710 conn(0x7f91dc06bc10 msgr2=0x7f91dc0728f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:05.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 shutdown_connections 2024-09-19T06:03:05.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:05.441+0000 7f91e2c00640 1 -- 172.21.15.92:0/3540161710 wait complete. 2024-09-19T06:03:05.861 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:02:59.399267+0000', 'modified': '2024-09-19T06:03:02.424749+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5202}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5202': {'gid': 5202, 'name': 'c', 'rank': 0, 'incarnation': 21, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6837/3489474469', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6836', 'nonce': 3489474469}, {'type': 'v1', 'addr': '172.21.15.92:6837', 'nonce': 3489474469}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5202, 'qdb_cluster': [5202]} 2024-09-19T06:03:05.861 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:03:05.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T06:03:06.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.014+0000 7f27c4400640 1 Processor -- start 2024-09-19T06:03:06.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.014+0000 7f27c4400640 1 -- start start 2024-09-19T06:03:06.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c4400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f27bc15a050 0x7f27bc15d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c4400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f27bc15ee90 0x7f27bc073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c4400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f27bc15a430 con 0x7f27bc0731c0 2024-09-19T06:03:06.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c4400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f27bc073b40 con 0x7f27bc15ee90 2024-09-19T06:03:06.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c4400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f27bc15d9a0 con 0x7f27bc15a050 2024-09-19T06:03:06.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c2400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f27bc15ee90 0x7f27bc073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c2400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f27bc15ee90 0x7f27bc073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39420/0 (socket says 172.21.15.92:39420) 2024-09-19T06:03:06.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c2400640 1 -- 172.21.15.92:0/1081725699 learned_addr learned my addr 172.21.15.92:0/1081725699 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:06.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c1a00640 1 --2- 172.21.15.92:0/1081725699 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f27bc15a050 0x7f27bc15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c2400640 1 -- 172.21.15.92:0/1081725699 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f27bc15a050 msgr2=0x7f27bc15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c2400640 1 --2- 172.21.15.92:0/1081725699 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f27bc15a050 0x7f27bc15d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c2400640 1 -- 172.21.15.92:0/1081725699 >> v1:172.21.15.102:6789/0 conn(0x7f27bc0731c0 legacy=0x7f27bc15ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.016+0000 7f27c2400640 1 -- 172.21.15.92:0/1081725699 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27bc0cd0a0 con 0x7f27bc15ee90 2024-09-19T06:03:06.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.017+0000 7f27c2400640 1 --2- 172.21.15.92:0/1081725699 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15ee90 0x7f27bc073600 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f27b4009e50 tx=0x7f27b402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=723c34805446ac11 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27bbe00640 1 -- 172.21.15.92:0/1081725699 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b4036070 con 0x7f27bc15ee90 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27bbe00640 1 -- 172.21.15.92:0/1081725699 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27b4031600 con 0x7f27bc15ee90 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27bbe00640 1 -- 172.21.15.92:0/1081725699 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b40319d0 con 0x7f27bc15ee90 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27c4400640 1 -- 172.21.15.92:0/1081725699 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15ee90 msgr2=0x7f27bc073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27c4400640 1 --2- 172.21.15.92:0/1081725699 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15ee90 0x7f27bc073600 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f27b4009e50 tx=0x7f27b402a680 comp rx=0 tx=0).stop 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27c4400640 1 -- 172.21.15.92:0/1081725699 shutdown_connections 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27c4400640 1 --2- 172.21.15.92:0/1081725699 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15ee90 0x7f27bc073600 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27c4400640 1 --2- 172.21.15.92:0/1081725699 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f27bc15a050 0x7f27bc15d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27c4400640 1 -- 172.21.15.92:0/1081725699 >> 172.21.15.92:0/1081725699 conn(0x7f27bc06d0f0 msgr2=0x7f27bc06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:06.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27c4400640 1 -- 172.21.15.92:0/1081725699 shutdown_connections 2024-09-19T06:03:06.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.018+0000 7f27c4400640 1 -- 172.21.15.92:0/1081725699 wait complete. 2024-09-19T06:03:06.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.020+0000 7f27c4400640 1 Processor -- start 2024-09-19T06:03:06.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.020+0000 7f27c4400640 1 -- start start 2024-09-19T06:03:06.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.021+0000 7f27c4400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27bc0731c0 0x7f27bc144d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.021+0000 7f27c4400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15a050 0x7f27bc0c7540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.021+0000 7f27c4400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f27bc15ee90 0x7f27bc1440a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.021+0000 7f27c4400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f27bc0cd940 con 0x7f27bc15a050 2024-09-19T06:03:06.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.021+0000 7f27c4400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f27bc0cd660 con 0x7f27bc0731c0 2024-09-19T06:03:06.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.021+0000 7f27c4400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f27bc0cdc20 con 0x7f27bc15ee90 2024-09-19T06:03:06.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.021+0000 7f27c1000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15a050 0x7f27bc0c7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.021+0000 7f27c1000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15a050 0x7f27bc0c7540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39428/0 (socket says 172.21.15.92:39428) 2024-09-19T06:03:06.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.021+0000 7f27c1000640 1 -- 172.21.15.92:0/65080087 learned_addr learned my addr 172.21.15.92:0/65080087 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:06.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27c1000640 1 -- 172.21.15.92:0/65080087 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f27bc15ee90 msgr2=0x7f27bc1440a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27c1000640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f27bc15ee90 0x7f27bc1440a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27c1000640 1 -- 172.21.15.92:0/65080087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27bc0731c0 msgr2=0x7f27bc144d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27c1000640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27bc0731c0 0x7f27bc144d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27c1000640 1 -- 172.21.15.92:0/65080087 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f27bc1e4ea0 con 0x7f27bc15a050 2024-09-19T06:03:06.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27c1000640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15a050 0x7f27bc0c7540 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f27a800c440 tx=0x7f27a8001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27b9600640 1 -- 172.21.15.92:0/65080087 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a80052d0 con 0x7f27bc15a050 2024-09-19T06:03:06.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27b9600640 1 -- 172.21.15.92:0/65080087 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27a8005470 con 0x7f27bc15a050 2024-09-19T06:03:06.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27b9600640 1 -- 172.21.15.92:0/65080087 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27a8007240 con 0x7f27bc15a050 2024-09-19T06:03:06.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27c4400640 1 -- 172.21.15.92:0/65080087 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f27bc1e5180 con 0x7f27bc15a050 2024-09-19T06:03:06.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.022+0000 7f27c4400640 1 -- 172.21.15.92:0/65080087 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f27bc1452c0 con 0x7f27bc15a050 2024-09-19T06:03:06.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.024+0000 7f27b9600640 1 -- 172.21.15.92:0/65080087 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f27a80073e0 con 0x7f27bc15a050 2024-09-19T06:03:06.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.025+0000 7f27b9600640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f279c06c2b0 0x7f279c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.025+0000 7f27b9600640 1 -- 172.21.15.92:0/65080087 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f27a808a8d0 con 0x7f27bc15a050 2024-09-19T06:03:06.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.025+0000 7f27c1a00640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f279c06c2b0 0x7f279c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.026+0000 7f27c7221740 1 Processor -- start 2024-09-19T06:03:06.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.026+0000 7f27c7221740 1 -- start start 2024-09-19T06:03:06.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.026+0000 7f27c1a00640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f279c06c2b0 0x7f279c06e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f27b00098f0 tx=0x7f27b0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c7221740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c33490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c7221740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471beb4b0 0x559471bee0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c7221740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 0x559471be8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c7221740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x559471b4c3b0 con 0x559471bedcf0 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c7221740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x559471b51410 con 0x559471bef480 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c7221740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x559471af9620 con 0x559471beb4b0 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c33490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c33490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39444/0 (socket says 172.21.15.92:39444) 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c1a00640 1 -- 172.21.15.92:0/343904502 learned_addr learned my addr 172.21.15.92:0/343904502 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c1000640 1 --2- 172.21.15.92:0/343904502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471beb4b0 0x559471bee0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.027+0000 7f27c2400640 1 --2- 172.21.15.92:0/343904502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 0x559471be8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.028+0000 7f27c1a00640 1 -- 172.21.15.92:0/343904502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471beb4b0 msgr2=0x559471bee0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.028+0000 7f27c1a00640 1 --2- 172.21.15.92:0/343904502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471beb4b0 0x559471bee0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.028+0000 7f27c1a00640 1 -- 172.21.15.92:0/343904502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 msgr2=0x559471be8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.028+0000 7f27c1a00640 1 --2- 172.21.15.92:0/343904502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 0x559471be8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.028+0000 7f27c1a00640 1 -- 172.21.15.92:0/343904502 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5594718642d0 con 0x559471bedcf0 2024-09-19T06:03:06.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.028+0000 7f27c1a00640 1 --2- 172.21.15.92:0/343904502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c33490 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f27b000d940 tx=0x7f27b0010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c96df3397d4906c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.029+0000 7f27ae000640 1 -- 172.21.15.92:0/343904502 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b0024070 con 0x559471bedcf0 2024-09-19T06:03:06.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.029+0000 7f27ae000640 1 -- 172.21.15.92:0/343904502 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27b0009100 con 0x559471bedcf0 2024-09-19T06:03:06.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.029+0000 7f27ae000640 1 -- 172.21.15.92:0/343904502 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b0014dc0 con 0x559471bedcf0 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.029+0000 7f27c7221740 1 -- 172.21.15.92:0/343904502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 msgr2=0x559471c33490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.029+0000 7f27c7221740 1 --2- 172.21.15.92:0/343904502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c33490 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f27b000d940 tx=0x7f27b0010000 comp rx=0 tx=0).stop 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.029+0000 7f27c7221740 1 -- 172.21.15.92:0/343904502 shutdown_connections 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.029+0000 7f27c7221740 1 --2- 172.21.15.92:0/343904502 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 0x559471be8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.029+0000 7f27c7221740 1 --2- 172.21.15.92:0/343904502 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471beb4b0 0x559471bee0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.029+0000 7f27c7221740 1 --2- 172.21.15.92:0/343904502 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c33490 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.030+0000 7f27c7221740 1 -- 172.21.15.92:0/343904502 >> 172.21.15.92:0/343904502 conn(0x559471bea740 msgr2=0x559471c32960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.030+0000 7f27c7221740 1 -- 172.21.15.92:0/343904502 shutdown_connections 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.030+0000 7f27c7221740 1 -- 172.21.15.92:0/343904502 wait complete. 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.030+0000 7f27c7221740 1 -- start start 2024-09-19T06:03:06.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.031+0000 7f27c7221740 1 Processor -- start 2024-09-19T06:03:06.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.031+0000 7f27c7221740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c0ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.031+0000 7f27c7221740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 0x559471c0c6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.031+0000 7f27c7221740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471c46e80 0x559471bec210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.031+0000 7f27c7221740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x559471b0c780 con 0x559471bedcf0 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.031+0000 7f27c7221740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x559471b4d3d0 con 0x559471bef480 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.031+0000 7f27c7221740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x559471be9be0 con 0x559471c46e80 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c7221740 10 client.0 _ll_register_callbacks cb 0x559471b4a5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c0ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c0ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39458/0 (socket says 172.21.15.92:39458) 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1a00640 1 -- 172.21.15.92:0/462059588 learned_addr learned my addr 172.21.15.92:0/462059588 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c2400640 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471c46e80 0x559471bec210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1000640 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 0x559471c0c6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1a00640 1 -- 172.21.15.92:0/462059588 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471c46e80 msgr2=0x559471bec210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1a00640 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471c46e80 0x559471bec210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1a00640 1 -- 172.21.15.92:0/462059588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 msgr2=0x559471c0c6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1a00640 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 0x559471c0c6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1a00640 1 -- 172.21.15.92:0/462059588 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55947192e6b0 con 0x559471bedcf0 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1000640 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 0x559471c0c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27c1a00640 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c0ee90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f27b0022040 tx=0x7f27b0014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ef7a2004b80253 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.032+0000 7f27a2a00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27a2a00640 1 -- 172.21.15.92:0/462059588 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b0024040 con 0x559471bedcf0 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27a2a00640 1 -- 172.21.15.92:0/462059588 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f27b001f6c0 con 0x559471bedcf0 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27c7221740 1 -- 172.21.15.92:0/462059588 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x559471b5eb40 con 0x559471bedcf0 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27a2a00640 1 -- 172.21.15.92:0/462059588 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f27b0032050 con 0x559471bedcf0 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27c7221740 10 client.5322 fetch_fsmap learned FSMap version 25 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27c7221740 1 -- 172.21.15.92:0/462059588 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x559471be94a0 con 0x559471bedcf0 2024-09-19T06:03:06.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27a2a00640 1 -- 172.21.15.92:0/462059588 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x559471b5eb40 con 0x559471bedcf0 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27a2a00640 1 -- 172.21.15.92:0/462059588 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 25) ==== 3502+0+0 (secure 0 0 0) 0x7f27b0035020 con 0x559471bedcf0 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27c7221740 10 client.5322 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27c7221740 10 client.5322 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27c7221740 20 client.5322 populate_metadata read hostname 'smithi092' 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27c7221740 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] conn(0x559471c0d610 0x559471c0d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27c7221740 4 client.5322 mds_command: new command op to 5202 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.033+0000 7f27c7221740 1 -- 172.21.15.92:0/462059588 --> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x559471b58e90 con 0x559471c0d610 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.034+0000 7f27c1000640 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] conn(0x559471c0d610 0x559471c0d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.034+0000 7f27c1000640 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] conn(0x559471c0d610 0x559471c0d9f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a42e916549e4098 server_cookie=1c67fa92eb480648 in_seq=0 out_seq=0 2024-09-19T06:03:06.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.034+0000 7f27a2a00640 10 client.5322 ms_handle_connect on v2:172.21.15.92:6836/3489474469 2024-09-19T06:03:06.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27a2a00640 1 -- 172.21.15.92:0/462059588 <== mds.0 v2:172.21.15.92:6836/3489474469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x559471b58e90 con 0x559471c0d610 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27a2a00640 10 client.5322 handle_command_reply: tid=0 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 client.5322 shutdown 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 -- 172.21.15.92:0/462059588 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 msgr2=0x559471c0ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c0ee90 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f27b0022040 tx=0x7f27b0014000 comp rx=0 tx=0).stop 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 -- 172.21.15.92:0/462059588 shutdown_connections 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] conn(0x559471c0d610 0x559471c0d9f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471c46e80 0x559471bec210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471bef480 0x559471c0c6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27a2a00640 0 client.5322 ms_handle_reset on v2:172.21.15.92:6836/3489474469 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 --2- 172.21.15.92:0/462059588 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471c0ee90 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 -- 172.21.15.92:0/462059588 >> 172.21.15.92:0/462059588 conn(0x559471beb4b0 msgr2=0x559471c31ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 -- 172.21.15.92:0/462059588 shutdown_connections 2024-09-19T06:03:06.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.035+0000 7f27c7221740 1 -- 172.21.15.92:0/462059588 wait complete. 2024-09-19T06:03:06.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.036+0000 7f27c7221740 20 client.5322 trim_cache size 0 max 16384 2024-09-19T06:03:06.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.054+0000 7f27c7221740 1 Processor -- start 2024-09-19T06:03:06.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.054+0000 7f27c7221740 1 -- start start 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c7221740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471bebc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c7221740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471bec180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c7221740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 0x559471c35e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c7221740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f27bc1fdb80 con 0x559471bedcf0 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c7221740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f27bc147100 con 0x559471c46e80 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c7221740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f27bc147750 con 0x559471bef480 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471bebc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471bebc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39470/0 (socket says 172.21.15.92:39470) 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1a00640 1 -- 172.21.15.92:0/184721601 learned_addr learned my addr 172.21.15.92:0/184721601 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:06.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1000640 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471bec180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1a00640 1 -- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 msgr2=0x559471bec180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c2400640 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 0x559471c35e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1a00640 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471bec180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1a00640 1 -- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 msgr2=0x559471c35e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1a00640 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 0x559471c35e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1a00640 1 -- 172.21.15.92:0/184721601 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x559471c46680 con 0x559471bedcf0 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c1000640 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471bec180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.055+0000 7f27c2400640 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 0x559471c35e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.056+0000 7f27c1a00640 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471bebc40 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f27b0009530 tx=0x7f27b001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59f524c572af1476 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.056+0000 7f27ad600640 1 -- 172.21.15.92:0/184721601 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b0024050 con 0x559471bedcf0 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.056+0000 7f27ad600640 1 -- 172.21.15.92:0/184721601 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27b001f700 con 0x559471bedcf0 2024-09-19T06:03:06.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.056+0000 7f27ad600640 1 -- 172.21.15.92:0/184721601 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b002f070 con 0x559471bedcf0 2024-09-19T06:03:06.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.056+0000 7f27c7221740 1 -- 172.21.15.92:0/184721601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 msgr2=0x559471bebc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.056+0000 7f27c7221740 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471bebc40 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f27b0009530 tx=0x7f27b001d000 comp rx=0 tx=0).stop 2024-09-19T06:03:06.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.057+0000 7f27c7221740 1 -- 172.21.15.92:0/184721601 shutdown_connections 2024-09-19T06:03:06.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.057+0000 7f27c7221740 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 0x559471c35e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.057+0000 7f27c7221740 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471bec180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.057+0000 7f27c7221740 1 --2- 172.21.15.92:0/184721601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471bebc40 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.057+0000 7f27c7221740 1 -- 172.21.15.92:0/184721601 >> 172.21.15.92:0/184721601 conn(0x559471beb4b0 msgr2=0x559471c309e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:06.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.057+0000 7f27c7221740 1 -- 172.21.15.92:0/184721601 shutdown_connections 2024-09-19T06:03:06.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.057+0000 7f27c7221740 1 -- 172.21.15.92:0/184721601 wait complete. 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.057+0000 7f27c7221740 1 -- start start 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.057+0000 7f27c7221740 1 Processor -- start 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.058+0000 7f27c7221740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471cb0f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.058+0000 7f27c7221740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471c9a060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.058+0000 7f27c7221740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 0x559471c14630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.058+0000 7f27c7221740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x559471c438e0 con 0x559471bedcf0 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.058+0000 7f27c7221740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x559471c463a0 con 0x559471c46e80 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.058+0000 7f27c7221740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x559471c43120 con 0x559471bef480 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.058+0000 7f27c7221740 10 client.0 _ll_register_callbacks cb 0x7f27b0022070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471cb0f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471cb0f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39480/0 (socket says 172.21.15.92:39480) 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1a00640 1 -- 172.21.15.92:0/2853526299 learned_addr learned my addr 172.21.15.92:0/2853526299 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:06.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1000640 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471c9a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c2400640 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 0x559471c14630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1a00640 1 -- 172.21.15.92:0/2853526299 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 msgr2=0x559471c9a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1a00640 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471c9a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1a00640 1 -- 172.21.15.92:0/2853526299 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 msgr2=0x559471c14630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1a00640 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 0x559471c14630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1a00640 1 -- 172.21.15.92:0/2853526299 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x559471cb1450 con 0x559471bedcf0 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1000640 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471c9a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c1a00640 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471cb0f10 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f27b000d530 tx=0x7f27b0006e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80cadc0d094050d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27a2a00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27a2a00640 1 -- 172.21.15.92:0/2853526299 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f27b0043060 con 0x559471bedcf0 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27a2a00640 1 -- 172.21.15.92:0/2853526299 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f27b00061b0 con 0x559471bedcf0 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.059+0000 7f27c7221740 1 -- 172.21.15.92:0/2853526299 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f27b001f700 con 0x559471bedcf0 2024-09-19T06:03:06.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27a2a00640 1 -- 172.21.15.92:0/2853526299 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) ==== 24+0+0 (secure 0 0 0) 0x7f27b0049050 con 0x559471bedcf0 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27c7221740 10 client.5328 fetch_fsmap learned FSMap version 25 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27c7221740 1 -- 172.21.15.92:0/2853526299 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=2+}) -- 0x559471cb1680 con 0x559471bedcf0 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27a2a00640 1 -- 172.21.15.92:0/2853526299 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f27b001f700 con 0x559471bedcf0 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27a2a00640 1 -- 172.21.15.92:0/2853526299 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 25) ==== 3502+0+0 (secure 0 0 0) 0x7f27b004c020 con 0x559471bedcf0 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27c7221740 10 client.5328 fetch_fsmap finished waiting for FSMap version 25 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27c7221740 10 client.5328 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27c7221740 20 client.5328 populate_metadata read hostname 'smithi092' 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27c7221740 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] conn(0x559471c35e70 0x559471c36250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27c7221740 4 client.5328 mds_command: new command op to 5202 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27c7221740 1 -- 172.21.15.92:0/2853526299 --> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] -- command(tid 0: {"prefix": "status"}) -- 0x559471ad5a40 con 0x559471c35e70 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.060+0000 7f27c1000640 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] conn(0x559471c35e70 0x559471c36250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c1000640 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] conn(0x559471c35e70 0x559471c36250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca9be66957fbf750 server_cookie=f44a7505376b70cf in_seq=0 out_seq=0 2024-09-19T06:03:06.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27a2a00640 10 client.5328 ms_handle_connect on v2:172.21.15.92:6836/3489474469 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27a2a00640 1 -- 172.21.15.92:0/2853526299 <== mds.0 v2:172.21.15.92:6836/3489474469 1 ==== command_reply(tid 0: 0 ) ==== 8+0+324 (crc 0 0 0) 0x559471ad5a40 con 0x559471c35e70 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27a2a00640 10 client.5328 handle_command_reply: tid=0 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 client.5328 shutdown 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 -- 172.21.15.92:0/2853526299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 msgr2=0x559471cb0f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471cb0f10 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f27b000d530 tx=0x7f27b0006e10 comp rx=0 tx=0).stop 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 -- 172.21.15.92:0/2853526299 shutdown_connections 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.92:6836/3489474469,v1:172.21.15.92:6837/3489474469] conn(0x559471c35e70 0x559471c36250 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x559471c46e80 0x559471c14630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x559471bef480 0x559471c9a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27a2a00640 0 client.5328 ms_handle_reset on v2:172.21.15.92:6836/3489474469 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 --2- 172.21.15.92:0/2853526299 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559471bedcf0 0x559471cb0f10 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 -- 172.21.15.92:0/2853526299 >> 172.21.15.92:0/2853526299 conn(0x559471beb4b0 msgr2=0x559471be8cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:06.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.061+0000 7f27c7221740 1 -- 172.21.15.92:0/2853526299 shutdown_connections 2024-09-19T06:03:06.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c7221740 1 -- 172.21.15.92:0/2853526299 wait complete. 2024-09-19T06:03:06.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c7221740 20 client.5328 trim_cache size 0 max 16384 2024-09-19T06:03:06.069 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:03:06.069 INFO:teuthology.orchestra.run.smithi092.stdout: "cluster_fsid": "f5d8e754-8e2b-4858-a423-49d63e91d369", 2024-09-19T06:03:06.069 INFO:teuthology.orchestra.run.smithi092.stdout: "whoami": 0, 2024-09-19T06:03:06.069 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 5202, 2024-09-19T06:03:06.069 INFO:teuthology.orchestra.run.smithi092.stdout: "want_state": "up:active", 2024-09-19T06:03:06.069 INFO:teuthology.orchestra.run.smithi092.stdout: "state": "up:active", 2024-09-19T06:03:06.070 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs", 2024-09-19T06:03:06.070 INFO:teuthology.orchestra.run.smithi092.stdout: "rank_uptime": 6.080943982, 2024-09-19T06:03:06.070 INFO:teuthology.orchestra.run.smithi092.stdout: "mdsmap_epoch": 25, 2024-09-19T06:03:06.070 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch": 45, 2024-09-19T06:03:06.070 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch_barrier": 45, 2024-09-19T06:03:06.070 INFO:teuthology.orchestra.run.smithi092.stdout: "uptime": 11.520197426999999 2024-09-19T06:03:06.070 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:03:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 -- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f279c06c2b0 msgr2=0x7f279c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f279c06c2b0 0x7f279c06e770 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f27b00098f0 tx=0x7f27b0008040 comp rx=0 tx=0).stop 2024-09-19T06:03:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 -- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15a050 msgr2=0x7f27bc0c7540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15a050 0x7f27bc0c7540 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f27a800c440 tx=0x7f27a8001e70 comp rx=0 tx=0).stop 2024-09-19T06:03:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 -- 172.21.15.92:0/65080087 shutdown_connections 2024-09-19T06:03:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f27bc15ee90 0x7f27bc1440a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27bc15a050 0x7f27bc0c7540 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f279c06c2b0 0x7f279c06e770 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 --2- 172.21.15.92:0/65080087 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f27bc0731c0 0x7f27bc144d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.062+0000 7f27c4400640 1 -- 172.21.15.92:0/65080087 >> 172.21.15.92:0/65080087 conn(0x7f27bc06d0f0 msgr2=0x7f27bc0b4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:06.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.063+0000 7f27c4400640 1 -- 172.21.15.92:0/65080087 shutdown_connections 2024-09-19T06:03:06.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.063+0000 7f27c4400640 1 -- 172.21.15.92:0/65080087 wait complete. 2024-09-19T06:03:06.079 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:03:06.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.230+0000 7f4572a00640 1 Processor -- start 2024-09-19T06:03:06.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.230+0000 7f4572a00640 1 -- start start 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.231+0000 7f4572a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f456c15c170 0x7f456c15c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.231+0000 7f4572a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f456c0cf6c0 0x7f456c0cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.231+0000 7f4572a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f456c0b49c0 con 0x7f456c0b5dd0 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.231+0000 7f4572a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f456c15ca90 con 0x7f456c15c170 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.231+0000 7f4572a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f456c0b4cf0 con 0x7f456c0cf6c0 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.231+0000 7f456be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f456c15c170 0x7f456c15c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.232+0000 7f456be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f456c15c170 0x7f456c15c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39494/0 (socket says 172.21.15.92:39494) 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.232+0000 7f456be00640 1 -- 172.21.15.92:0/3874127132 learned_addr learned my addr 172.21.15.92:0/3874127132 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.232+0000 7f456b400640 1 --2- 172.21.15.92:0/3874127132 >> v2:172.21.15.102:3300/0 conn(0x7f456c0cf6c0 0x7f456c0cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.232+0000 7f456be00640 1 -- 172.21.15.92:0/3874127132 >> v2:172.21.15.102:3300/0 conn(0x7f456c0cf6c0 msgr2=0x7f456c0cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.232+0000 7f456be00640 1 --2- 172.21.15.92:0/3874127132 >> v2:172.21.15.102:3300/0 conn(0x7f456c0cf6c0 0x7f456c0cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.232+0000 7f456be00640 1 -- 172.21.15.92:0/3874127132 >> v1:172.21.15.102:6789/0 conn(0x7f456c0b5dd0 legacy=0x7f456c15ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:06.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.232+0000 7f456be00640 1 -- 172.21.15.92:0/3874127132 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f456c0b4fd0 con 0x7f456c15c170 2024-09-19T06:03:06.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.233+0000 7f456be00640 1 --2- 172.21.15.92:0/3874127132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c15c170 0x7f456c15c550 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f455c009870 tx=0x7f455c02a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cbc6634b6c451c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.233+0000 7f456aa00640 1 -- 172.21.15.92:0/3874127132 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f455c037070 con 0x7f456c15c170 2024-09-19T06:03:06.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.233+0000 7f456aa00640 1 -- 172.21.15.92:0/3874127132 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f455c032440 con 0x7f456c15c170 2024-09-19T06:03:06.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.233+0000 7f456aa00640 1 -- 172.21.15.92:0/3874127132 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f455c032810 con 0x7f456c15c170 2024-09-19T06:03:06.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.234+0000 7f4572a00640 1 -- 172.21.15.92:0/3874127132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c15c170 msgr2=0x7f456c15c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.234+0000 7f4572a00640 1 --2- 172.21.15.92:0/3874127132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c15c170 0x7f456c15c550 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f455c009870 tx=0x7f455c02a250 comp rx=0 tx=0).stop 2024-09-19T06:03:06.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.234+0000 7f4572a00640 1 -- 172.21.15.92:0/3874127132 shutdown_connections 2024-09-19T06:03:06.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.234+0000 7f4572a00640 1 --2- 172.21.15.92:0/3874127132 >> v2:172.21.15.102:3300/0 conn(0x7f456c0cf6c0 0x7f456c0cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.234+0000 7f4572a00640 1 --2- 172.21.15.92:0/3874127132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c15c170 0x7f456c15c550 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.234+0000 7f4572a00640 1 -- 172.21.15.92:0/3874127132 >> 172.21.15.92:0/3874127132 conn(0x7f456c06bc10 msgr2=0x7f456c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:06.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.234+0000 7f4572a00640 1 -- 172.21.15.92:0/3874127132 shutdown_connections 2024-09-19T06:03:06.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.234+0000 7f4572a00640 1 -- 172.21.15.92:0/3874127132 wait complete. 2024-09-19T06:03:06.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.236+0000 7f4572a00640 1 Processor -- start 2024-09-19T06:03:06.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.236+0000 7f4572a00640 1 -- start start 2024-09-19T06:03:06.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f4572a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f456c0b5dd0 0x7f456c147c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f4572a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c0cf6c0 0x7f456c14d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f4572a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f456c15c170 0x7f456c14b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f4572a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f456c0b5870 con 0x7f456c0cf6c0 2024-09-19T06:03:06.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f4572a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f456c0b5590 con 0x7f456c0b5dd0 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f4572a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f456c0b5b50 con 0x7f456c15c170 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c0cf6c0 0x7f456c14d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c0cf6c0 0x7f456c14d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39502/0 (socket says 172.21.15.92:39502) 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456b400640 1 -- 172.21.15.92:0/2621874620 learned_addr learned my addr 172.21.15.92:0/2621874620 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456be00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f456c0b5dd0 0x7f456c147c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f4570a00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f456c15c170 0x7f456c14b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456b400640 1 -- 172.21.15.92:0/2621874620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f456c15c170 msgr2=0x7f456c14b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456b400640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f456c15c170 0x7f456c14b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456b400640 1 -- 172.21.15.92:0/2621874620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f456c0b5dd0 msgr2=0x7f456c147c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456b400640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f456c0b5dd0 0x7f456c147c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456b400640 1 -- 172.21.15.92:0/2621874620 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f456c14e010 con 0x7f456c0cf6c0 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.237+0000 7f456be00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f456c0b5dd0 0x7f456c147c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:03:06.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.238+0000 7f456b400640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c0cf6c0 0x7f456c14d930 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f455800d800 tx=0x7f455800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.238+0000 7f4563e00640 1 -- 172.21.15.92:0/2621874620 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f455800b6c0 con 0x7f456c0cf6c0 2024-09-19T06:03:06.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.238+0000 7f4563e00640 1 -- 172.21.15.92:0/2621874620 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4558019070 con 0x7f456c0cf6c0 2024-09-19T06:03:06.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.238+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f456c14e2f0 con 0x7f456c0cf6c0 2024-09-19T06:03:06.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.238+0000 7f4563e00640 1 -- 172.21.15.92:0/2621874620 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f455800ba80 con 0x7f456c0cf6c0 2024-09-19T06:03:06.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.238+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f456c1f6630 con 0x7f456c0cf6c0 2024-09-19T06:03:06.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.239+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f456c0cfb30 con 0x7f456c0cf6c0 2024-09-19T06:03:06.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.240+0000 7f4563e00640 1 -- 172.21.15.92:0/2621874620 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f455800bc20 con 0x7f456c0cf6c0 2024-09-19T06:03:06.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.241+0000 7f4563e00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f454c06c2b0 0x7f454c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:06.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.241+0000 7f4563e00640 1 -- 172.21.15.92:0/2621874620 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f455808b780 con 0x7f456c0cf6c0 2024-09-19T06:03:06.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.241+0000 7f456be00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f454c06c2b0 0x7f454c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:06.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.241+0000 7f456be00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f454c06c2b0 0x7f454c06e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f455c034000 tx=0x7f455c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:06.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.245+0000 7f4563e00640 1 -- 172.21.15.92:0/2621874620 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4558059890 con 0x7f456c0cf6c0 2024-09-19T06:03:06.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.451+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f456c15cd40 con 0x7f456c0cf6c0 2024-09-19T06:03:06.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.452+0000 7f4563e00640 1 -- 172.21.15.92:0/2621874620 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v25) ==== 53+0+73 (secure 0 0 0) 0x7f455805db90 con 0x7f456c0cf6c0 2024-09-19T06:03:06.454 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:03:06.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f454c06c2b0 msgr2=0x7f454c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f454c06c2b0 0x7f454c06e770 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f455c034000 tx=0x7f455c02e000 comp rx=0 tx=0).stop 2024-09-19T06:03:06.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c0cf6c0 msgr2=0x7f456c14d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:06.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c0cf6c0 0x7f456c14d930 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f455800d800 tx=0x7f455800dcc0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 shutdown_connections 2024-09-19T06:03:06.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f456c15c170 0x7f456c14b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f456c0cf6c0 0x7f456c14d930 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f454c06c2b0 0x7f454c06e770 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 --2- 172.21.15.92:0/2621874620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f456c0b5dd0 0x7f456c147c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:06.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 >> 172.21.15.92:0/2621874620 conn(0x7f456c06bc10 msgr2=0x7f456c0727e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:06.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 shutdown_connections 2024-09-19T06:03:06.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06.454+0000 7f4572a00640 1 -- 172.21.15.92:0/2621874620 wait complete. 2024-09-19T06:03:06.472 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T06:03:06.472 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:03:06.472 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:03:06.472 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:03:06.472 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:06.472 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T06:03:06.473 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T06:03:06.473 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:03:06.473 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:03:06.473 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:06.473 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:03:06.509 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:03:06.509 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:03:06.509 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:03:06.509 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:06.509 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:03:06.509 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42626sec preferred_lft 42626sec 2024-09-19T06:03:06.510 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::3026:f9ff:fec4:ac60/64 scope link 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::580b:55ff:fe2d:e55/64 scope link 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:03:06.511 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::85d:17ff:fefb:396b/64 scope link 2024-09-19T06:03:06.512 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:06.512 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:06.512 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:03:06.603 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:03:06.606 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:06.606 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:03:06.642 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:03:06.642 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:03:06.643 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:03:06.643 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:03:06.643 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:03:06.643 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:03:06.643 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:03:06.643 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:03:06.643 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:03:06.643 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:03:06.643 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:03:06.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:03:06.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:06 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:03:06.838 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:06.838 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:03:06.874 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:03:06.874 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:03:06.874 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:03:06.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:06.874 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-09-19T06:03:06.970 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:03:06.970 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:07.006 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:03:07.006 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:03:07.006 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:07.082 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T06:03:07.082 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:07.082 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:03:07.210 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:03:07.210 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:03:07.237 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:03:07.238 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:03:07.238 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:03:07.238 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 0@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:03:07.238 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:03:07.239 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:03:07.239 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:03:07.239 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:03:07.239 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:03:07.240 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:03:07.242 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:03:07.242 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:07.243 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:07.298 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:03:07.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:03:07.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:03:07.394 INFO:teuthology.orchestra.run.smithi092.stdout:client4937 2024-09-19T06:03:07.394 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:07.394 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:07.430 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_fragment_size_max 50 2024-09-19T06:03:07.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.624+0000 7f6d33000640 1 Processor -- start 2024-09-19T06:03:07.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.625+0000 7f6d33000640 1 -- start start 2024-09-19T06:03:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.626+0000 7f6d33000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f6d2c072700 0x7f6d2c166120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.626+0000 7f6d33000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d2c0ccff0 con 0x7f6d2c15b480 2024-09-19T06:03:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.626+0000 7f6d33000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6d2c0cd2d0 con 0x7f6d2c0b6290 2024-09-19T06:03:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.626+0000 7f6d33000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f6d2c0cd5b0 con 0x7f6d2c072700 2024-09-19T06:03:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.626+0000 7f6d2be00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f6d2c15b480 0x7f6d2c0b5b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41180/0 (socket says 172.21.15.92:41180) 2024-09-19T06:03:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.626+0000 7f6d2be00640 1 -- 172.21.15.92:0/1182404667 learned_addr learned my addr 172.21.15.92:0/1182404667 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.626+0000 7f6d31000640 1 --2- 172.21.15.92:0/1182404667 >> v2:172.21.15.102:3300/0 conn(0x7f6d2c072700 0x7f6d2c166120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.626+0000 7f6d2b400640 1 -- 172.21.15.92:0/1182404667 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3819483258 0 0) 0x7f6d2c0ccff0 con 0x7f6d2c15b480 2024-09-19T06:03:07.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.626+0000 7f6d2b400640 1 -- 172.21.15.92:0/1182404667 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6d10005730 con 0x7f6d2c15b480 2024-09-19T06:03:07.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.627+0000 7f6d31000640 1 -- 172.21.15.92:0/1182404667 >> v1:172.21.15.102:6789/0 conn(0x7f6d2c0b6290 legacy=0x7f6d2c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:07.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.627+0000 7f6d2b400640 1 -- 172.21.15.92:0/1182404667 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1108717903 0 0) 0x7f6d10005730 con 0x7f6d2c15b480 2024-09-19T06:03:07.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.627+0000 7f6d31000640 1 -- 172.21.15.92:0/1182404667 >> v1:172.21.15.92:6789/0 conn(0x7f6d2c15b480 legacy=0x7f6d2c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:07.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.627+0000 7f6d31000640 1 -- 172.21.15.92:0/1182404667 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2c0cd890 con 0x7f6d2c072700 2024-09-19T06:03:07.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.628+0000 7f6d31000640 1 --2- 172.21.15.92:0/1182404667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d2c072700 0x7f6d2c166120 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6d24009d90 tx=0x7f6d2402a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c9b7d9c8e39a2e81 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:07.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.628+0000 7f6d2b400640 1 -- 172.21.15.92:0/1182404667 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d1c001670 con 0x7f6d2c072700 2024-09-19T06:03:07.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.628+0000 7f6d2b400640 1 -- 172.21.15.92:0/1182404667 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d24007540 con 0x7f6d2c072700 2024-09-19T06:03:07.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.628+0000 7f6d2b400640 1 -- 172.21.15.92:0/1182404667 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d24007910 con 0x7f6d2c072700 2024-09-19T06:03:07.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.629+0000 7f6d33000640 1 -- 172.21.15.92:0/1182404667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d2c072700 msgr2=0x7f6d2c166120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:07.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.629+0000 7f6d33000640 1 --2- 172.21.15.92:0/1182404667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d2c072700 0x7f6d2c166120 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f6d24009d90 tx=0x7f6d2402a5f0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.629+0000 7f6d33000640 1 -- 172.21.15.92:0/1182404667 shutdown_connections 2024-09-19T06:03:07.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.629+0000 7f6d33000640 1 --2- 172.21.15.92:0/1182404667 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d2c072700 0x7f6d2c166120 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.629+0000 7f6d33000640 1 -- 172.21.15.92:0/1182404667 >> 172.21.15.92:0/1182404667 conn(0x7f6d2c06d0f0 msgr2=0x7f6d2c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:07.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.629+0000 7f6d33000640 1 -- 172.21.15.92:0/1182404667 shutdown_connections 2024-09-19T06:03:07.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.629+0000 7f6d33000640 1 -- 172.21.15.92:0/1182404667 wait complete. 2024-09-19T06:03:07.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.630+0000 7f6d33000640 1 Processor -- start 2024-09-19T06:03:07.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.631+0000 7f6d33000640 1 -- start start 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.631+0000 7f6d33000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6d2c072700 0x7f6d2c13d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.631+0000 7f6d33000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d2c15b480 0x7f6d2c140060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.631+0000 7f6d33000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d2c14e110 0x7f6d2c151580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.631+0000 7f6d33000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2c15b9e0 con 0x7f6d2c15b480 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.631+0000 7f6d33000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6d2c15b860 con 0x7f6d2c14e110 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.631+0000 7f6d33000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6d2c15cc70 con 0x7f6d2c072700 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d23400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d2c15b480 0x7f6d2c140060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d23400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d2c15b480 0x7f6d2c140060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:40640/0 (socket says 172.21.15.92:40640) 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d23400640 1 -- 172.21.15.92:0/3854671872 learned_addr learned my addr 172.21.15.92:0/3854671872 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:07.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d2be00640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6d2c072700 0x7f6d2c13d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d31000640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d2c14e110 0x7f6d2c151580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d23400640 1 -- 172.21.15.92:0/3854671872 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6d2c072700 msgr2=0x7f6d2c13d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d23400640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6d2c072700 0x7f6d2c13d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d23400640 1 -- 172.21.15.92:0/3854671872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d2c14e110 msgr2=0x7f6d2c151580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d23400640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d2c14e110 0x7f6d2c151580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d23400640 1 -- 172.21.15.92:0/3854671872 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6d2c140960 con 0x7f6d2c15b480 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d23400640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d2c15b480 0x7f6d2c140060 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400c430 tx=0x7f6d1400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.632+0000 7f6d28c00640 1 -- 172.21.15.92:0/3854671872 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14017070 con 0x7f6d2c15b480 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.633+0000 7f6d28c00640 1 -- 172.21.15.92:0/3854671872 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d140052d0 con 0x7f6d2c15b480 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.633+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6d2c140c40 con 0x7f6d2c15b480 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.633+0000 7f6d28c00640 1 -- 172.21.15.92:0/3854671872 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d14003830 con 0x7f6d2c15b480 2024-09-19T06:03:07.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.633+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6d2c150d80 con 0x7f6d2c15b480 2024-09-19T06:03:07.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.634+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6d2c071ff0 con 0x7f6d2c15b480 2024-09-19T06:03:07.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.634+0000 7f6d28c00640 1 -- 172.21.15.92:0/3854671872 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6d1401a070 con 0x7f6d2c15b480 2024-09-19T06:03:07.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.635+0000 7f6d28c00640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d0806c2e0 0x7f6d0806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:07.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.635+0000 7f6d28c00640 1 -- 172.21.15.92:0/3854671872 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f6d1408a750 con 0x7f6d2c15b480 2024-09-19T06:03:07.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.636+0000 7f6d2be00640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d0806c2e0 0x7f6d0806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:07.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.636+0000 7f6d2be00640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d0806c2e0 0x7f6d0806e7a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c005880 tx=0x7f6d1c000bc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.640+0000 7f6d28c00640 1 -- 172.21.15.92:0/3854671872 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6d140587d0 con 0x7f6d2c15b480 2024-09-19T06:03:07.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.813+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mds_bal_fragment_size_max}] v 0) -- 0x7f6d2c15ac50 con 0x7f6d2c15b480 2024-09-19T06:03:07.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.817+0000 7f6d28c00640 1 -- 172.21.15.92:0/3854671872 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_fragment_size_max}]=0 v13)=0 v13) ==== 124+0+0 (secure 0 0 0) 0x7f6d1405cad0 con 0x7f6d2c15b480 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d0806c2e0 msgr2=0x7f6d0806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d0806c2e0 0x7f6d0806e7a0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f6d1c005880 tx=0x7f6d1c000bc0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d2c15b480 msgr2=0x7f6d2c140060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d2c15b480 0x7f6d2c140060 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f6d1400c430 tx=0x7f6d1400c8f0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 shutdown_connections 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d0806c2e0 0x7f6d0806e7a0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6d2c14e110 0x7f6d2c151580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6d2c15b480 0x7f6d2c140060 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 --2- 172.21.15.92:0/3854671872 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6d2c072700 0x7f6d2c13d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:07.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 >> 172.21.15.92:0/3854671872 conn(0x7f6d2c06d0f0 msgr2=0x7f6d2c158710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:07.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 shutdown_connections 2024-09-19T06:03:07.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:07.819+0000 7f6d33000640 1 -- 172.21.15.92:0/3854671872 wait complete. 2024-09-19T06:03:08.158 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:03:08.162 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:03:17.837 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:17.837 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:17.878 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:03:17.878 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:03:17.878 DEBUG:teuthology.orchestra.run.smithi092:> import uuid 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> n = 51 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = False 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> if 0 > 0: 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = True 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> path = "/home/ubuntu/cephtest/mnt.0/subdir/file" 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> dpath = os.path.dirname(path) 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> fnameprefix = os.path.basename(path) 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> os.makedirs(dpath, exist_ok=True) 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> try: 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:17.879 DEBUG:teuthology.orchestra.run.smithi092:> for i in range(n): 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> with open(fpath, '"'"'w'"'"') as f: 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> f.write(f"{i}") 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> f.flush() 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(f.fileno()) 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> os.unlink(fpath) 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> if create_hard_links: 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> for j in range(0): 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-19T06:03:17.880 DEBUG:teuthology.orchestra.run.smithi092:> if True: 2024-09-19T06:03:17.881 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:03:17.881 DEBUG:teuthology.orchestra.run.smithi092:> finally: 2024-09-19T06:03:17.881 DEBUG:teuthology.orchestra.run.smithi092:> os.close(dirfd) 2024-09-19T06:03:17.881 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:03:18.083 INFO:teuthology.orchestra.run.smithi092.stderr:Traceback (most recent call last): 2024-09-19T06:03:18.083 INFO:teuthology.orchestra.run.smithi092.stderr: File "", line 20, in 2024-09-19T06:03:18.083 INFO:teuthology.orchestra.run.smithi092.stderr:OSError: [Errno 28] No space left on device: '/home/ubuntu/cephtest/mnt.0/subdir/file_50' 2024-09-19T06:03:18.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18 stdin-killer INFO: command exited with status 1: exiting normally with same code! 2024-09-19T06:03:18.095 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:03:18.096 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:03:18.096 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:03:18.215 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:03:18.300 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:03:18.300 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:03:18.300 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:18.300 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:18.335 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:18.336 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:18.412 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:03:18.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.604+0000 7f3751400640 1 Processor -- start 2024-09-19T06:03:18.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.605+0000 7f3751400640 1 -- start start 2024-09-19T06:03:18.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f3751400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f374c15b480 0x7f374c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:18.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f3751400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f374c0ccff0 con 0x7f374c0b60c0 2024-09-19T06:03:18.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f3751400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f374c0cd2d0 con 0x7f374c072700 2024-09-19T06:03:18.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f3751400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f374c0cd5b0 con 0x7f374c15b480 2024-09-19T06:03:18.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f374a800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f374c15b480 0x7f374c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:18.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f374a800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f374c15b480 0x7f374c0b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49176/0 (socket says 172.21.15.92:49176) 2024-09-19T06:03:18.608 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f374a800640 1 -- 172.21.15.92:0/3939276760 learned_addr learned my addr 172.21.15.92:0/3939276760 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:18.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f374a800640 1 -- 172.21.15.92:0/3939276760 >> v1:172.21.15.102:6789/0 conn(0x7f374c072700 legacy=0x7f374c15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:18.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f374a800640 1 -- 172.21.15.92:0/3939276760 >> v1:172.21.15.92:6789/0 conn(0x7f374c0b60c0 legacy=0x7f374c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:18.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.607+0000 7f374a800640 1 -- 172.21.15.92:0/3939276760 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f374c0cd890 con 0x7f374c15b480 2024-09-19T06:03:18.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.606+0000 7f3749e00640 1 -- 172.21.15.92:0/3939276760 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1544793513 0 0) 0x7f374c0ccff0 con 0x7f374c0b60c0 2024-09-19T06:03:18.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.607+0000 7f374a800640 1 --2- 172.21.15.92:0/3939276760 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c15b480 0x7f374c0b5b80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f373c009870 tx=0x7f373c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=725b98f76dc29b97 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:18.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3749e00640 1 -- 172.21.15.92:0/3939276760 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c037070 con 0x7f374c15b480 2024-09-19T06:03:18.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3749e00640 1 -- 172.21.15.92:0/3939276760 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f373c032440 con 0x7f374c15b480 2024-09-19T06:03:18.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3749e00640 1 -- 172.21.15.92:0/3939276760 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c032810 con 0x7f374c15b480 2024-09-19T06:03:18.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3751400640 1 -- 172.21.15.92:0/3939276760 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c15b480 msgr2=0x7f374c0b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:18.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3751400640 1 --2- 172.21.15.92:0/3939276760 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c15b480 0x7f374c0b5b80 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f373c009870 tx=0x7f373c02a210 comp rx=0 tx=0).stop 2024-09-19T06:03:18.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3751400640 1 -- 172.21.15.92:0/3939276760 shutdown_connections 2024-09-19T06:03:18.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3751400640 1 --2- 172.21.15.92:0/3939276760 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c15b480 0x7f374c0b5b80 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:18.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3751400640 1 -- 172.21.15.92:0/3939276760 >> 172.21.15.92:0/3939276760 conn(0x7f374c06d0f0 msgr2=0x7f374c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:18.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3751400640 1 -- 172.21.15.92:0/3939276760 shutdown_connections 2024-09-19T06:03:18.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.608+0000 7f3751400640 1 -- 172.21.15.92:0/3939276760 wait complete. 2024-09-19T06:03:18.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.610+0000 7f3751400640 1 Processor -- start 2024-09-19T06:03:18.612 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.610+0000 7f3751400640 1 -- start start 2024-09-19T06:03:18.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.611+0000 7f3751400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c072700 0x7f374c155e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:18.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.611+0000 7f3751400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c0b60c0 0x7f374c1f5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:18.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.611+0000 7f3751400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f374c15b480 0x7f374c0d04b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:18.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.611+0000 7f3751400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f374c15b9e0 con 0x7f374c072700 2024-09-19T06:03:18.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.611+0000 7f3751400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f374c15b860 con 0x7f374c0b60c0 2024-09-19T06:03:18.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.611+0000 7f3751400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f374c15c370 con 0x7f374c15b480 2024-09-19T06:03:18.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.611+0000 7f374a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c072700 0x7f374c155e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:18.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.611+0000 7f374a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c072700 0x7f374c155e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49182/0 (socket says 172.21.15.92:49182) 2024-09-19T06:03:18.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.611+0000 7f374a800640 1 -- 172.21.15.92:0/260117708 learned_addr learned my addr 172.21.15.92:0/260117708 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:18.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f374a800640 1 -- 172.21.15.92:0/260117708 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f374c15b480 msgr2=0x7f374c0d04b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:18.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f374a800640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f374c15b480 0x7f374c0d04b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:18.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f374a800640 1 -- 172.21.15.92:0/260117708 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c0b60c0 msgr2=0x7f374c1f5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:18.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f3741e00640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c0b60c0 0x7f374c1f5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:18.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f374a800640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c0b60c0 0x7f374c1f5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:18.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f374a800640 1 -- 172.21.15.92:0/260117708 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f374c0cb2e0 con 0x7f374c072700 2024-09-19T06:03:18.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f374a800640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c072700 0x7f374c155e70 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f373c000c00 tx=0x7f373c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:18.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f3743400640 1 -- 172.21.15.92:0/260117708 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c041070 con 0x7f374c072700 2024-09-19T06:03:18.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f3743400640 1 -- 172.21.15.92:0/260117708 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f373c03c870 con 0x7f374c072700 2024-09-19T06:03:18.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f3743400640 1 -- 172.21.15.92:0/260117708 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f373c037040 con 0x7f374c072700 2024-09-19T06:03:18.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f374c1f5940 con 0x7f374c072700 2024-09-19T06:03:18.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.612+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f374c0cb830 con 0x7f374c072700 2024-09-19T06:03:18.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.613+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f374c0b5b80 con 0x7f374c072700 2024-09-19T06:03:18.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.614+0000 7f3743400640 1 -- 172.21.15.92:0/260117708 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f373c044070 con 0x7f374c072700 2024-09-19T06:03:18.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.615+0000 7f3743400640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f372806c2b0 0x7f372806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:18.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.615+0000 7f3743400640 1 -- 172.21.15.92:0/260117708 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f373c0ac0c0 con 0x7f374c072700 2024-09-19T06:03:18.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.615+0000 7f3741e00640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f372806c2b0 0x7f372806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:18.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.616+0000 7f3741e00640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f372806c2b0 0x7f372806e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3734000f60 tx=0x7f3734009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:18.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.620+0000 7f3743400640 1 -- 172.21.15.92:0/260117708 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f373c07a8b0 con 0x7f374c072700 2024-09-19T06:03:18.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.805+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f374c159490 con 0x7f374c072700 2024-09-19T06:03:18.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.805+0000 7f3743400640 1 -- 172.21.15.92:0/260117708 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v45) ==== 80+0+0 (secure 0 0 0) 0x7f373c07a1b0 con 0x7f374c072700 2024-09-19T06:03:18.807 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:03:18.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f372806c2b0 msgr2=0x7f372806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:18.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f372806c2b0 0x7f372806e770 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f3734000f60 tx=0x7f3734009040 comp rx=0 tx=0).stop 2024-09-19T06:03:18.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c072700 msgr2=0x7f374c155e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:18.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c072700 0x7f374c155e70 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f373c000c00 tx=0x7f373c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:18.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 shutdown_connections 2024-09-19T06:03:18.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f374c15b480 0x7f374c0d04b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:18.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f372806c2b0 0x7f372806e770 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:18.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f374c0b60c0 0x7f374c1f5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:18.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 --2- 172.21.15.92:0/260117708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f374c072700 0x7f374c155e70 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:18.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 >> 172.21.15.92:0/260117708 conn(0x7f374c06d0f0 msgr2=0x7f374c15bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:18.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 shutdown_connections 2024-09-19T06:03:18.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:18.807+0000 7f3751400640 1 -- 172.21.15.92:0/260117708 wait complete. 2024-09-19T06:03:18.826 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:03:18.826 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:18.826 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:18.974 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:03:18.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:18.974 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:03:19.023 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:03:19.023 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:03:19.023 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:19.061 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:03:19.062 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:03:19.062 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:19.062 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:19.098 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:03:19.098 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:03:19.099 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:03:19.099 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:19.137 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:03:19.138 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:19.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.289+0000 7f65c3000640 1 Processor -- start 2024-09-19T06:03:19.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.289+0000 7f65c3000640 1 -- start start 2024-09-19T06:03:19.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.290+0000 7f65c3000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c550 0x7f65bc0b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.290+0000 7f65c3000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65bc0b4cf0 con 0x7f65bc15c170 2024-09-19T06:03:19.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.290+0000 7f65c3000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f65bc0b4fd0 con 0x7f65bc0b6310 2024-09-19T06:03:19.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.290+0000 7f65c3000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f65bc0b52b0 con 0x7f65bc15c550 2024-09-19T06:03:19.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65bbe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f65bc15c170 0x7f65bc0cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:45252/0 (socket says 172.21.15.92:45252) 2024-09-19T06:03:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65bbe00640 1 -- 172.21.15.92:0/2040160656 learned_addr learned my addr 172.21.15.92:0/2040160656 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65bb400640 1 --2- 172.21.15.92:0/2040160656 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c550 0x7f65bc0b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65baa00640 1 -- 172.21.15.92:0/2040160656 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2918263 0 0) 0x7f65bc0b4cf0 con 0x7f65bc15c170 2024-09-19T06:03:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65baa00640 1 -- 172.21.15.92:0/2040160656 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f65a0003520 con 0x7f65bc15c170 2024-09-19T06:03:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65baa00640 1 -- 172.21.15.92:0/2040160656 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2608290010 0 0) 0x7f65bc0b4fd0 con 0x7f65bc0b6310 2024-09-19T06:03:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65baa00640 1 -- 172.21.15.92:0/2040160656 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f65bc0b4cf0 con 0x7f65bc0b6310 2024-09-19T06:03:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65bb400640 1 -- 172.21.15.92:0/2040160656 >> v1:172.21.15.102:6789/0 conn(0x7f65bc0b6310 legacy=0x7f65bc0b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65bb400640 1 -- 172.21.15.92:0/2040160656 >> v1:172.21.15.92:6789/0 conn(0x7f65bc15c170 legacy=0x7f65bc0cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.291+0000 7f65bb400640 1 -- 172.21.15.92:0/2040160656 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65bc0b5590 con 0x7f65bc15c550 2024-09-19T06:03:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.292+0000 7f65bb400640 1 --2- 172.21.15.92:0/2040160656 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c550 0x7f65bc0b5dd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f65a80097d0 tx=0x7f65a802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=28e25bcba668588f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:19.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.292+0000 7f65baa00640 1 -- 172.21.15.92:0/2040160656 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65a8037070 con 0x7f65bc15c550 2024-09-19T06:03:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.292+0000 7f65baa00640 1 -- 172.21.15.92:0/2040160656 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65a8032440 con 0x7f65bc15c550 2024-09-19T06:03:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.292+0000 7f65baa00640 1 -- 172.21.15.92:0/2040160656 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65a80327f0 con 0x7f65bc15c550 2024-09-19T06:03:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.293+0000 7f65c3000640 1 -- 172.21.15.92:0/2040160656 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c550 msgr2=0x7f65bc0b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.293+0000 7f65c3000640 1 --2- 172.21.15.92:0/2040160656 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c550 0x7f65bc0b5dd0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f65a80097d0 tx=0x7f65a802a210 comp rx=0 tx=0).stop 2024-09-19T06:03:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.293+0000 7f65c3000640 1 -- 172.21.15.92:0/2040160656 shutdown_connections 2024-09-19T06:03:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.293+0000 7f65c3000640 1 --2- 172.21.15.92:0/2040160656 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c550 0x7f65bc0b5dd0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.293+0000 7f65c3000640 1 -- 172.21.15.92:0/2040160656 >> 172.21.15.92:0/2040160656 conn(0x7f65bc06bc10 msgr2=0x7f65bc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.293+0000 7f65c3000640 1 -- 172.21.15.92:0/2040160656 shutdown_connections 2024-09-19T06:03:19.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.293+0000 7f65c3000640 1 -- 172.21.15.92:0/2040160656 wait complete. 2024-09-19T06:03:19.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.295+0000 7f65c3000640 1 Processor -- start 2024-09-19T06:03:19.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.295+0000 7f65c3000640 1 -- start start 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65c3000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0b6310 0x7f65bc15f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65c3000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c170 0x7f65bc150030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65c3000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65bc15c550 0x7f65bc0ce080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65c3000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f65bc15c990 con 0x7f65bc0b6310 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65c3000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f65bc0b5b50 con 0x7f65bc15c550 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65c3000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f65bc0cfdd0 con 0x7f65bc15c170 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65bbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0b6310 0x7f65bc15f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65bbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0b6310 0x7f65bc15f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49192/0 (socket says 172.21.15.92:49192) 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65bbe00640 1 -- 172.21.15.92:0/1110835518 learned_addr learned my addr 172.21.15.92:0/1110835518 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:19.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65bb400640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c170 0x7f65bc150030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65bbe00640 1 -- 172.21.15.92:0/1110835518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c170 msgr2=0x7f65bc150030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65bbe00640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c170 0x7f65bc150030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65c1000640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65bc15c550 0x7f65bc0ce080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65bbe00640 1 -- 172.21.15.92:0/1110835518 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65bc15c550 msgr2=0x7f65bc0ce080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65bbe00640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65bc15c550 0x7f65bc0ce080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65bbe00640 1 -- 172.21.15.92:0/1110835518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f65bc0ccda0 con 0x7f65bc0b6310 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.296+0000 7f65c1000640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65bc15c550 0x7f65bc0ce080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.297+0000 7f65bbe00640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0b6310 0x7f65bc15f450 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f65ac00c4d0 tx=0x7f65ac00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.297+0000 7f65b3e00640 1 -- 172.21.15.92:0/1110835518 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ac017070 con 0x7f65bc0b6310 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.297+0000 7f65b3e00640 1 -- 172.21.15.92:0/1110835518 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f65ac005ce0 con 0x7f65bc0b6310 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.297+0000 7f65b3e00640 1 -- 172.21.15.92:0/1110835518 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f65ac007270 con 0x7f65bc0b6310 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.297+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f65bc0cd080 con 0x7f65bc0b6310 2024-09-19T06:03:19.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.297+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f65bc150570 con 0x7f65bc0b6310 2024-09-19T06:03:19.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.298+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f65bc0b5dd0 con 0x7f65bc0b6310 2024-09-19T06:03:19.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.299+0000 7f65b3e00640 1 -- 172.21.15.92:0/1110835518 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f65ac01a070 con 0x7f65bc0b6310 2024-09-19T06:03:19.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.300+0000 7f65b3e00640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f659c06c2b0 0x7f659c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.300+0000 7f65b3e00640 1 -- 172.21.15.92:0/1110835518 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f65ac08a770 con 0x7f65bc0b6310 2024-09-19T06:03:19.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.300+0000 7f65bb400640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f659c06c2b0 0x7f659c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.301+0000 7f65bb400640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f659c06c2b0 0x7f659c06e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f65a8034000 tx=0x7f65a802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:19.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.304+0000 7f65b3e00640 1 -- 172.21.15.92:0/1110835518 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f65ac058890 con 0x7f65bc0b6310 2024-09-19T06:03:19.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.510+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f65bc15fc40 con 0x7f65bc0b6310 2024-09-19T06:03:19.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.511+0000 7f65b3e00640 1 -- 172.21.15.92:0/1110835518 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7f65ac05cb90 con 0x7f65bc0b6310 2024-09-19T06:03:19.513 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:19.513 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":25,"btime":"2024-09-19T06:03:03:012567+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1740632828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1740632828},{"type":"v1","addr":"172.21.15.102:6834","nonce":1740632828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":4838,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3130126920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":3130126920},{"type":"v1","addr":"172.21.15.102:6835","nonce":3130126920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5190,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/4248314845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4248314845},{"type":"v1","addr":"172.21.15.92:6835","nonce":4248314845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:59.399267+0000","modified":"2024-09-19T06:03:02.424749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5202},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5202":{"gid":5202,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3489474469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3489474469},{"type":"v1","addr":"172.21.15.92:6837","nonce":3489474469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5202,"qdb_cluster":[5202]},"id":3}]} 2024-09-19T06:03:19.514 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 25 2024-09-19T06:03:19.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f659c06c2b0 msgr2=0x7f659c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f659c06c2b0 0x7f659c06e770 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f65a8034000 tx=0x7f65a802e000 comp rx=0 tx=0).stop 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0b6310 msgr2=0x7f65bc15f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0b6310 0x7f65bc15f450 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f65ac00c4d0 tx=0x7f65ac00c990 comp rx=0 tx=0).stop 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 shutdown_connections 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f659c06c2b0 0x7f659c06e770 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f65bc15c550 0x7f65bc0ce080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f65bc15c170 0x7f65bc150030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 --2- 172.21.15.92:0/1110835518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65bc0b6310 0x7f65bc15f450 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 >> 172.21.15.92:0/1110835518 conn(0x7f65bc06bc10 msgr2=0x7f65bc0b27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 shutdown_connections 2024-09-19T06:03:19.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.513+0000 7f65c3000640 1 -- 172.21.15.92:0/1110835518 wait complete. 2024-09-19T06:03:19.531 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:19.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.682+0000 7fa5d8000640 1 Processor -- start 2024-09-19T06:03:19.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.682+0000 7fa5d8000640 1 -- start start 2024-09-19T06:03:19.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.683+0000 7fa5d8000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 0x7fa5d00cf7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.683+0000 7fa5d8000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5d006faf0 con 0x7fa5d006d540 2024-09-19T06:03:19.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.683+0000 7fa5d8000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa5d006fdd0 con 0x7fa5d015e950 2024-09-19T06:03:19.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.683+0000 7fa5d8000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa5d00700b0 con 0x7fa5d00735b0 2024-09-19T06:03:19.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.684+0000 7fa5d4c00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fa5d006d540 0x7fa5d00cf0a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:45266/0 (socket says 172.21.15.92:45266) 2024-09-19T06:03:19.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.684+0000 7fa5d4c00640 1 -- 172.21.15.92:0/3880541996 learned_addr learned my addr 172.21.15.92:0/3880541996 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:19.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.684+0000 7fa5d6000640 1 --2- 172.21.15.92:0/3880541996 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 0x7fa5d00cf7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.684+0000 7fa5cfe00640 1 -- 172.21.15.92:0/3880541996 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2251353186 0 0) 0x7fa5d006faf0 con 0x7fa5d006d540 2024-09-19T06:03:19.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.684+0000 7fa5cfe00640 1 -- 172.21.15.92:0/3880541996 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fa5b8003520 con 0x7fa5d006d540 2024-09-19T06:03:19.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.684+0000 7fa5cfe00640 1 -- 172.21.15.92:0/3880541996 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 22396219 0 0) 0x7fa5d006fdd0 con 0x7fa5d015e950 2024-09-19T06:03:19.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.684+0000 7fa5d6000640 1 -- 172.21.15.92:0/3880541996 >> v1:172.21.15.102:6789/0 conn(0x7fa5d015e950 legacy=0x7fa5d006ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.684+0000 7fa5d6000640 1 -- 172.21.15.92:0/3880541996 >> v1:172.21.15.92:6789/0 conn(0x7fa5d006d540 legacy=0x7fa5d00cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.684+0000 7fa5d6000640 1 -- 172.21.15.92:0/3880541996 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d0070390 con 0x7fa5d00735b0 2024-09-19T06:03:19.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.685+0000 7fa5d6000640 1 --2- 172.21.15.92:0/3880541996 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 0x7fa5d00cf7b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa5c80097d0 tx=0x7fa5c802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19b94fa3c3524d72 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:19.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5cfe00640 1 -- 172.21.15.92:0/3880541996 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8037070 con 0x7fa5d00735b0 2024-09-19T06:03:19.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5cfe00640 1 -- 172.21.15.92:0/3880541996 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5c8032440 con 0x7fa5d00735b0 2024-09-19T06:03:19.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5cfe00640 1 -- 172.21.15.92:0/3880541996 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8032810 con 0x7fa5d00735b0 2024-09-19T06:03:19.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5d8000640 1 -- 172.21.15.92:0/3880541996 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 msgr2=0x7fa5d00cf7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5d8000640 1 --2- 172.21.15.92:0/3880541996 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 0x7fa5d00cf7b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fa5c80097d0 tx=0x7fa5c802a210 comp rx=0 tx=0).stop 2024-09-19T06:03:19.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5d8000640 1 -- 172.21.15.92:0/3880541996 shutdown_connections 2024-09-19T06:03:19.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5d8000640 1 --2- 172.21.15.92:0/3880541996 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 0x7fa5d00cf7b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5d8000640 1 -- 172.21.15.92:0/3880541996 >> 172.21.15.92:0/3880541996 conn(0x7fa5d00d14d0 msgr2=0x7fa5d00d18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:19.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5d8000640 1 -- 172.21.15.92:0/3880541996 shutdown_connections 2024-09-19T06:03:19.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.686+0000 7fa5d8000640 1 -- 172.21.15.92:0/3880541996 wait complete. 2024-09-19T06:03:19.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.688+0000 7fa5d8000640 1 Processor -- start 2024-09-19T06:03:19.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.688+0000 7fa5d8000640 1 -- start start 2024-09-19T06:03:19.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d8000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5d006d540 0x7fa5d01492c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d8000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 0x7fa5d0157fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d8000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5d015e950 0x7fa5d0158520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d8000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d00721d0 con 0x7fa5d015e950 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d8000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa5d0072050 con 0x7fa5d006d540 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d8000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa5d0072350 con 0x7fa5d00735b0 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d6000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5d015e950 0x7fa5d0158520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d6000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5d015e950 0x7fa5d0158520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49198/0 (socket says 172.21.15.92:49198) 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d6000640 1 -- 172.21.15.92:0/239816974 learned_addr learned my addr 172.21.15.92:0/239816974 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d4c00640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 0x7fa5d0157fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.689+0000 7fa5d5600640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5d006d540 0x7fa5d01492c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5d6000640 1 -- 172.21.15.92:0/239816974 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 msgr2=0x7fa5d0157fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5d6000640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 0x7fa5d0157fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5d6000640 1 -- 172.21.15.92:0/239816974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5d006d540 msgr2=0x7fa5d01492c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5d6000640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5d006d540 0x7fa5d01492c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5d6000640 1 -- 172.21.15.92:0/239816974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa5d0158eb0 con 0x7fa5d015e950 2024-09-19T06:03:19.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5d6000640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5d015e950 0x7fa5d0158520 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa5c80097d0 tx=0x7fa5c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:19.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5cd600640 1 -- 172.21.15.92:0/239816974 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8037040 con 0x7fa5d015e950 2024-09-19T06:03:19.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5cd600640 1 -- 172.21.15.92:0/239816974 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa5c8004230 con 0x7fa5d015e950 2024-09-19T06:03:19.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa5d0149800 con 0x7fa5d015e950 2024-09-19T06:03:19.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5cd600640 1 -- 172.21.15.92:0/239816974 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa5c8003610 con 0x7fa5d015e950 2024-09-19T06:03:19.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.690+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa5d0161940 con 0x7fa5d015e950 2024-09-19T06:03:19.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.691+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa5d006ce30 con 0x7fa5d015e950 2024-09-19T06:03:19.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.692+0000 7fa5cd600640 1 -- 172.21.15.92:0/239816974 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa5c80037b0 con 0x7fa5d015e950 2024-09-19T06:03:19.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.693+0000 7fa5cd600640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5b006c2e0 0x7fa5b006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:19.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.693+0000 7fa5cd600640 1 -- 172.21.15.92:0/239816974 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fa5c80ac0b0 con 0x7fa5d015e950 2024-09-19T06:03:19.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.693+0000 7fa5d5600640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5b006c2e0 0x7fa5b006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:19.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.694+0000 7fa5d5600640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5b006c2e0 0x7fa5b006e7a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa5c40012e0 tx=0x7fa5c4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:19.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.698+0000 7fa5cd600640 1 -- 172.21.15.92:0/239816974 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa5c807a130 con 0x7fa5d015e950 2024-09-19T06:03:19.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.903+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa5d015d300 con 0x7fa5d015e950 2024-09-19T06:03:19.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.903+0000 7fa5cd600640 1 -- 172.21.15.92:0/239816974 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7fa5c807e430 con 0x7fa5d015e950 2024-09-19T06:03:19.906 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:19.906 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":25,"btime":"2024-09-19T06:03:03:012567+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1740632828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1740632828},{"type":"v1","addr":"172.21.15.102:6834","nonce":1740632828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":4838,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3130126920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":3130126920},{"type":"v1","addr":"172.21.15.102:6835","nonce":3130126920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5190,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/4248314845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4248314845},{"type":"v1","addr":"172.21.15.92:6835","nonce":4248314845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:59.399267+0000","modified":"2024-09-19T06:03:02.424749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5202},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5202":{"gid":5202,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3489474469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3489474469},{"type":"v1","addr":"172.21.15.92:6837","nonce":3489474469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5202,"qdb_cluster":[5202]},"id":3}]} 2024-09-19T06:03:19.906 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 25 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.905+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5b006c2e0 msgr2=0x7fa5b006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.905+0000 7fa5d8000640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5b006c2e0 0x7fa5b006e7a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fa5c40012e0 tx=0x7fa5c4009040 comp rx=0 tx=0).stop 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.905+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5d015e950 msgr2=0x7fa5d0158520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.905+0000 7fa5d8000640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5d015e950 0x7fa5d0158520 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fa5c80097d0 tx=0x7fa5c80046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.906+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 shutdown_connections 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.906+0000 7fa5d8000640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa5d015e950 0x7fa5d0158520 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.906+0000 7fa5d8000640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa5d00735b0 0x7fa5d0157fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.906+0000 7fa5d8000640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa5b006c2e0 0x7fa5b006e7a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.906+0000 7fa5d8000640 1 --2- 172.21.15.92:0/239816974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa5d006d540 0x7fa5d01492c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:19.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.906+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 >> 172.21.15.92:0/239816974 conn(0x7fa5d00d14d0 msgr2=0x7fa5d00d0db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:19.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.906+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 shutdown_connections 2024-09-19T06:03:19.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:19.906+0000 7fa5d8000640 1 -- 172.21.15.92:0/239816974 wait complete. 2024-09-19T06:03:19.923 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:20.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.075+0000 7f4b06800640 1 Processor -- start 2024-09-19T06:03:20.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.075+0000 7f4b06800640 1 -- start start 2024-09-19T06:03:20.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.076+0000 7f4b06800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b0015e800 0x7f4b000d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.077+0000 7f4b06800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b000d2d90 con 0x7f4b000d2950 2024-09-19T06:03:20.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.077+0000 7f4b06800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b000d3060 con 0x7f4b000d1380 2024-09-19T06:03:20.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.077+0000 7f4b06800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4b000d3340 con 0x7f4b0015e800 2024-09-19T06:03:20.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.077+0000 7f4b04a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4b000d2950 0x7f4b000d0c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:45282/0 (socket says 172.21.15.92:45282) 2024-09-19T06:03:20.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.077+0000 7f4b04a00640 1 -- 172.21.15.92:0/1998433785 learned_addr learned my addr 172.21.15.92:0/1998433785 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.077+0000 7f4b05400640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b0015e800 0x7f4b000d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.077+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 938916425 0 0) 0x7f4b000d2d90 con 0x7f4b000d2950 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.077+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4ae8003520 con 0x7f4b000d2950 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1433131767 0 0) 0x7f4ae8003520 con 0x7f4b000d2950 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b0015e800 msgr2=0x7f4b000d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b0015e800 0x7f4b000d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 >> v1:172.21.15.102:6789/0 conn(0x7f4b000d1380 legacy=0x7f4b000b7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b000d3620 con 0x7f4b000d2950 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f4aec001670 con 0x7f4b000d2950 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 >> v1:172.21.15.92:6789/0 conn(0x7f4b000d2950 legacy=0x7f4b000d0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4ae8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b0015e800 0x7f4ae8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ae8004d40 0x7f4ae80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4b000d3340 con 0x7f4ae80039e0 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4ae800b9c0 con 0x7f4ae8004d40 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4ae800bbc0 con 0x7f4b0015e800 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4b05400640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4ae8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4b04a00640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b0015e800 0x7f4ae8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4b05e00640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ae8004d40 0x7f4ae80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4b05400640 1 -- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b0015e800 msgr2=0x7f4ae8004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4b05400640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b0015e800 0x7f4ae8004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4b05400640 1 -- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ae8004d40 msgr2=0x7f4ae80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4b05400640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ae8004d40 0x7f4ae80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4b05400640 1 -- 172.21.15.92:0/1998433785 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4ae8003520 con 0x7f4ae80039e0 2024-09-19T06:03:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.078+0000 7f4b05e00640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4ae8004d40 0x7f4ae80051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.079+0000 7f4b05400640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4ae8003dc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f4af4009ac0 tx=0x7f4ae8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cfa0b59541a0ae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4036070 con 0x7f4ae80039e0 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4af4031400 con 0x7f4ae80039e0 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4affe00640 1 -- 172.21.15.92:0/1998433785 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4009690 con 0x7f4ae80039e0 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4b06800640 1 -- 172.21.15.92:0/1998433785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 msgr2=0x7f4ae8003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4b06800640 1 --2- 172.21.15.92:0/1998433785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4ae8003dc0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f4af4009ac0 tx=0x7f4ae8005830 comp rx=0 tx=0).stop 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4b05e00640 1 -- 172.21.15.92:0/1998433785 reap_dead start 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4b06800640 1 -- 172.21.15.92:0/1998433785 shutdown_connections 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4b06800640 1 -- 172.21.15.92:0/1998433785 >> 172.21.15.92:0/1998433785 conn(0x7f4b00062630 msgr2=0x7f4b00062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4b06800640 1 -- 172.21.15.92:0/1998433785 shutdown_connections 2024-09-19T06:03:20.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.080+0000 7f4b06800640 1 -- 172.21.15.92:0/1998433785 wait complete. 2024-09-19T06:03:20.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.082+0000 7f4b06800640 1 Processor -- start 2024-09-19T06:03:20.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.082+0000 7f4b06800640 1 -- start start 2024-09-19T06:03:20.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b06800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4b0014caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b06800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b000cb650 0x7f4b00159f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b06800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b000cbad0 0x7f4b0015a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b06800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4b0015ebe0 con 0x7f4ae80039e0 2024-09-19T06:03:20.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b06800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4b000d3be0 con 0x7f4b000cbad0 2024-09-19T06:03:20.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b06800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4b000d2410 con 0x7f4b000cb650 2024-09-19T06:03:20.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b05400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4b0014caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b05400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4b0014caa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49206/0 (socket says 172.21.15.92:49206) 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b05400640 1 -- 172.21.15.92:0/3197934123 learned_addr learned my addr 172.21.15.92:0/3197934123 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b05400640 1 -- 172.21.15.92:0/3197934123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b000cb650 msgr2=0x7f4b00159f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.083+0000 7f4b05400640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b000cb650 0x7f4b00159f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.084+0000 7f4b05400640 1 -- 172.21.15.92:0/3197934123 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b000cbad0 msgr2=0x7f4b0015a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.084+0000 7f4b05400640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b000cbad0 0x7f4b0015a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.084+0000 7f4b05400640 1 -- 172.21.15.92:0/3197934123 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b001f50e0 con 0x7f4ae80039e0 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.084+0000 7f4b05400640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4b0014caa0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f4af4009ac0 tx=0x7f4af4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.084+0000 7f4afd600640 1 -- 172.21.15.92:0/3197934123 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4040020 con 0x7f4ae80039e0 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.084+0000 7f4afd600640 1 -- 172.21.15.92:0/3197934123 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4af4003bc0 con 0x7f4ae80039e0 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.084+0000 7f4afd600640 1 -- 172.21.15.92:0/3197934123 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4af4036040 con 0x7f4ae80039e0 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.084+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b001f53c0 con 0x7f4ae80039e0 2024-09-19T06:03:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.084+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b00158580 con 0x7f4ae80039e0 2024-09-19T06:03:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.085+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b000d0c70 con 0x7f4ae80039e0 2024-09-19T06:03:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.086+0000 7f4afd600640 1 -- 172.21.15.92:0/3197934123 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4af4043020 con 0x7f4ae80039e0 2024-09-19T06:03:20.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.087+0000 7f4afd600640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ae006c2b0 0x7f4ae006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.087+0000 7f4afd600640 1 -- 172.21.15.92:0/3197934123 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f4af40ab4d0 con 0x7f4ae80039e0 2024-09-19T06:03:20.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.087+0000 7f4b04a00640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ae006c2b0 0x7f4ae006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.088+0000 7f4b04a00640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ae006c2b0 0x7f4ae006e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4aec0011e0 tx=0x7f4aec001150 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:20.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.092+0000 7f4afd600640 1 -- 172.21.15.92:0/3197934123 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4af404a070 con 0x7f4ae80039e0 2024-09-19T06:03:20.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.268+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4b000d5000 con 0x7f4ae80039e0 2024-09-19T06:03:20.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.269+0000 7f4afd600640 1 -- 172.21.15.92:0/3197934123 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16661 (secure 0 0 0) 0x7f4af40a9e20 con 0x7f4ae80039e0 2024-09-19T06:03:20.271 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:20.272 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":45,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:03:00.995398+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:57.158451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:58.384592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:20.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ae006c2b0 msgr2=0x7f4ae006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ae006c2b0 0x7f4ae006e770 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f4aec0011e0 tx=0x7f4aec001150 comp rx=0 tx=0).stop 2024-09-19T06:03:20.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 msgr2=0x7f4b0014caa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4b0014caa0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f4af4009ac0 tx=0x7f4af4004730 comp rx=0 tx=0).stop 2024-09-19T06:03:20.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 shutdown_connections 2024-09-19T06:03:20.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ae006c2b0 0x7f4ae006e770 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b000cbad0 0x7f4b0015a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b000cb650 0x7f4b00159f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 --2- 172.21.15.92:0/3197934123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4ae80039e0 0x7f4b0014caa0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 >> 172.21.15.92:0/3197934123 conn(0x7f4b00062630 msgr2=0x7f4b000c9ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:20.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 shutdown_connections 2024-09-19T06:03:20.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.271+0000 7f4b06800640 1 -- 172.21.15.92:0/3197934123 wait complete. 2024-09-19T06:03:20.289 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:03:20.289 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:20.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.440+0000 7fc3cd400640 1 Processor -- start 2024-09-19T06:03:20.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.441+0000 7fc3cd400640 1 -- start start 2024-09-19T06:03:20.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.442+0000 7fc3cd400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc3c80cfc80 0x7fc3c80b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.442+0000 7fc3cd400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c815c330 0x7fc3c80b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.442+0000 7fc3cd400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3c815c740 con 0x7fc3c8155800 2024-09-19T06:03:20.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.442+0000 7fc3cd400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fc3c80b4e60 con 0x7fc3c80cfc80 2024-09-19T06:03:20.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.442+0000 7fc3cd400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc3c80b50a0 con 0x7fc3c815c330 2024-09-19T06:03:20.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.442+0000 7fc3c6800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc3c8155800 0x7fc3c80cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:45294/0 (socket says 172.21.15.92:45294) 2024-09-19T06:03:20.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.442+0000 7fc3c6800640 1 -- 172.21.15.92:0/3033110807 learned_addr learned my addr 172.21.15.92:0/3033110807 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:20.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.442+0000 7fc3bde00640 1 --2- 172.21.15.92:0/3033110807 >> v2:172.21.15.92:3300/0 conn(0x7fc3c80cfc80 0x7fc3c80b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.442+0000 7fc3c7200640 1 --2- 172.21.15.92:0/3033110807 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c815c330 0x7fc3c80b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.443+0000 7fc3bde00640 1 -- 172.21.15.92:0/3033110807 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c815c330 msgr2=0x7fc3c80b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:20.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.443+0000 7fc3bde00640 1 --2- 172.21.15.92:0/3033110807 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c815c330 0x7fc3c80b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.443+0000 7fc3bde00640 1 -- 172.21.15.92:0/3033110807 >> v1:172.21.15.92:6789/0 conn(0x7fc3c8155800 legacy=0x7fc3c80cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.443+0000 7fc3bde00640 1 -- 172.21.15.92:0/3033110807 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3c80b5380 con 0x7fc3c80cfc80 2024-09-19T06:03:20.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.443+0000 7fc3bde00640 1 --2- 172.21.15.92:0/3033110807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c80cfc80 0x7fc3c80b6140 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc3b00097a0 tx=0x7fc3b002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a598deed18466e8f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:20.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.444+0000 7fc3c5e00640 1 -- 172.21.15.92:0/3033110807 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0037070 con 0x7fc3c80cfc80 2024-09-19T06:03:20.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.444+0000 7fc3c5e00640 1 -- 172.21.15.92:0/3033110807 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3b0032440 con 0x7fc3c80cfc80 2024-09-19T06:03:20.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.444+0000 7fc3c5e00640 1 -- 172.21.15.92:0/3033110807 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0032810 con 0x7fc3c80cfc80 2024-09-19T06:03:20.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.444+0000 7fc3cd400640 1 -- 172.21.15.92:0/3033110807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c80cfc80 msgr2=0x7fc3c80b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.444+0000 7fc3cd400640 1 --2- 172.21.15.92:0/3033110807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c80cfc80 0x7fc3c80b6140 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fc3b00097a0 tx=0x7fc3b002a180 comp rx=0 tx=0).stop 2024-09-19T06:03:20.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.444+0000 7fc3cd400640 1 -- 172.21.15.92:0/3033110807 shutdown_connections 2024-09-19T06:03:20.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.444+0000 7fc3cd400640 1 --2- 172.21.15.92:0/3033110807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c80cfc80 0x7fc3c80b6140 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.444+0000 7fc3cd400640 1 --2- 172.21.15.92:0/3033110807 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c815c330 0x7fc3c80b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.444+0000 7fc3cd400640 1 -- 172.21.15.92:0/3033110807 >> 172.21.15.92:0/3033110807 conn(0x7fc3c806bc10 msgr2=0x7fc3c806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:20.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.445+0000 7fc3cd400640 1 -- 172.21.15.92:0/3033110807 shutdown_connections 2024-09-19T06:03:20.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.445+0000 7fc3cd400640 1 -- 172.21.15.92:0/3033110807 wait complete. 2024-09-19T06:03:20.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.446+0000 7fc3cd400640 1 Processor -- start 2024-09-19T06:03:20.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.446+0000 7fc3cd400640 1 -- start start 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.447+0000 7fc3cd400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3c80cfc80 0x7fc3c81506e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.447+0000 7fc3cd400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c8155800 0x7fc3c814e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.447+0000 7fc3cd400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c815c330 0x7fc3c8154110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.447+0000 7fc3cd400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c80b5c20 con 0x7fc3c815c330 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.447+0000 7fc3cd400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc3c80b5940 con 0x7fc3c80cfc80 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.447+0000 7fc3cd400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc3c8155be0 con 0x7fc3c8155800 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.447+0000 7fc3c7200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c815c330 0x7fc3c8154110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.447+0000 7fc3c7200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c815c330 0x7fc3c8154110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49234/0 (socket says 172.21.15.92:49234) 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.447+0000 7fc3c7200640 1 -- 172.21.15.92:0/3891419617 learned_addr learned my addr 172.21.15.92:0/3891419617 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3c6800640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3c80cfc80 0x7fc3c81506e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3bde00640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c8155800 0x7fc3c814e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3c7200640 1 -- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c8155800 msgr2=0x7fc3c814e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3c7200640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c8155800 0x7fc3c814e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3c7200640 1 -- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3c80cfc80 msgr2=0x7fc3c81506e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3c7200640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3c80cfc80 0x7fc3c81506e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3c7200640 1 -- 172.21.15.92:0/3891419617 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3c814e810 con 0x7fc3c815c330 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3c6800640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3c80cfc80 0x7fc3c81506e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3bde00640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c8155800 0x7fc3c814e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3c7200640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c815c330 0x7fc3c8154110 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc3c0007cf0 tx=0x7fc3c000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3bf400640 1 -- 172.21.15.92:0/3891419617 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c0014420 con 0x7fc3c815c330 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3bf400640 1 -- 172.21.15.92:0/3891419617 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc3c0019070 con 0x7fc3c815c330 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3c8150cc0 con 0x7fc3c815c330 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.448+0000 7fc3bf400640 1 -- 172.21.15.92:0/3891419617 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc3c0014820 con 0x7fc3c815c330 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.449+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc3c8151280 con 0x7fc3c815c330 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.450+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3c80b6140 con 0x7fc3c815c330 2024-09-19T06:03:20.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.450+0000 7fc3bf400640 1 -- 172.21.15.92:0/3891419617 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc3c00149c0 con 0x7fc3c815c330 2024-09-19T06:03:20.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.451+0000 7fc3bf400640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc3a406c2e0 0x7fc3a406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.451+0000 7fc3bf400640 1 -- 172.21.15.92:0/3891419617 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7fc3c008bbb0 con 0x7fc3c815c330 2024-09-19T06:03:20.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.451+0000 7fc3c6800640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc3a406c2e0 0x7fc3a406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.452+0000 7fc3c6800640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc3a406c2e0 0x7fc3a406e7a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc3b8000f60 tx=0x7fc3b8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:20.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.455+0000 7fc3bf400640 1 -- 172.21.15.92:0/3891419617 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc3c005a310 con 0x7fc3c815c330 2024-09-19T06:03:20.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.664+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc3c80ce7d0 con 0x7fc3c815c330 2024-09-19T06:03:20.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.664+0000 7fc3bf400640 1 -- 172.21.15.92:0/3891419617 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7fc3c0059c10 con 0x7fc3c815c330 2024-09-19T06:03:20.666 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:20.666 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":25,"btime":"2024-09-19T06:03:03:012567+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1740632828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1740632828},{"type":"v1","addr":"172.21.15.102:6834","nonce":1740632828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":4838,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3130126920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":3130126920},{"type":"v1","addr":"172.21.15.102:6835","nonce":3130126920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5190,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/4248314845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4248314845},{"type":"v1","addr":"172.21.15.92:6835","nonce":4248314845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:59.399267+0000","modified":"2024-09-19T06:03:02.424749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5202},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5202":{"gid":5202,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3489474469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3489474469},{"type":"v1","addr":"172.21.15.92:6837","nonce":3489474469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5202,"qdb_cluster":[5202]},"id":3}]} 2024-09-19T06:03:20.667 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 25 2024-09-19T06:03:20.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc3a406c2e0 msgr2=0x7fc3a406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc3a406c2e0 0x7fc3a406e7a0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fc3b8000f60 tx=0x7fc3b8009040 comp rx=0 tx=0).stop 2024-09-19T06:03:20.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c815c330 msgr2=0x7fc3c8154110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c815c330 0x7fc3c8154110 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fc3c0007cf0 tx=0x7fc3c000e4b0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 shutdown_connections 2024-09-19T06:03:20.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3c815c330 0x7fc3c8154110 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3c8155800 0x7fc3c814e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc3a406c2e0 0x7fc3a406e7a0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 --2- 172.21.15.92:0/3891419617 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc3c80cfc80 0x7fc3c81506e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 >> 172.21.15.92:0/3891419617 conn(0x7fc3c806bc10 msgr2=0x7fc3c80cf570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:20.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 shutdown_connections 2024-09-19T06:03:20.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.667+0000 7fc3cd400640 1 -- 172.21.15.92:0/3891419617 wait complete. 2024-09-19T06:03:20.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:20.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.836+0000 7f2450c00640 1 Processor -- start 2024-09-19T06:03:20.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.836+0000 7f2450c00640 1 -- start start 2024-09-19T06:03:20.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2450c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f244c15e7a0 0x7f244c0ba240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2450c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f244c0d3fe0 0x7f244c0d2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2450c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 0x7f244c0cf780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2450c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f244c0d4430 con 0x7f244c15e7a0 2024-09-19T06:03:20.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2450c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f244c0d2cc0 con 0x7f244c0d3fe0 2024-09-19T06:03:20.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2450c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f244c0d2f40 con 0x7f244c0cf2f0 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2449e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f244c15e7a0 0x7f244c0ba240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2449e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f244c15e7a0 0x7f244c0ba240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49240/0 (socket says 172.21.15.92:49240) 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2449e00640 1 -- 172.21.15.92:0/1894345452 learned_addr learned my addr 172.21.15.92:0/1894345452 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2449400640 1 --2- 172.21.15.92:0/1894345452 >> v2:172.21.15.102:3300/0 conn(0x7f244c0d3fe0 0x7f244c0d2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f244a800640 1 --2- 172.21.15.92:0/1894345452 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 0x7f244c0cf780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2449e00640 1 -- 172.21.15.92:0/1894345452 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 msgr2=0x7f244c0cf780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2449e00640 1 --2- 172.21.15.92:0/1894345452 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 0x7f244c0cf780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2449e00640 1 -- 172.21.15.92:0/1894345452 >> v2:172.21.15.102:3300/0 conn(0x7f244c0d3fe0 msgr2=0x7f244c0d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2449e00640 1 --2- 172.21.15.92:0/1894345452 >> v2:172.21.15.102:3300/0 conn(0x7f244c0d3fe0 0x7f244c0d2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f2449e00640 1 -- 172.21.15.92:0/1894345452 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f244c0d3220 con 0x7f244c15e7a0 2024-09-19T06:03:20.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.838+0000 7f244a800640 1 --2- 172.21.15.92:0/1894345452 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 0x7f244c0cf780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:20.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.839+0000 7f2449e00640 1 --2- 172.21.15.92:0/1894345452 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c15e7a0 0x7f244c0ba240 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f244c08dbd0 tx=0x7f243c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a81d4237115a0288 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2448a00640 1 -- 172.21.15.92:0/1894345452 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243c037070 con 0x7f244c15e7a0 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2448a00640 1 -- 172.21.15.92:0/1894345452 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f243c032440 con 0x7f244c15e7a0 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2448a00640 1 -- 172.21.15.92:0/1894345452 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243c032810 con 0x7f244c15e7a0 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2450c00640 1 -- 172.21.15.92:0/1894345452 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c15e7a0 msgr2=0x7f244c0ba240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2450c00640 1 --2- 172.21.15.92:0/1894345452 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c15e7a0 0x7f244c0ba240 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f244c08dbd0 tx=0x7f243c02a270 comp rx=0 tx=0).stop 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2450c00640 1 -- 172.21.15.92:0/1894345452 shutdown_connections 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2450c00640 1 --2- 172.21.15.92:0/1894345452 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 0x7f244c0cf780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2450c00640 1 --2- 172.21.15.92:0/1894345452 >> v2:172.21.15.102:3300/0 conn(0x7f244c0d3fe0 0x7f244c0d2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2450c00640 1 --2- 172.21.15.92:0/1894345452 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c15e7a0 0x7f244c0ba240 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2450c00640 1 -- 172.21.15.92:0/1894345452 >> 172.21.15.92:0/1894345452 conn(0x7f244c0d1550 msgr2=0x7f244c0d1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2450c00640 1 -- 172.21.15.92:0/1894345452 shutdown_connections 2024-09-19T06:03:20.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.840+0000 7f2450c00640 1 -- 172.21.15.92:0/1894345452 wait complete. 2024-09-19T06:03:20.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.842+0000 7f2450c00640 1 Processor -- start 2024-09-19T06:03:20.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.842+0000 7f2450c00640 1 -- start start 2024-09-19T06:03:20.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2450c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 0x7f244c0cda50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2450c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c0d3fe0 0x7f244c0ca460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2450c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f244c15e7a0 0x7f244c157960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2450c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f244c0d3ac0 con 0x7f244c0d3fe0 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2450c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f244c0d37e0 con 0x7f244c15e7a0 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2450c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f244c15eb80 con 0x7f244c0cf2f0 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2449400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c0d3fe0 0x7f244c0ca460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2449400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c0d3fe0 0x7f244c0ca460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49254/0 (socket says 172.21.15.92:49254) 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2449400640 1 -- 172.21.15.92:0/2830208643 learned_addr learned my addr 172.21.15.92:0/2830208643 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f2449e00640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 0x7f244c0cda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.843+0000 7f244a800640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f244c15e7a0 0x7f244c157960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2449400640 1 -- 172.21.15.92:0/2830208643 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 msgr2=0x7f244c0cda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2449400640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 0x7f244c0cda50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2449400640 1 -- 172.21.15.92:0/2830208643 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f244c15e7a0 msgr2=0x7f244c157960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:20.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2449400640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f244c15e7a0 0x7f244c157960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:20.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2449400640 1 -- 172.21.15.92:0/2830208643 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f244c0cc9b0 con 0x7f244c0d3fe0 2024-09-19T06:03:20.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2449400640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c0d3fe0 0x7f244c0ca460 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f243800e9b0 tx=0x7f243800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:20.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2442000640 1 -- 172.21.15.92:0/2830208643 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2438017070 con 0x7f244c0d3fe0 2024-09-19T06:03:20.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2442000640 1 -- 172.21.15.92:0/2830208643 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f243800c9a0 con 0x7f244c0d3fe0 2024-09-19T06:03:20.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f244c0ccc90 con 0x7f244c0d3fe0 2024-09-19T06:03:20.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2442000640 1 -- 172.21.15.92:0/2830208643 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f243800cd90 con 0x7f244c0d3fe0 2024-09-19T06:03:20.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.844+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f244c0cd530 con 0x7f244c0d3fe0 2024-09-19T06:03:20.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.846+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f244c0d2780 con 0x7f244c0d3fe0 2024-09-19T06:03:20.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.846+0000 7f2442000640 1 -- 172.21.15.92:0/2830208643 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f243801a070 con 0x7f244c0d3fe0 2024-09-19T06:03:20.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.847+0000 7f2442000640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f242c06c2b0 0x7f242c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:20.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.847+0000 7f2442000640 1 -- 172.21.15.92:0/2830208643 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f243808b740 con 0x7f244c0d3fe0 2024-09-19T06:03:20.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.847+0000 7f2449e00640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f242c06c2b0 0x7f242c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:20.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.848+0000 7f2449e00640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f242c06c2b0 0x7f242c06e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f243c034000 tx=0x7f243c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:20.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:20.852+0000 7f2442000640 1 -- 172.21.15.92:0/2830208643 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f24380597d0 con 0x7f244c0d3fe0 2024-09-19T06:03:21.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.060+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f244c0cce60 con 0x7f244c0d3fe0 2024-09-19T06:03:21.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.062+0000 7f2442000640 1 -- 172.21.15.92:0/2830208643 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) ==== 94+0+5229 (secure 0 0 0) 0x7f243805dad0 con 0x7f244c0d3fe0 2024-09-19T06:03:21.064 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:21.064 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":25,"btime":"2024-09-19T06:03:03:012567+0000","default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1740632828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1740632828},{"type":"v1","addr":"172.21.15.102:6834","nonce":1740632828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":4838,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3130126920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":3130126920},{"type":"v1","addr":"172.21.15.102:6835","nonce":3130126920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5190,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/4248314845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4248314845},{"type":"v1","addr":"172.21.15.92:6835","nonce":4248314845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:02:59.399267+0000","modified":"2024-09-19T06:03:02.424749+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5202},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5202":{"gid":5202,"name":"c","rank":0,"incarnation":21,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3489474469","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3489474469},{"type":"v1","addr":"172.21.15.92:6837","nonce":3489474469}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5202,"qdb_cluster":[5202]},"id":3}]} 2024-09-19T06:03:21.065 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 25 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f242c06c2b0 msgr2=0x7f242c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f242c06c2b0 0x7f242c06e770 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f243c034000 tx=0x7f243c02e000 comp rx=0 tx=0).stop 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c0d3fe0 msgr2=0x7f244c0ca460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c0d3fe0 0x7f244c0ca460 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f243800e9b0 tx=0x7f243800ee70 comp rx=0 tx=0).stop 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 shutdown_connections 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f242c06c2b0 0x7f242c06e770 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f244c15e7a0 0x7f244c157960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f244c0d3fe0 0x7f244c0ca460 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 --2- 172.21.15.92:0/2830208643 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f244c0cf2f0 0x7f244c0cda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.064+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 >> 172.21.15.92:0/2830208643 conn(0x7f244c0d1550 msgr2=0x7f244c0c9550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:21.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.065+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 shutdown_connections 2024-09-19T06:03:21.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.065+0000 7f2450c00640 1 -- 172.21.15.92:0/2830208643 wait complete. 2024-09-19T06:03:21.083 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:21.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.233+0000 7f92e9c00640 1 Processor -- start 2024-09-19T06:03:21.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.233+0000 7f92e9c00640 1 -- start start 2024-09-19T06:03:21.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.234+0000 7f92e9c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f92e415e950 0x7f92e406ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.234+0000 7f92e9c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 0x7f92e406d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.234+0000 7f92e9c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f92e406faf0 con 0x7f92e40735b0 2024-09-19T06:03:21.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.234+0000 7f92e9c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f92e406fdd0 con 0x7f92e415e950 2024-09-19T06:03:21.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.234+0000 7f92e9c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f92e40700b0 con 0x7f92e4072050 2024-09-19T06:03:21.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.234+0000 7f92e2000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f92e40735b0 0x7f92e406bc10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:45302/0 (socket says 172.21.15.92:45302) 2024-09-19T06:03:21.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.234+0000 7f92e2000640 1 -- 172.21.15.92:0/836275923 learned_addr learned my addr 172.21.15.92:0/836275923 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:21.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.235+0000 7f92e3400640 1 --2- 172.21.15.92:0/836275923 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 0x7f92e406d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.235+0000 7f92e2a00640 1 --2- 172.21.15.92:0/836275923 >> v2:172.21.15.102:3300/0 conn(0x7f92e415e950 0x7f92e406ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.235+0000 7f92e1600640 1 -- 172.21.15.92:0/836275923 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2744285357 0 0) 0x7f92e406faf0 con 0x7f92e40735b0 2024-09-19T06:03:21.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.235+0000 7f92e1600640 1 -- 172.21.15.92:0/836275923 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f92c8003520 con 0x7f92e40735b0 2024-09-19T06:03:21.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.235+0000 7f92e3400640 1 -- 172.21.15.92:0/836275923 >> v2:172.21.15.102:3300/0 conn(0x7f92e415e950 msgr2=0x7f92e406ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:21.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.235+0000 7f92e3400640 1 --2- 172.21.15.92:0/836275923 >> v2:172.21.15.102:3300/0 conn(0x7f92e415e950 0x7f92e406ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.235+0000 7f92e3400640 1 -- 172.21.15.92:0/836275923 >> v1:172.21.15.92:6789/0 conn(0x7f92e40735b0 legacy=0x7f92e406bc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.235+0000 7f92e3400640 1 -- 172.21.15.92:0/836275923 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92e4070390 con 0x7f92e4072050 2024-09-19T06:03:21.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.236+0000 7f92e3400640 1 --2- 172.21.15.92:0/836275923 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 0x7f92e406d370 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f92dc009d90 tx=0x7f92dc02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca82026090cf719b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:21.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.236+0000 7f92e1600640 1 -- 172.21.15.92:0/836275923 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc007740 con 0x7f92e4072050 2024-09-19T06:03:21.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.236+0000 7f92e1600640 1 -- 172.21.15.92:0/836275923 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92dc0078e0 con 0x7f92e4072050 2024-09-19T06:03:21.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.237+0000 7f92e1600640 1 -- 172.21.15.92:0/836275923 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc007cb0 con 0x7f92e4072050 2024-09-19T06:03:21.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.237+0000 7f92e9c00640 1 -- 172.21.15.92:0/836275923 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 msgr2=0x7f92e406d370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.237+0000 7f92e9c00640 1 --2- 172.21.15.92:0/836275923 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 0x7f92e406d370 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f92dc009d90 tx=0x7f92dc02a660 comp rx=0 tx=0).stop 2024-09-19T06:03:21.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.237+0000 7f92e9c00640 1 -- 172.21.15.92:0/836275923 shutdown_connections 2024-09-19T06:03:21.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.237+0000 7f92e9c00640 1 --2- 172.21.15.92:0/836275923 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 0x7f92e406d370 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.237+0000 7f92e9c00640 1 --2- 172.21.15.92:0/836275923 >> v2:172.21.15.102:3300/0 conn(0x7f92e415e950 0x7f92e406ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.237+0000 7f92e9c00640 1 -- 172.21.15.92:0/836275923 >> 172.21.15.92:0/836275923 conn(0x7f92e40d14d0 msgr2=0x7f92e40d18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:21.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.237+0000 7f92e9c00640 1 -- 172.21.15.92:0/836275923 shutdown_connections 2024-09-19T06:03:21.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.237+0000 7f92e9c00640 1 -- 172.21.15.92:0/836275923 wait complete. 2024-09-19T06:03:21.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.239+0000 7f92e9c00640 1 Processor -- start 2024-09-19T06:03:21.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.239+0000 7f92e9c00640 1 -- start start 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e9c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 0x7f92e4159030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e9c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92e40735b0 0x7f92e40cb530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e9c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92e415e950 0x7f92e414b2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e9c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f92e40d0230 con 0x7f92e415e950 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e9c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f92e40d00b0 con 0x7f92e40735b0 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e9c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f92e40d03b0 con 0x7f92e4072050 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92e415e950 0x7f92e414b2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92e415e950 0x7f92e414b2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49260/0 (socket says 172.21.15.92:49260) 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e3400640 1 -- 172.21.15.92:0/4194307322 learned_addr learned my addr 172.21.15.92:0/4194307322 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e2a00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 0x7f92e4159030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.240+0000 7f92e2000640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92e40735b0 0x7f92e40cb530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92e3400640 1 -- 172.21.15.92:0/4194307322 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 msgr2=0x7f92e4159030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92e3400640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 0x7f92e4159030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92e3400640 1 -- 172.21.15.92:0/4194307322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92e40735b0 msgr2=0x7f92e40cb530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92e3400640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92e40735b0 0x7f92e40cb530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92e3400640 1 -- 172.21.15.92:0/4194307322 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f92e4159610 con 0x7f92e415e950 2024-09-19T06:03:21.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92e3400640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92e415e950 0x7f92e414b2d0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f92dc02ac50 tx=0x7f92dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:21.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92daa00640 1 -- 172.21.15.92:0/4194307322 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc03f070 con 0x7f92e415e950 2024-09-19T06:03:21.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92daa00640 1 -- 172.21.15.92:0/4194307322 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f92dc031bc0 con 0x7f92e415e950 2024-09-19T06:03:21.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f92e41598f0 con 0x7f92e415e950 2024-09-19T06:03:21.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.241+0000 7f92daa00640 1 -- 172.21.15.92:0/4194307322 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f92dc009450 con 0x7f92e415e950 2024-09-19T06:03:21.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.242+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f92e4154ed0 con 0x7f92e415e950 2024-09-19T06:03:21.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.243+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92e40ce3a0 con 0x7f92e415e950 2024-09-19T06:03:21.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.243+0000 7f92daa00640 1 -- 172.21.15.92:0/4194307322 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f92dc044460 con 0x7f92e415e950 2024-09-19T06:03:21.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.244+0000 7f92daa00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f92c406c2b0 0x7f92c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.244+0000 7f92daa00640 1 -- 172.21.15.92:0/4194307322 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f92dc0aca70 con 0x7f92e415e950 2024-09-19T06:03:21.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.244+0000 7f92e2a00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f92c406c2b0 0x7f92c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.245+0000 7f92e2a00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f92c406c2b0 0x7f92c406e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f92e415b710 tx=0x7f92d4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:21.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.248+0000 7f92daa00640 1 -- 172.21.15.92:0/4194307322 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f92e40ce3a0 con 0x7f92e415e950 2024-09-19T06:03:21.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.421+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f92e406ce30 con 0x7f92e415e950 2024-09-19T06:03:21.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.423+0000 7f92daa00640 1 -- 172.21.15.92:0/4194307322 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v45) ==== 74+0+16661 (secure 0 0 0) 0x7f92dc07aaf0 con 0x7f92e415e950 2024-09-19T06:03:21.425 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:21.425 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":45,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:03:00.995398+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:02:57.158451+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"44","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-19T06:02:58.384592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"45","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:21.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f92c406c2b0 msgr2=0x7f92c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f92c406c2b0 0x7f92c406e770 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f92e415b710 tx=0x7f92d4009190 comp rx=0 tx=0).stop 2024-09-19T06:03:21.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92e415e950 msgr2=0x7f92e414b2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92e415e950 0x7f92e414b2d0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f92dc02ac50 tx=0x7f92dc004a40 comp rx=0 tx=0).stop 2024-09-19T06:03:21.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 shutdown_connections 2024-09-19T06:03:21.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f92e415e950 0x7f92e414b2d0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f92c406c2b0 0x7f92c406e770 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f92e40735b0 0x7f92e40cb530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 --2- 172.21.15.92:0/4194307322 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92e4072050 0x7f92e4159030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 >> 172.21.15.92:0/4194307322 conn(0x7f92e40d14d0 msgr2=0x7f92e40b5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:21.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 shutdown_connections 2024-09-19T06:03:21.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.425+0000 7f92e9c00640 1 -- 172.21.15.92:0/4194307322 wait complete. 2024-09-19T06:03:21.443 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:03:21.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.594+0000 7f10ed000640 1 Processor -- start 2024-09-19T06:03:21.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.594+0000 7f10ed000640 1 -- start start 2024-09-19T06:03:21.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.595+0000 7f10ed000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e8073600 0x7f10e815e590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.595+0000 7f10ed000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10e815a430 con 0x7f10e815a050 2024-09-19T06:03:21.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.595+0000 7f10ed000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f10e80cd0a0 con 0x7f10e80731c0 2024-09-19T06:03:21.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.595+0000 7f10ed000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f10e80cd380 con 0x7f10e8073600 2024-09-19T06:03:21.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e5e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f10e815a050 0x7f10e815d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:45306/0 (socket says 172.21.15.92:45306) 2024-09-19T06:03:21.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e5e00640 1 -- 172.21.15.92:0/2221710853 learned_addr learned my addr 172.21.15.92:0/2221710853 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:21.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e6800640 1 --2- 172.21.15.92:0/2221710853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e8073600 0x7f10e815e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e5400640 1 -- 172.21.15.92:0/2221710853 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2005809937 0 0) 0x7f10e815a430 con 0x7f10e815a050 2024-09-19T06:03:21.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e5400640 1 -- 172.21.15.92:0/2221710853 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f10cc003520 con 0x7f10e815a050 2024-09-19T06:03:21.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e5400640 1 -- 172.21.15.92:0/2221710853 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3763292300 0 0) 0x7f10e80cd0a0 con 0x7f10e80731c0 2024-09-19T06:03:21.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e5400640 1 -- 172.21.15.92:0/2221710853 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f10e815a430 con 0x7f10e80731c0 2024-09-19T06:03:21.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e6800640 1 -- 172.21.15.92:0/2221710853 >> v1:172.21.15.102:6789/0 conn(0x7f10e80731c0 legacy=0x7f10e815de80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e6800640 1 -- 172.21.15.92:0/2221710853 >> v1:172.21.15.92:6789/0 conn(0x7f10e815a050 legacy=0x7f10e815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.596+0000 7f10e6800640 1 -- 172.21.15.92:0/2221710853 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10e80cd660 con 0x7f10e8073600 2024-09-19T06:03:21.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.597+0000 7f10e6800640 1 --2- 172.21.15.92:0/2221710853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e8073600 0x7f10e815e590 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f10e0009dc0 tx=0x7f10e002a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f9c0f6296fc236d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:21.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10e5400640 1 -- 172.21.15.92:0/2221710853 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e002ae60 con 0x7f10e8073600 2024-09-19T06:03:21.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10e5400640 1 -- 172.21.15.92:0/2221710853 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10e0007740 con 0x7f10e8073600 2024-09-19T06:03:21.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10e5400640 1 -- 172.21.15.92:0/2221710853 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10e0007af0 con 0x7f10e8073600 2024-09-19T06:03:21.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10ed000640 1 -- 172.21.15.92:0/2221710853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e8073600 msgr2=0x7f10e815e590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10ed000640 1 --2- 172.21.15.92:0/2221710853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e8073600 0x7f10e815e590 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f10e0009dc0 tx=0x7f10e002a640 comp rx=0 tx=0).stop 2024-09-19T06:03:21.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10ed000640 1 -- 172.21.15.92:0/2221710853 shutdown_connections 2024-09-19T06:03:21.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10ed000640 1 --2- 172.21.15.92:0/2221710853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e8073600 0x7f10e815e590 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10ed000640 1 -- 172.21.15.92:0/2221710853 >> 172.21.15.92:0/2221710853 conn(0x7f10e806d0f0 msgr2=0x7f10e806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:21.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10ed000640 1 -- 172.21.15.92:0/2221710853 shutdown_connections 2024-09-19T06:03:21.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.598+0000 7f10ed000640 1 -- 172.21.15.92:0/2221710853 wait complete. 2024-09-19T06:03:21.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.600+0000 7f10ed000640 1 Processor -- start 2024-09-19T06:03:21.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.600+0000 7f10ed000640 1 -- start start 2024-09-19T06:03:21.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.601+0000 7f10ed000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10e80731c0 0x7f10e81e4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.601+0000 7f10ed000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10e8073600 0x7f10e8144bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.601+0000 7f10ed000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e815a050 0x7f10e80cecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.601+0000 7f10ed000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f10e8073a90 con 0x7f10e8073600 2024-09-19T06:03:21.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.601+0000 7f10ed000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f10e80cdc20 con 0x7f10e80731c0 2024-09-19T06:03:21.604 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.601+0000 7f10ed000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f10e80b36e0 con 0x7f10e815a050 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.601+0000 7f10dd400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10e8073600 0x7f10e8144bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.601+0000 7f10dd400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10e8073600 0x7f10e8144bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49262/0 (socket says 172.21.15.92:49262) 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.601+0000 7f10dd400640 1 -- 172.21.15.92:0/2849265410 learned_addr learned my addr 172.21.15.92:0/2849265410 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10e6800640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e815a050 0x7f10e80cecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10e5e00640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10e80731c0 0x7f10e81e4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10dd400640 1 -- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e815a050 msgr2=0x7f10e80cecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10dd400640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e815a050 0x7f10e80cecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10dd400640 1 -- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10e80731c0 msgr2=0x7f10e81e4c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10dd400640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10e80731c0 0x7f10e81e4c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10dd400640 1 -- 172.21.15.92:0/2849265410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10e8145500 con 0x7f10e8073600 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10e5e00640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10e80731c0 0x7f10e81e4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10e6800640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e815a050 0x7f10e80cecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:21.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10dd400640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10e8073600 0x7f10e8144bb0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f10d000c500 tx=0x7f10d000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:21.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10dea00640 1 -- 172.21.15.92:0/2849265410 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d00052d0 con 0x7f10e8073600 2024-09-19T06:03:21.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10dea00640 1 -- 172.21.15.92:0/2849265410 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f10d0005490 con 0x7f10e8073600 2024-09-19T06:03:21.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10dea00640 1 -- 172.21.15.92:0/2849265410 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f10d0012870 con 0x7f10e8073600 2024-09-19T06:03:21.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10e81e5250 con 0x7f10e8073600 2024-09-19T06:03:21.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.602+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f10e8145a80 con 0x7f10e8073600 2024-09-19T06:03:21.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.603+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f10e8145db0 con 0x7f10e8073600 2024-09-19T06:03:21.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.604+0000 7f10dea00640 1 -- 172.21.15.92:0/2849265410 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f10d0012a10 con 0x7f10e8073600 2024-09-19T06:03:21.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.605+0000 7f10dea00640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f10c406c2b0 0x7f10c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:21.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.605+0000 7f10dea00640 1 -- 172.21.15.92:0/2849265410 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(45..45 src has 1..45) ==== 5709+0+0 (secure 0 0 0) 0x7f10d008b170 con 0x7f10e8073600 2024-09-19T06:03:21.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.605+0000 7f10e5e00640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f10c406c2b0 0x7f10c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:21.607 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.606+0000 7f10e5e00640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f10c406c2b0 0x7f10c406e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f10d80011e0 tx=0x7f10d8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:21.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.609+0000 7f10dea00640 1 -- 172.21.15.92:0/2849265410 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f10d00598f0 con 0x7f10e8073600 2024-09-19T06:03:21.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.820+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f10e80ccd00 con 0x7f10e8073600 2024-09-19T06:03:21.823 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:03:21.821+0000 7fa584600640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:03:21.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.823+0000 7f10dea00640 1 -- 172.21.15.92:0/2849265410 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v26) ==== 161+0+0 (secure 0 0 0) 0x7f10d00591f0 con 0x7f10e8073600 2024-09-19T06:03:21.825 INFO:teuthology.orchestra.run.smithi092.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:03:21.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f10c406c2b0 msgr2=0x7f10c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f10c406c2b0 0x7f10c406e770 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f10d80011e0 tx=0x7f10d8009040 comp rx=0 tx=0).stop 2024-09-19T06:03:21.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10e8073600 msgr2=0x7f10e8144bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:21.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10e8073600 0x7f10e8144bb0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f10d000c500 tx=0x7f10d000c9c0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 shutdown_connections 2024-09-19T06:03:21.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10e815a050 0x7f10e80cecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10e8073600 0x7f10e8144bb0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f10c406c2b0 0x7f10c406e770 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 --2- 172.21.15.92:0/2849265410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f10e80731c0 0x7f10e81e4c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:21.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 >> 172.21.15.92:0/2849265410 conn(0x7f10e806d0f0 msgr2=0x7f10e8072140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:21.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 shutdown_connections 2024-09-19T06:03:21.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:21.826+0000 7f10ed000640 1 -- 172.21.15.92:0/2849265410 wait complete. 2024-09-19T06:03:21.846 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:03:21.897 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:03:22.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.000+0000 7f87ad200640 1 Processor -- start 2024-09-19T06:03:22.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.000+0000 7f87ad200640 1 -- start start 2024-09-19T06:03:22.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.001+0000 7f87ad200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f87a80d1590 0x7f87a80b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:22.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.001+0000 7f87ad200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f87a80b8730 0x7f87a80d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:22.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.001+0000 7f87ad200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f87a815e9d0 con 0x7f87a815e5f0 2024-09-19T06:03:22.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.001+0000 7f87ad200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f87a80b9b30 con 0x7f87a80d1590 2024-09-19T06:03:22.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.001+0000 7f87ad200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f87a80b8f20 con 0x7f87a80b8730 2024-09-19T06:03:22.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.001+0000 7f879fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f87a80d1590 0x7f87a80b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:22.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.001+0000 7f87a7400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f87a815e5f0 0x7f87a80d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:45324/0 (socket says 172.21.15.92:45324) 2024-09-19T06:03:22.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.001+0000 7f87a7400640 1 -- 172.21.15.92:0/550230016 learned_addr learned my addr 172.21.15.92:0/550230016 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:22.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.002+0000 7f87a7e00640 1 --2- 172.21.15.92:0/550230016 >> v2:172.21.15.102:3300/0 conn(0x7f87a80b8730 0x7f87a80d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:22.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.002+0000 7f87a6a00640 1 -- 172.21.15.92:0/550230016 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3443685062 0 0) 0x7f87a815e9d0 con 0x7f87a815e5f0 2024-09-19T06:03:22.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.002+0000 7f87a6a00640 1 -- 172.21.15.92:0/550230016 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f878c003520 con 0x7f87a815e5f0 2024-09-19T06:03:22.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.002+0000 7f879fe00640 1 -- 172.21.15.92:0/550230016 >> v2:172.21.15.102:3300/0 conn(0x7f87a80b8730 msgr2=0x7f87a80d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:22.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.002+0000 7f879fe00640 1 --2- 172.21.15.92:0/550230016 >> v2:172.21.15.102:3300/0 conn(0x7f87a80b8730 0x7f87a80d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.002+0000 7f879fe00640 1 -- 172.21.15.92:0/550230016 >> v1:172.21.15.92:6789/0 conn(0x7f87a815e5f0 legacy=0x7f87a80d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:22.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.002+0000 7f879fe00640 1 -- 172.21.15.92:0/550230016 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a80b9200 con 0x7f87a80d1590 2024-09-19T06:03:22.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.003+0000 7f879fe00640 1 --2- 172.21.15.92:0/550230016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80d1590 0x7f87a80b81f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f87a80d5020 tx=0x7f879002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6564c3965f37fb9b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:22.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.003+0000 7f87a6a00640 1 -- 172.21.15.92:0/550230016 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8790037070 con 0x7f87a80d1590 2024-09-19T06:03:22.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.003+0000 7f87a6a00640 1 -- 172.21.15.92:0/550230016 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8790032440 con 0x7f87a80d1590 2024-09-19T06:03:22.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.003+0000 7f87a6a00640 1 -- 172.21.15.92:0/550230016 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8790032810 con 0x7f87a80d1590 2024-09-19T06:03:22.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.004+0000 7f87ad200640 1 -- 172.21.15.92:0/550230016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80d1590 msgr2=0x7f87a80b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:22.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.004+0000 7f87ad200640 1 --2- 172.21.15.92:0/550230016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80d1590 0x7f87a80b81f0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f87a80d5020 tx=0x7f879002a1a0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.004+0000 7f87ad200640 1 -- 172.21.15.92:0/550230016 shutdown_connections 2024-09-19T06:03:22.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.004+0000 7f87ad200640 1 --2- 172.21.15.92:0/550230016 >> v2:172.21.15.102:3300/0 conn(0x7f87a80b8730 0x7f87a80d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.004+0000 7f87ad200640 1 --2- 172.21.15.92:0/550230016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80d1590 0x7f87a80b81f0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.004+0000 7f87ad200640 1 -- 172.21.15.92:0/550230016 >> 172.21.15.92:0/550230016 conn(0x7f87a8062630 msgr2=0x7f87a8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:22.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.004+0000 7f87ad200640 1 -- 172.21.15.92:0/550230016 shutdown_connections 2024-09-19T06:03:22.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.004+0000 7f87ad200640 1 -- 172.21.15.92:0/550230016 wait complete. 2024-09-19T06:03:22.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.005+0000 7f87ad200640 1 Processor -- start 2024-09-19T06:03:22.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.006+0000 7f87ad200640 1 -- start start 2024-09-19T06:03:22.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.006+0000 7f87ad200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80b8730 0x7f87a80cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:22.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.006+0000 7f87ad200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f87a80d1590 0x7f87a80cdf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:22.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.006+0000 7f87ad200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87a815e5f0 0x7f87a8151980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:22.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.006+0000 7f87ad200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f87a80b8b60 con 0x7f87a80b8730 2024-09-19T06:03:22.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.006+0000 7f87ad200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f87a80b97c0 con 0x7f87a815e5f0 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.006+0000 7f87ad200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f87a80b8ce0 con 0x7f87a80d1590 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80b8730 0x7f87a80cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80b8730 0x7f87a80cbf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49276/0 (socket says 172.21.15.92:49276) 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7400640 1 -- 172.21.15.92:0/3743132037 learned_addr learned my addr 172.21.15.92:0/3743132037 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7e00640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87a815e5f0 0x7f87a8151980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f879fe00640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f87a80d1590 0x7f87a80cdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7400640 1 -- 172.21.15.92:0/3743132037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f87a80d1590 msgr2=0x7f87a80cdf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7400640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f87a80d1590 0x7f87a80cdf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7400640 1 -- 172.21.15.92:0/3743132037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87a815e5f0 msgr2=0x7f87a8151980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7400640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87a815e5f0 0x7f87a8151980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7400640 1 -- 172.21.15.92:0/3743132037 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f87a80cc850 con 0x7f87a80b8730 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f879fe00640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f87a80d1590 0x7f87a80cdf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.007+0000 7f87a7400640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80b8730 0x7f87a80cbf50 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f87980010e0 tx=0x7f879800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:22.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.008+0000 7f879f400640 1 -- 172.21.15.92:0/3743132037 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798017070 con 0x7f87a80b8730 2024-09-19T06:03:22.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.008+0000 7f879f400640 1 -- 172.21.15.92:0/3743132037 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8798005d00 con 0x7f87a80b8730 2024-09-19T06:03:22.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.008+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f87a80ccb30 con 0x7f87a80b8730 2024-09-19T06:03:22.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.008+0000 7f879f400640 1 -- 172.21.15.92:0/3743132037 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8798007310 con 0x7f87a80b8730 2024-09-19T06:03:22.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.008+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f87a80cd3d0 con 0x7f87a80b8730 2024-09-19T06:03:22.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.009+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f87a80ccf20 con 0x7f87a80b8730 2024-09-19T06:03:22.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.010+0000 7f879f400640 1 -- 172.21.15.92:0/3743132037 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f879801a070 con 0x7f87a80b8730 2024-09-19T06:03:22.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.010+0000 7f879f400640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f878406c2b0 0x7f878406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:22.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.011+0000 7f879f400640 1 -- 172.21.15.92:0/3743132037 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7f879808a890 con 0x7f87a80b8730 2024-09-19T06:03:22.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.011+0000 7f879fe00640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f878406c2b0 0x7f878406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:22.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.011+0000 7f879fe00640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f878406c2b0 0x7f878406e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8790034000 tx=0x7f879002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:22.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.015+0000 7f879f400640 1 -- 172.21.15.92:0/3743132037 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8798058fa0 con 0x7f87a80b8730 2024-09-19T06:03:22.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.224+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f87a8069c20 con 0x7f87a80b8730 2024-09-19T06:03:22.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.825+0000 7f879f400640 1 -- 172.21.15.92:0/3743132037 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v27) ==== 104+0+0 (secure 0 0 0) 0x7f87980588a0 con 0x7f87a80b8730 2024-09-19T06:03:22.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f878406c2b0 msgr2=0x7f878406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:22.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f878406c2b0 0x7f878406e770 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8790034000 tx=0x7f879002e000 comp rx=0 tx=0).stop 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80b8730 msgr2=0x7f87a80cbf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80b8730 0x7f87a80cbf50 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f87980010e0 tx=0x7f879800c890 comp rx=0 tx=0).stop 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 shutdown_connections 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f878406c2b0 0x7f878406e770 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f87a815e5f0 0x7f87a8151980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f87a80d1590 0x7f87a80cdf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 --2- 172.21.15.92:0/3743132037 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f87a80b8730 0x7f87a80cbf50 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 >> 172.21.15.92:0/3743132037 conn(0x7f87a8062630 msgr2=0x7f87a80b5430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 shutdown_connections 2024-09-19T06:03:22.831 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:22.828+0000 7f87ad200640 1 -- 172.21.15.92:0/3743132037 wait complete. 2024-09-19T06:03:22.848 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:03:23.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.006+0000 7fcdb1800640 1 Processor -- start 2024-09-19T06:03:23.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.007+0000 7fcdb1800640 1 -- start start 2024-09-19T06:03:23.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.008+0000 7fcdb1800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdac0d3240 0x7fcdac0cf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:23.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.008+0000 7fcdb1800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdac0d2720 0x7fcdac0b5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:23.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.008+0000 7fcdb1800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdac0d1a80 con 0x7fcdac161bd0 2024-09-19T06:03:23.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.008+0000 7fcdb1800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fcdac0d3d80 con 0x7fcdac0d3240 2024-09-19T06:03:23.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.008+0000 7fcdb1800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcdac0d4060 con 0x7fcdac0d2720 2024-09-19T06:03:23.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.008+0000 7fcdab400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdac0d3240 0x7fcdac0cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:23.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.008+0000 7fcdab400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdac0d3240 0x7fcdac0cf760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49286/0 (socket says 172.21.15.92:49286) 2024-09-19T06:03:23.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.008+0000 7fcdab400640 1 -- 172.21.15.92:0/649700097 learned_addr learned my addr 172.21.15.92:0/649700097 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:23.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.009+0000 7fcdab400640 1 -- 172.21.15.92:0/649700097 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdac0d2720 msgr2=0x7fcdac0b5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:23.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.009+0000 7fcdab400640 1 --2- 172.21.15.92:0/649700097 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdac0d2720 0x7fcdac0b5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:23.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.009+0000 7fcdab400640 1 -- 172.21.15.92:0/649700097 >> v1:172.21.15.102:6789/0 conn(0x7fcdac161bd0 legacy=0x7fcdac0d2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:23.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.009+0000 7fcdab400640 1 -- 172.21.15.92:0/649700097 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdac0d3950 con 0x7fcdac0d3240 2024-09-19T06:03:23.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.010+0000 7fcdab400640 1 --2- 172.21.15.92:0/649700097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac0d3240 0x7fcdac0cf760 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fcd98009870 tx=0x7fcd9802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a63a900984a536f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:23.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.010+0000 7fcdaaa00640 1 -- 172.21.15.92:0/649700097 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd98037070 con 0x7fcdac0d3240 2024-09-19T06:03:23.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.010+0000 7fcdaaa00640 1 -- 172.21.15.92:0/649700097 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcd98032440 con 0x7fcdac0d3240 2024-09-19T06:03:23.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.010+0000 7fcdaaa00640 1 -- 172.21.15.92:0/649700097 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcd98032810 con 0x7fcdac0d3240 2024-09-19T06:03:23.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.011+0000 7fcdb1800640 1 -- 172.21.15.92:0/649700097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac0d3240 msgr2=0x7fcdac0cf760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:23.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.011+0000 7fcdb1800640 1 --2- 172.21.15.92:0/649700097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac0d3240 0x7fcdac0cf760 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fcd98009870 tx=0x7fcd9802a210 comp rx=0 tx=0).stop 2024-09-19T06:03:23.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.011+0000 7fcdb1800640 1 -- 172.21.15.92:0/649700097 shutdown_connections 2024-09-19T06:03:23.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.011+0000 7fcdb1800640 1 --2- 172.21.15.92:0/649700097 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdac0d2720 0x7fcdac0b5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:23.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.011+0000 7fcdb1800640 1 --2- 172.21.15.92:0/649700097 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac0d3240 0x7fcdac0cf760 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:23.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.011+0000 7fcdb1800640 1 -- 172.21.15.92:0/649700097 >> 172.21.15.92:0/649700097 conn(0x7fcdac0d0ec0 msgr2=0x7fcdac0d12d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:23.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.011+0000 7fcdb1800640 1 -- 172.21.15.92:0/649700097 shutdown_connections 2024-09-19T06:03:23.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.011+0000 7fcdb1800640 1 -- 172.21.15.92:0/649700097 wait complete. 2024-09-19T06:03:23.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.012+0000 7fcdb1800640 1 Processor -- start 2024-09-19T06:03:23.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.013+0000 7fcdb1800640 1 -- start start 2024-09-19T06:03:23.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.013+0000 7fcdb1800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdac0d2720 0x7fcdac0b81a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:23.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.013+0000 7fcdb1800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdac0d3240 0x7fcdac1f4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:23.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.013+0000 7fcdb1800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac161bd0 0x7fcdac1f1880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:23.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.013+0000 7fcdb1800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fcdac162130 con 0x7fcdac161bd0 2024-09-19T06:03:23.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.013+0000 7fcdb1800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcdac161fb0 con 0x7fcdac0d3240 2024-09-19T06:03:23.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.013+0000 7fcdb1800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcdac0d2b80 con 0x7fcdac0d2720 2024-09-19T06:03:23.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdb0e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac161bd0 0x7fcdac1f1880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:23.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdb0e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac161bd0 0x7fcdac1f1880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49298/0 (socket says 172.21.15.92:49298) 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdb0e00640 1 -- 172.21.15.92:0/1930876181 learned_addr learned my addr 172.21.15.92:0/1930876181 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdabe00640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdac0d2720 0x7fcdac0b81a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdab400640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdac0d3240 0x7fcdac1f4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdb0e00640 1 -- 172.21.15.92:0/1930876181 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdac0d2720 msgr2=0x7fcdac0b81a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdb0e00640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdac0d2720 0x7fcdac0b81a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdb0e00640 1 -- 172.21.15.92:0/1930876181 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdac0d3240 msgr2=0x7fcdac1f4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdb0e00640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdac0d3240 0x7fcdac1f4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdb0e00640 1 -- 172.21.15.92:0/1930876181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdac0b8850 con 0x7fcdac161bd0 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.014+0000 7fcdb0e00640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac161bd0 0x7fcdac1f1880 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fcda400b9a0 tx=0x7fcda400be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.015+0000 7fcda3e00640 1 -- 172.21.15.92:0/1930876181 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda4019070 con 0x7fcdac161bd0 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.015+0000 7fcda3e00640 1 -- 172.21.15.92:0/1930876181 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcda400cbc0 con 0x7fcdac161bd0 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.015+0000 7fcda3e00640 1 -- 172.21.15.92:0/1930876181 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda4014440 con 0x7fcdac161bd0 2024-09-19T06:03:23.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.015+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdac0b8b30 con 0x7fcdac161bd0 2024-09-19T06:03:23.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.015+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdac0b4820 con 0x7fcdac161bd0 2024-09-19T06:03:23.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.016+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdac0cf760 con 0x7fcdac161bd0 2024-09-19T06:03:23.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.017+0000 7fcda3e00640 1 -- 172.21.15.92:0/1930876181 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcda401c070 con 0x7fcdac161bd0 2024-09-19T06:03:23.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.018+0000 7fcda3e00640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2b0 0x7fcd8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:23.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.018+0000 7fcda3e00640 1 -- 172.21.15.92:0/1930876181 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(46..46 src has 1..46) ==== 5795+0+0 (secure 0 0 0) 0x7fcda408b280 con 0x7fcdac161bd0 2024-09-19T06:03:23.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.018+0000 7fcdabe00640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2b0 0x7fcd8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:23.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.019+0000 7fcdabe00640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2b0 0x7fcd8c06e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c006fd0 tx=0x7fcd9c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:23.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.023+0000 7fcda3e00640 1 -- 172.21.15.92:0/1930876181 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcda40598f0 con 0x7fcdac161bd0 2024-09-19T06:03:23.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:23.200+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fcdac0cef50 con 0x7fcdac161bd0 2024-09-19T06:03:24.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.071+0000 7fcda3e00640 1 -- 172.21.15.92:0/1930876181 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v47) ==== 181+0+0 (secure 0 0 0) 0x7fcda40591f0 con 0x7fcdac161bd0 2024-09-19T06:03:24.073 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:03:24.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.074+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2b0 msgr2=0x7fcd8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:24.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.074+0000 7fcdb1800640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2b0 0x7fcd8c06e770 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fcd9c006fd0 tx=0x7fcd9c008040 comp rx=0 tx=0).stop 2024-09-19T06:03:24.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.074+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac161bd0 msgr2=0x7fcdac1f1880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:24.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.074+0000 7fcdb1800640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac161bd0 0x7fcdac1f1880 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fcda400b9a0 tx=0x7fcda400be60 comp rx=0 tx=0).stop 2024-09-19T06:03:24.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.074+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 shutdown_connections 2024-09-19T06:03:24.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.075+0000 7fcdb1800640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdac161bd0 0x7fcdac1f1880 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.075+0000 7fcdb1800640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2b0 0x7fcd8c06e770 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.075+0000 7fcdb1800640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdac0d3240 0x7fcdac1f4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.075+0000 7fcdb1800640 1 --2- 172.21.15.92:0/1930876181 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdac0d2720 0x7fcdac0b81a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.075+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 >> 172.21.15.92:0/1930876181 conn(0x7fcdac0d0ec0 msgr2=0x7fcdac0cb510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:24.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.075+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 shutdown_connections 2024-09-19T06:03:24.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.075+0000 7fcdb1800640 1 -- 172.21.15.92:0/1930876181 wait complete. 2024-09-19T06:03:24.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:03:24.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.254+0000 7fc8a3400640 1 Processor -- start 2024-09-19T06:03:24.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.254+0000 7fc8a3400640 1 -- start start 2024-09-19T06:03:24.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.255+0000 7fc8a3400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c0731c0 0x7fc89c073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:24.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.255+0000 7fc8a3400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fc89c15de80 0x7fc89c15e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:24.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.256+0000 7fc8a3400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc89c15a430 con 0x7fc89c15a050 2024-09-19T06:03:24.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.256+0000 7fc8a3400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fc89c073b40 con 0x7fc89c15de80 2024-09-19T06:03:24.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.256+0000 7fc8a3400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc89c0cd0a0 con 0x7fc89c0731c0 2024-09-19T06:03:24.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.256+0000 7fc8a0a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc89c15a050 0x7fc89c15d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:45326/0 (socket says 172.21.15.92:45326) 2024-09-19T06:03:24.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.256+0000 7fc8a0a00640 1 -- 172.21.15.92:0/1461895530 learned_addr learned my addr 172.21.15.92:0/1461895530 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:24.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.256+0000 7fc893e00640 1 --2- 172.21.15.92:0/1461895530 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c0731c0 0x7fc89c073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:24.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.256+0000 7fc8a1400640 1 --2- 172.21.15.92:0/1461895530 >> v2:172.21.15.102:3300/0 conn(0x7fc89c15de80 0x7fc89c15e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:24.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.256+0000 7fc89be00640 1 -- 172.21.15.92:0/1461895530 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2652811185 0 0) 0x7fc89c15a430 con 0x7fc89c15a050 2024-09-19T06:03:24.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.256+0000 7fc89be00640 1 -- 172.21.15.92:0/1461895530 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fc880003520 con 0x7fc89c15a050 2024-09-19T06:03:24.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.257+0000 7fc893e00640 1 -- 172.21.15.92:0/1461895530 >> v2:172.21.15.102:3300/0 conn(0x7fc89c15de80 msgr2=0x7fc89c15e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:24.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.257+0000 7fc893e00640 1 --2- 172.21.15.92:0/1461895530 >> v2:172.21.15.102:3300/0 conn(0x7fc89c15de80 0x7fc89c15e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.257+0000 7fc893e00640 1 -- 172.21.15.92:0/1461895530 >> v1:172.21.15.92:6789/0 conn(0x7fc89c15a050 legacy=0x7fc89c15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:24.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.257+0000 7fc893e00640 1 -- 172.21.15.92:0/1461895530 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc89c0cd380 con 0x7fc89c0731c0 2024-09-19T06:03:24.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.258+0000 7fc893e00640 1 --2- 172.21.15.92:0/1461895530 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c0731c0 0x7fc89c073600 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc8840097a0 tx=0x7fc88402a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c68a8ae8c9247cd9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:24.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.258+0000 7fc89be00640 1 -- 172.21.15.92:0/1461895530 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884037070 con 0x7fc89c0731c0 2024-09-19T06:03:24.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.258+0000 7fc89be00640 1 -- 172.21.15.92:0/1461895530 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc88402ae40 con 0x7fc89c0731c0 2024-09-19T06:03:24.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.258+0000 7fc89be00640 1 -- 172.21.15.92:0/1461895530 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc884032660 con 0x7fc89c0731c0 2024-09-19T06:03:24.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.259+0000 7fc8a3400640 1 -- 172.21.15.92:0/1461895530 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c0731c0 msgr2=0x7fc89c073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:24.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.259+0000 7fc8a3400640 1 --2- 172.21.15.92:0/1461895530 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c0731c0 0x7fc89c073600 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fc8840097a0 tx=0x7fc88402a0f0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.259+0000 7fc8a3400640 1 -- 172.21.15.92:0/1461895530 shutdown_connections 2024-09-19T06:03:24.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.259+0000 7fc8a3400640 1 --2- 172.21.15.92:0/1461895530 >> v2:172.21.15.102:3300/0 conn(0x7fc89c15de80 0x7fc89c15e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.259+0000 7fc8a3400640 1 --2- 172.21.15.92:0/1461895530 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c0731c0 0x7fc89c073600 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.259+0000 7fc8a3400640 1 -- 172.21.15.92:0/1461895530 >> 172.21.15.92:0/1461895530 conn(0x7fc89c06d0f0 msgr2=0x7fc89c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:24.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.259+0000 7fc8a3400640 1 -- 172.21.15.92:0/1461895530 shutdown_connections 2024-09-19T06:03:24.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.259+0000 7fc8a3400640 1 -- 172.21.15.92:0/1461895530 wait complete. 2024-09-19T06:03:24.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.261+0000 7fc8a3400640 1 Processor -- start 2024-09-19T06:03:24.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.261+0000 7fc8a3400640 1 -- start start 2024-09-19T06:03:24.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc89c0731c0 0x7fc89c14f010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:24.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a3400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c15a050 0x7fc89c156890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:24.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a3400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c15de80 0x7fc89c070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:24.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a3400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc89c0cdc20 con 0x7fc89c0731c0 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a3400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc89c0cd940 con 0x7fc89c15a050 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a3400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc89c0b36e0 con 0x7fc89c15de80 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc89c0731c0 0x7fc89c14f010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc89c0731c0 0x7fc89c14f010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49302/0 (socket says 172.21.15.92:49302) 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a0a00640 1 -- 172.21.15.92:0/2969227625 learned_addr learned my addr 172.21.15.92:0/2969227625 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc8a1400640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c15de80 0x7fc89c070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.262+0000 7fc893e00640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c15a050 0x7fc89c156890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc8a0a00640 1 -- 172.21.15.92:0/2969227625 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c15de80 msgr2=0x7fc89c070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc8a0a00640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c15de80 0x7fc89c070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc8a0a00640 1 -- 172.21.15.92:0/2969227625 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c15a050 msgr2=0x7fc89c156890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc8a0a00640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c15a050 0x7fc89c156890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:24.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc8a0a00640 1 -- 172.21.15.92:0/2969227625 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc89c156dd0 con 0x7fc89c0731c0 2024-09-19T06:03:24.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc8a0a00640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc89c0731c0 0x7fc89c14f010 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc88c00c430 tx=0x7fc88c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:24.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc899600640 1 -- 172.21.15.92:0/2969227625 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc88c017070 con 0x7fc89c0731c0 2024-09-19T06:03:24.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc899600640 1 -- 172.21.15.92:0/2969227625 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc88c005ce0 con 0x7fc89c0731c0 2024-09-19T06:03:24.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc89c152d30 con 0x7fc89c0731c0 2024-09-19T06:03:24.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc899600640 1 -- 172.21.15.92:0/2969227625 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc88c0072f0 con 0x7fc89c0731c0 2024-09-19T06:03:24.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.263+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc89c1532f0 con 0x7fc89c0731c0 2024-09-19T06:03:24.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.264+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc89c0cdfd0 con 0x7fc89c0731c0 2024-09-19T06:03:24.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.265+0000 7fc899600640 1 -- 172.21.15.92:0/2969227625 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc88c01a070 con 0x7fc89c0731c0 2024-09-19T06:03:24.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.266+0000 7fc899600640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87806c2b0 0x7fc87806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:24.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.266+0000 7fc899600640 1 -- 172.21.15.92:0/2969227625 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(47..47 src has 1..47) ==== 5357+0+0 (secure 0 0 0) 0x7fc88c08a6b0 con 0x7fc89c0731c0 2024-09-19T06:03:24.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.266+0000 7fc893e00640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87806c2b0 0x7fc87806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:24.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.267+0000 7fc893e00640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87806c2b0 0x7fc87806e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc884034000 tx=0x7fc88402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:24.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.270+0000 7fc899600640 1 -- 172.21.15.92:0/2969227625 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc89c0cdfd0 con 0x7fc89c0731c0 2024-09-19T06:03:24.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:24.445+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fc89c0ccd00 con 0x7fc89c0731c0 2024-09-19T06:03:25.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.076+0000 7fc899600640 1 -- 172.21.15.92:0/2969227625 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v48) ==== 169+0+0 (secure 0 0 0) 0x7fc88c058920 con 0x7fc89c0731c0 2024-09-19T06:03:25.078 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' removed 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.078+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87806c2b0 msgr2=0x7fc87806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.078+0000 7fc8a3400640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87806c2b0 0x7fc87806e770 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc884034000 tx=0x7fc88402e000 comp rx=0 tx=0).stop 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.078+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc89c0731c0 msgr2=0x7fc89c14f010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.078+0000 7fc8a3400640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc89c0731c0 0x7fc89c14f010 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7fc88c00c430 tx=0x7fc88c00c8f0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.079+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 shutdown_connections 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.079+0000 7fc8a3400640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc89c15de80 0x7fc89c070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.079+0000 7fc8a3400640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc87806c2b0 0x7fc87806e770 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.079+0000 7fc8a3400640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc89c15a050 0x7fc89c156890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.079+0000 7fc8a3400640 1 --2- 172.21.15.92:0/2969227625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc89c0731c0 0x7fc89c14f010 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.079+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 >> 172.21.15.92:0/2969227625 conn(0x7fc89c06d0f0 msgr2=0x7fc89c15ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:25.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.079+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 shutdown_connections 2024-09-19T06:03:25.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.079+0000 7fc8a3400640 1 -- 172.21.15.92:0/2969227625 wait complete. 2024-09-19T06:03:25.099 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T06:03:25.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.252+0000 7fa62ce00640 1 Processor -- start 2024-09-19T06:03:25.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.252+0000 7fa62ce00640 1 -- start start 2024-09-19T06:03:25.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.253+0000 7fa62ce00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 0x7fa6280d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.253+0000 7fa62ce00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa6280b8900 0x7fa6280d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.253+0000 7fa62ce00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa62815e9d0 con 0x7fa6280d13c0 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.253+0000 7fa62ce00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa6280b9b30 con 0x7fa6280b8900 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.253+0000 7fa62ce00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa6280d1820 con 0x7fa62815e5f0 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.253+0000 7fa627e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa6280b8900 0x7fa6280d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.253+0000 7fa627e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa6280b8900 0x7fa6280d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49314/0 (socket says 172.21.15.92:49314) 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.253+0000 7fa626a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fa6280d13c0 0x7fa6280b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:45330/0 (socket says 172.21.15.92:45330) 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.253+0000 7fa627e00640 1 -- 172.21.15.92:0/2920052451 learned_addr learned my addr 172.21.15.92:0/2920052451 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.254+0000 7fa627400640 1 --2- 172.21.15.92:0/2920052451 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 0x7fa6280d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.254+0000 7fa627e00640 1 -- 172.21.15.92:0/2920052451 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 msgr2=0x7fa6280d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.254+0000 7fa627e00640 1 --2- 172.21.15.92:0/2920052451 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 0x7fa6280d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.254+0000 7fa627e00640 1 -- 172.21.15.92:0/2920052451 >> v1:172.21.15.92:6789/0 conn(0x7fa6280d13c0 legacy=0x7fa6280b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.254+0000 7fa627e00640 1 -- 172.21.15.92:0/2920052451 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6280b8f20 con 0x7fa6280b8900 2024-09-19T06:03:25.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.254+0000 7fa627400640 1 --2- 172.21.15.92:0/2920052451 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 0x7fa6280d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.255+0000 7fa627e00640 1 --2- 172.21.15.92:0/2920052451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280b8900 0x7fa6280d2bc0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa620009e50 tx=0x7fa62002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b04724815c5866b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.255+0000 7fa626000640 1 -- 172.21.15.92:0/2920052451 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa620036070 con 0x7fa6280b8900 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.255+0000 7fa626000640 1 -- 172.21.15.92:0/2920052451 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa620031600 con 0x7fa6280b8900 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.255+0000 7fa626000640 1 -- 172.21.15.92:0/2920052451 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6200319d0 con 0x7fa6280b8900 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.256+0000 7fa62ce00640 1 -- 172.21.15.92:0/2920052451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280b8900 msgr2=0x7fa6280d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.256+0000 7fa62ce00640 1 --2- 172.21.15.92:0/2920052451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280b8900 0x7fa6280d2bc0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa620009e50 tx=0x7fa62002a710 comp rx=0 tx=0).stop 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.256+0000 7fa62ce00640 1 -- 172.21.15.92:0/2920052451 shutdown_connections 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.256+0000 7fa62ce00640 1 --2- 172.21.15.92:0/2920052451 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280b8900 0x7fa6280d2bc0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.256+0000 7fa62ce00640 1 --2- 172.21.15.92:0/2920052451 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 0x7fa6280d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.256+0000 7fa62ce00640 1 -- 172.21.15.92:0/2920052451 >> 172.21.15.92:0/2920052451 conn(0x7fa628062630 msgr2=0x7fa628062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:25.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.256+0000 7fa62ce00640 1 -- 172.21.15.92:0/2920052451 shutdown_connections 2024-09-19T06:03:25.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.256+0000 7fa62ce00640 1 -- 172.21.15.92:0/2920052451 wait complete. 2024-09-19T06:03:25.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.257+0000 7fa62ce00640 1 Processor -- start 2024-09-19T06:03:25.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.257+0000 7fa62ce00640 1 -- start start 2024-09-19T06:03:25.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.258+0000 7fa62ce00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6280b8900 0x7fa62814fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.258+0000 7fa62ce00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280d13c0 0x7fa6280cabd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.258+0000 7fa62ce00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 0x7fa6281503c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.258+0000 7fa62ce00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa6280b97c0 con 0x7fa6280d13c0 2024-09-19T06:03:25.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.258+0000 7fa62ce00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa6280b94e0 con 0x7fa6280b8900 2024-09-19T06:03:25.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.258+0000 7fa62ce00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa6280d3100 con 0x7fa62815e5f0 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.258+0000 7fa626a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280d13c0 0x7fa6280cabd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa626a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280d13c0 0x7fa6280cabd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49328/0 (socket says 172.21.15.92:49328) 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa626a00640 1 -- 172.21.15.92:0/3238831093 learned_addr learned my addr 172.21.15.92:0/3238831093 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa627e00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 0x7fa6281503c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa627400640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6280b8900 0x7fa62814fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa626a00640 1 -- 172.21.15.92:0/3238831093 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 msgr2=0x7fa6281503c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa626a00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 0x7fa6281503c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa626a00640 1 -- 172.21.15.92:0/3238831093 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6280b8900 msgr2=0x7fa62814fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa626a00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6280b8900 0x7fa62814fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa626a00640 1 -- 172.21.15.92:0/3238831093 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6281601b0 con 0x7fa6280d13c0 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa627400640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6280b8900 0x7fa62814fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa626a00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280d13c0 0x7fa6280cabd0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa61400c440 tx=0x7fa614001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:25.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa61f400640 1 -- 172.21.15.92:0/3238831093 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6140074e0 con 0x7fa6280d13c0 2024-09-19T06:03:25.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa61f400640 1 -- 172.21.15.92:0/3238831093 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa614007680 con 0x7fa6280d13c0 2024-09-19T06:03:25.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.259+0000 7fa61f400640 1 -- 172.21.15.92:0/3238831093 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa614004a20 con 0x7fa6280d13c0 2024-09-19T06:03:25.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.260+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa628160490 con 0x7fa6280d13c0 2024-09-19T06:03:25.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.260+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa628160a50 con 0x7fa6280d13c0 2024-09-19T06:03:25.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.261+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa628069c20 con 0x7fa6280d13c0 2024-09-19T06:03:25.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.261+0000 7fa61f400640 1 -- 172.21.15.92:0/3238831093 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa61401a020 con 0x7fa6280d13c0 2024-09-19T06:03:25.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.262+0000 7fa61f400640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa60806c2b0 0x7fa60806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.262+0000 7fa61f400640 1 -- 172.21.15.92:0/3238831093 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fa61408a890 con 0x7fa6280d13c0 2024-09-19T06:03:25.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.263+0000 7fa627400640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa60806c2b0 0x7fa60806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.263+0000 7fa627400640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa60806c2b0 0x7fa60806e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa618006fd0 tx=0x7fa618008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:25.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.267+0000 7fa61f400640 1 -- 172.21.15.92:0/3238831093 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa6140592f0 con 0x7fa6280d13c0 2024-09-19T06:03:25.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.439+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fa6280b8150 con 0x7fa6280d13c0 2024-09-19T06:03:25.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.443+0000 7fa61f400640 1 -- 172.21.15.92:0/3238831093 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v14) ==== 104+0+0 (secure 0 0 0) 0x7fa614058bf0 con 0x7fa6280d13c0 2024-09-19T06:03:25.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa60806c2b0 msgr2=0x7fa60806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa60806c2b0 0x7fa60806e770 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fa618006fd0 tx=0x7fa618008040 comp rx=0 tx=0).stop 2024-09-19T06:03:25.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280d13c0 msgr2=0x7fa6280cabd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280d13c0 0x7fa6280cabd0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa61400c440 tx=0x7fa614001e70 comp rx=0 tx=0).stop 2024-09-19T06:03:25.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 shutdown_connections 2024-09-19T06:03:25.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa62815e5f0 0x7fa6281503c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6280d13c0 0x7fa6280cabd0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa60806c2b0 0x7fa60806e770 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 --2- 172.21.15.92:0/3238831093 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6280b8900 0x7fa62814fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 >> 172.21.15.92:0/3238831093 conn(0x7fa628062630 msgr2=0x7fa6280b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:25.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 shutdown_connections 2024-09-19T06:03:25.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.446+0000 7fa62ce00640 1 -- 172.21.15.92:0/3238831093 wait complete. 2024-09-19T06:03:25.464 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_bal_fragment_size_max 2024-09-19T06:03:25.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.616+0000 7fe13be00640 1 Processor -- start 2024-09-19T06:03:25.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.616+0000 7fe13be00640 1 -- start start 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.617+0000 7fe13be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe13c15f5f0 0x7fe13c0ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.617+0000 7fe13be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0b2480 0x7fe13c15fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.617+0000 7fe13be00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe13c0d0130 con 0x7fe13c0ce7a0 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.617+0000 7fe13be00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe13c0d0ef0 con 0x7fe13c15f5f0 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.617+0000 7fe13be00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe13c06ca80 con 0x7fe13c0b2480 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.617+0000 7fe13aa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe13c15f5f0 0x7fe13c0ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.618+0000 7fe13aa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe13c15f5f0 0x7fe13c0ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49344/0 (socket says 172.21.15.92:49344) 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.618+0000 7fe13aa00640 1 -- 172.21.15.92:0/2421498079 learned_addr learned my addr 172.21.15.92:0/2421498079 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.618+0000 7fe13b400640 1 --2- 172.21.15.92:0/2421498079 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0b2480 0x7fe13c15fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.618+0000 7fe13aa00640 1 -- 172.21.15.92:0/2421498079 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0b2480 msgr2=0x7fe13c15fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:25.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.618+0000 7fe13aa00640 1 --2- 172.21.15.92:0/2421498079 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0b2480 0x7fe13c15fd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.618+0000 7fe13aa00640 1 -- 172.21.15.92:0/2421498079 >> v1:172.21.15.102:6789/0 conn(0x7fe13c0ce7a0 legacy=0x7fe13c0b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.618+0000 7fe13aa00640 1 -- 172.21.15.92:0/2421498079 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13c0d0410 con 0x7fe13c15f5f0 2024-09-19T06:03:25.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.619+0000 7fe13aa00640 1 --2- 172.21.15.92:0/2421498079 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 0x7fe13c0ce260 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fe12c009870 tx=0x7fe12c02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=124263e640502883 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:25.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.619+0000 7fe139600640 1 -- 172.21.15.92:0/2421498079 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe12c037070 con 0x7fe13c15f5f0 2024-09-19T06:03:25.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.619+0000 7fe139600640 1 -- 172.21.15.92:0/2421498079 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe12c032440 con 0x7fe13c15f5f0 2024-09-19T06:03:25.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.619+0000 7fe139600640 1 -- 172.21.15.92:0/2421498079 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe12c032810 con 0x7fe13c15f5f0 2024-09-19T06:03:25.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.620+0000 7fe13be00640 1 -- 172.21.15.92:0/2421498079 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 msgr2=0x7fe13c0ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.620+0000 7fe13be00640 1 --2- 172.21.15.92:0/2421498079 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 0x7fe13c0ce260 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fe12c009870 tx=0x7fe12c02a130 comp rx=0 tx=0).stop 2024-09-19T06:03:25.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.620+0000 7fe13be00640 1 -- 172.21.15.92:0/2421498079 shutdown_connections 2024-09-19T06:03:25.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.620+0000 7fe13be00640 1 --2- 172.21.15.92:0/2421498079 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0b2480 0x7fe13c15fd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.620+0000 7fe13be00640 1 --2- 172.21.15.92:0/2421498079 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 0x7fe13c0ce260 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.620+0000 7fe13be00640 1 -- 172.21.15.92:0/2421498079 >> 172.21.15.92:0/2421498079 conn(0x7fe13c062a20 msgr2=0x7fe13c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:25.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.620+0000 7fe13be00640 1 -- 172.21.15.92:0/2421498079 shutdown_connections 2024-09-19T06:03:25.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.620+0000 7fe13be00640 1 -- 172.21.15.92:0/2421498079 wait complete. 2024-09-19T06:03:25.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.621+0000 7fe13be00640 1 Processor -- start 2024-09-19T06:03:25.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.622+0000 7fe13be00640 1 -- start start 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.622+0000 7fe13be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe13c0b2480 0x7fe13c15d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.622+0000 7fe13be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0ce7a0 0x7fe13c14aad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 0x7fe13c15dd90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13be00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c15f9d0 con 0x7fe13c15f5f0 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13be00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe13c0d09d0 con 0x7fe13c0b2480 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13be00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe13c071fd0 con 0x7fe13c0ce7a0 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 0x7fe13c15dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 0x7fe13c15dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49354/0 (socket says 172.21.15.92:49354) 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13b400640 1 -- 172.21.15.92:0/4054903897 learned_addr learned my addr 172.21.15.92:0/4054903897 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13a000640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0ce7a0 0x7fe13c14aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13aa00640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe13c0b2480 0x7fe13c15d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13b400640 1 -- 172.21.15.92:0/4054903897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0ce7a0 msgr2=0x7fe13c14aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13b400640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0ce7a0 0x7fe13c14aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13b400640 1 -- 172.21.15.92:0/4054903897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe13c0b2480 msgr2=0x7fe13c15d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13b400640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe13c0b2480 0x7fe13c15d500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13b400640 1 -- 172.21.15.92:0/4054903897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe13c15c4d0 con 0x7fe13c15f5f0 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.623+0000 7fe13b400640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 0x7fe13c15dd90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fe134007e30 tx=0x7fe13400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.624+0000 7fe133400640 1 -- 172.21.15.92:0/4054903897 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134014620 con 0x7fe13c15f5f0 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.624+0000 7fe133400640 1 -- 172.21.15.92:0/4054903897 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe134019070 con 0x7fe13c15f5f0 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.624+0000 7fe133400640 1 -- 172.21.15.92:0/4054903897 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe134014a00 con 0x7fe13c15f5f0 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.624+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe13c15da40 con 0x7fe13c15f5f0 2024-09-19T06:03:25.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.624+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe13c15ca20 con 0x7fe13c15f5f0 2024-09-19T06:03:25.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.625+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe13c073760 con 0x7fe13c15f5f0 2024-09-19T06:03:25.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.626+0000 7fe133400640 1 -- 172.21.15.92:0/4054903897 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe134014ba0 con 0x7fe13c15f5f0 2024-09-19T06:03:25.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.627+0000 7fe133400640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe11c06c2e0 0x7fe11c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.627+0000 7fe133400640 1 -- 172.21.15.92:0/4054903897 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fe13408b970 con 0x7fe13c15f5f0 2024-09-19T06:03:25.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.627+0000 7fe13aa00640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe11c06c2e0 0x7fe11c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.627+0000 7fe13aa00640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe11c06c2e0 0x7fe11c06e7a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe12c034000 tx=0x7fe12c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:25.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.631+0000 7fe133400640 1 -- 172.21.15.92:0/4054903897 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe13c15da40 con 0x7fe13c15f5f0 2024-09-19T06:03:25.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.803+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_bal_fragment_size_max"} v 0) -- 0x7fe13c160b50 con 0x7fe13c15f5f0 2024-09-19T06:03:25.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.808+0000 7fe133400640 1 -- 172.21.15.92:0/4054903897 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_bal_fragment_size_max"}]=0 v15) ==== 108+0+0 (secure 0 0 0) 0x7fe134059cf0 con 0x7fe13c15f5f0 2024-09-19T06:03:25.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe11c06c2e0 msgr2=0x7fe11c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe11c06c2e0 0x7fe11c06e7a0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fe12c034000 tx=0x7fe12c02e000 comp rx=0 tx=0).stop 2024-09-19T06:03:25.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 msgr2=0x7fe13c15dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 0x7fe13c15dd90 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fe134007e30 tx=0x7fe13400e4b0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 shutdown_connections 2024-09-19T06:03:25.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe13c15f5f0 0x7fe13c15dd90 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe13c0ce7a0 0x7fe13c14aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe11c06c2e0 0x7fe11c06e7a0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 --2- 172.21.15.92:0/4054903897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe13c0b2480 0x7fe13c15d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 >> 172.21.15.92:0/4054903897 conn(0x7fe13c062a20 msgr2=0x7fe13c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:25.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 shutdown_connections 2024-09-19T06:03:25.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.811+0000 7fe13be00640 1 -- 172.21.15.92:0/4054903897 wait complete. 2024-09-19T06:03:25.830 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit' 2024-09-19T06:03:25.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.981+0000 7fca4fa00640 1 Processor -- start 2024-09-19T06:03:25.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.981+0000 7fca4fa00640 1 -- start start 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.982+0000 7fca4fa00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fca480ba240 0x7fca480d3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.982+0000 7fca4fa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fca480cf2f0 0x7fca480cf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.982+0000 7fca4fa00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca480d2f40 con 0x7fca4815e7a0 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.982+0000 7fca4fa00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fca480cfca0 con 0x7fca480cf2f0 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.982+0000 7fca4fa00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fca480ba690 con 0x7fca480ba240 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.982+0000 7fca4da00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fca480cf2f0 0x7fca480cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.982+0000 7fca4da00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fca480cf2f0 0x7fca480cf760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49366/0 (socket says 172.21.15.92:49366) 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.982+0000 7fca4da00640 1 -- 172.21.15.92:0/3574378925 learned_addr learned my addr 172.21.15.92:0/3574378925 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.982+0000 7fca47e00640 1 --2- 172.21.15.92:0/3574378925 >> v2:172.21.15.102:3300/0 conn(0x7fca480ba240 0x7fca480d3fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.983+0000 7fca4da00640 1 -- 172.21.15.92:0/3574378925 >> v2:172.21.15.102:3300/0 conn(0x7fca480ba240 msgr2=0x7fca480d3fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:25.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.983+0000 7fca4da00640 1 --2- 172.21.15.92:0/3574378925 >> v2:172.21.15.102:3300/0 conn(0x7fca480ba240 0x7fca480d3fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.983+0000 7fca4da00640 1 -- 172.21.15.92:0/3574378925 >> v1:172.21.15.102:6789/0 conn(0x7fca4815e7a0 legacy=0x7fca480d2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.983+0000 7fca4da00640 1 -- 172.21.15.92:0/3574378925 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca480d3220 con 0x7fca480cf2f0 2024-09-19T06:03:25.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.984+0000 7fca4da00640 1 --2- 172.21.15.92:0/3574378925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 0x7fca480cf760 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fca4808dbd0 tx=0x7fca4002a7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bd97042d14fab2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:25.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.984+0000 7fca47400640 1 -- 172.21.15.92:0/3574378925 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca40036070 con 0x7fca480cf2f0 2024-09-19T06:03:25.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.984+0000 7fca47400640 1 -- 172.21.15.92:0/3574378925 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca40031600 con 0x7fca480cf2f0 2024-09-19T06:03:25.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.984+0000 7fca47400640 1 -- 172.21.15.92:0/3574378925 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca400319d0 con 0x7fca480cf2f0 2024-09-19T06:03:25.987 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.984+0000 7fca4fa00640 1 -- 172.21.15.92:0/3574378925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 msgr2=0x7fca480cf760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.984+0000 7fca4fa00640 1 --2- 172.21.15.92:0/3574378925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 0x7fca480cf760 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fca4808dbd0 tx=0x7fca4002a7f0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.985+0000 7fca4fa00640 1 -- 172.21.15.92:0/3574378925 shutdown_connections 2024-09-19T06:03:25.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.985+0000 7fca4fa00640 1 --2- 172.21.15.92:0/3574378925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 0x7fca480cf760 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.985+0000 7fca4fa00640 1 --2- 172.21.15.92:0/3574378925 >> v2:172.21.15.102:3300/0 conn(0x7fca480ba240 0x7fca480d3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.985+0000 7fca4fa00640 1 -- 172.21.15.92:0/3574378925 >> 172.21.15.92:0/3574378925 conn(0x7fca480d1550 msgr2=0x7fca480d1960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:25.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.985+0000 7fca4fa00640 1 -- 172.21.15.92:0/3574378925 shutdown_connections 2024-09-19T06:03:25.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.985+0000 7fca4fa00640 1 -- 172.21.15.92:0/3574378925 wait complete. 2024-09-19T06:03:25.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.986+0000 7fca4fa00640 1 Processor -- start 2024-09-19T06:03:25.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.986+0000 7fca4fa00640 1 -- start start 2024-09-19T06:03:25.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.987+0000 7fca4fa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca480ba240 0x7fca480cda60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.987+0000 7fca4fa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 0x7fca481e7f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.987+0000 7fca4fa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca4815e7a0 0x7fca481f74a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.987+0000 7fca4fa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fca480d3ac0 con 0x7fca480cf2f0 2024-09-19T06:03:25.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.987+0000 7fca4fa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fca480d37e0 con 0x7fca480ba240 2024-09-19T06:03:25.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.987+0000 7fca4fa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fca4815eb80 con 0x7fca4815e7a0 2024-09-19T06:03:25.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca47e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 0x7fca481e7f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca47e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 0x7fca481e7f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:49382/0 (socket says 172.21.15.92:49382) 2024-09-19T06:03:25.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca47e00640 1 -- 172.21.15.92:0/2588706182 learned_addr learned my addr 172.21.15.92:0/2588706182 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:25.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca4d000640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca480ba240 0x7fca480cda60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca4da00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca4815e7a0 0x7fca481f74a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca47e00640 1 -- 172.21.15.92:0/2588706182 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca4815e7a0 msgr2=0x7fca481f74a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca47e00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca4815e7a0 0x7fca481f74a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca47e00640 1 -- 172.21.15.92:0/2588706182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca480ba240 msgr2=0x7fca480cda60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:25.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca47e00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca480ba240 0x7fca480cda60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:25.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca47e00640 1 -- 172.21.15.92:0/2588706182 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca481e84d0 con 0x7fca480cf2f0 2024-09-19T06:03:25.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.988+0000 7fca47e00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 0x7fca481e7f90 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fca3400e9b0 tx=0x7fca3400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:25.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.989+0000 7fca44c00640 1 -- 172.21.15.92:0/2588706182 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca34017070 con 0x7fca480cf2f0 2024-09-19T06:03:25.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.989+0000 7fca44c00640 1 -- 172.21.15.92:0/2588706182 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca3400c9a0 con 0x7fca480cf2f0 2024-09-19T06:03:25.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.989+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca480ce190 con 0x7fca480cf2f0 2024-09-19T06:03:25.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.989+0000 7fca44c00640 1 -- 172.21.15.92:0/2588706182 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca3400cd90 con 0x7fca480cf2f0 2024-09-19T06:03:25.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.989+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca480ce750 con 0x7fca480cf2f0 2024-09-19T06:03:25.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.990+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca480cf760 con 0x7fca480cf2f0 2024-09-19T06:03:25.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.991+0000 7fca44c00640 1 -- 172.21.15.92:0/2588706182 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fca3401a070 con 0x7fca480cf2f0 2024-09-19T06:03:25.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.992+0000 7fca44c00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca2806c2b0 0x7fca2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:25.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.992+0000 7fca44c00640 1 -- 172.21.15.92:0/2588706182 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fca3408b0b0 con 0x7fca480cf2f0 2024-09-19T06:03:25.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.992+0000 7fca4d000640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca2806c2b0 0x7fca2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:25.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.992+0000 7fca4d000640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca2806c2b0 0x7fca2806e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fca3c0016e0 tx=0x7fca3c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:25.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:25.996+0000 7fca44c00640 1 -- 172.21.15.92:0/2588706182 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fca340594d0 con 0x7fca480cf2f0 2024-09-19T06:03:26.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:26.234+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit"]} v 0) -- 0x7fca480cae60 con 0x7fca480cf2f0 2024-09-19T06:03:27.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.086+0000 7fca44c00640 1 -- 172.21.15.92:0/2588706182 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit"]}]=0 v128) ==== 133+0+0 (secure 0 0 0) 0x7fca3405d7d0 con 0x7fca480cf2f0 2024-09-19T06:03:27.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca2806c2b0 msgr2=0x7fca2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca2806c2b0 0x7fca2806e770 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fca3c0016e0 tx=0x7fca3c009040 comp rx=0 tx=0).stop 2024-09-19T06:03:27.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 msgr2=0x7fca481e7f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 0x7fca481e7f90 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fca3400e9b0 tx=0x7fca3400ee70 comp rx=0 tx=0).stop 2024-09-19T06:03:27.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 shutdown_connections 2024-09-19T06:03:27.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca4815e7a0 0x7fca481f74a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca480cf2f0 0x7fca481e7f90 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca2806c2b0 0x7fca2806e770 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 --2- 172.21.15.92:0/2588706182 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca480ba240 0x7fca480cda60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 >> 172.21.15.92:0/2588706182 conn(0x7fca480d1550 msgr2=0x7fca480d1930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:27.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 shutdown_connections 2024-09-19T06:03:27.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.089+0000 7fca4fa00640 1 -- 172.21.15.92:0/2588706182 wait complete. 2024-09-19T06:03:27.107 INFO:tasks.cephfs_test_runner:That the directory fragment size cannot exceed mds_bal_fragment_size_max (using a limit of 50 in all configurations). ... ok 2024-09-19T06:03:27.107 INFO:tasks.cephfs_test_runner:Starting test: test_dirfrag_limit_fragmented (tasks.cephfs.test_strays.TestStrays) That fragmentation (forced) will allow more entries to be created. 2024-09-19T06:03:27.107 INFO:tasks.cephfs_test_runner:test_dirfrag_limit_fragmented (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:03:27.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:27.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.260+0000 7fb565c00640 1 Processor -- start 2024-09-19T06:03:27.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.260+0000 7fb565c00640 1 -- start start 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.261+0000 7fb565c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb56015e5f0 0x7fb5600d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.261+0000 7fb565c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb5600d13c0 0x7fb5600b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.261+0000 7fb565c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb5600b8730 0x7fb5600ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.261+0000 7fb565c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb5600b9b30 con 0x7fb56015e5f0 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.261+0000 7fb565c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb56015e9d0 con 0x7fb5600d13c0 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.261+0000 7fb565c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb5600b8f20 con 0x7fb5600b8730 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.261+0000 7fb55fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb56015e5f0 0x7fb5600d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.261+0000 7fb55fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb56015e5f0 0x7fb5600d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48580/0 (socket says 172.21.15.92:48580) 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.261+0000 7fb55fe00640 1 -- 172.21.15.92:0/21117323 learned_addr learned my addr 172.21.15.92:0/21117323 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.262+0000 7fb55f400640 1 --2- 172.21.15.92:0/21117323 >> v2:172.21.15.102:3300/0 conn(0x7fb5600d13c0 0x7fb5600b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.262+0000 7fb565200640 1 --2- 172.21.15.92:0/21117323 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb5600b8730 0x7fb5600ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.262+0000 7fb55fe00640 1 -- 172.21.15.92:0/21117323 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb5600b8730 msgr2=0x7fb5600ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:27.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.262+0000 7fb55fe00640 1 --2- 172.21.15.92:0/21117323 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb5600b8730 0x7fb5600ceac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.262+0000 7fb55fe00640 1 -- 172.21.15.92:0/21117323 >> v2:172.21.15.102:3300/0 conn(0x7fb5600d13c0 msgr2=0x7fb5600b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:27.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.262+0000 7fb55fe00640 1 --2- 172.21.15.92:0/21117323 >> v2:172.21.15.102:3300/0 conn(0x7fb5600d13c0 0x7fb5600b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.262+0000 7fb55fe00640 1 -- 172.21.15.92:0/21117323 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb5600b9200 con 0x7fb56015e5f0 2024-09-19T06:03:27.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.262+0000 7fb55f400640 1 --2- 172.21.15.92:0/21117323 >> v2:172.21.15.102:3300/0 conn(0x7fb5600d13c0 0x7fb5600b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:27.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.262+0000 7fb565200640 1 --2- 172.21.15.92:0/21117323 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb5600b8730 0x7fb5600ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:27.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.263+0000 7fb55fe00640 1 --2- 172.21.15.92:0/21117323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb56015e5f0 0x7fb5600d0e80 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb5600d1fc0 tx=0x7fb55002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ec2e2009dfd3f17 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:27.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.263+0000 7fb55ea00640 1 -- 172.21.15.92:0/21117323 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb550037070 con 0x7fb56015e5f0 2024-09-19T06:03:27.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.263+0000 7fb55ea00640 1 -- 172.21.15.92:0/21117323 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb550032440 con 0x7fb56015e5f0 2024-09-19T06:03:27.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.263+0000 7fb55ea00640 1 -- 172.21.15.92:0/21117323 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb550032810 con 0x7fb56015e5f0 2024-09-19T06:03:27.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.264+0000 7fb565c00640 1 -- 172.21.15.92:0/21117323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb56015e5f0 msgr2=0x7fb5600d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.264+0000 7fb565c00640 1 --2- 172.21.15.92:0/21117323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb56015e5f0 0x7fb5600d0e80 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb5600d1fc0 tx=0x7fb55002a1e0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.264+0000 7fb565c00640 1 -- 172.21.15.92:0/21117323 shutdown_connections 2024-09-19T06:03:27.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.264+0000 7fb565c00640 1 --2- 172.21.15.92:0/21117323 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb5600b8730 0x7fb5600ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.264+0000 7fb565c00640 1 --2- 172.21.15.92:0/21117323 >> v2:172.21.15.102:3300/0 conn(0x7fb5600d13c0 0x7fb5600b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.264+0000 7fb565c00640 1 --2- 172.21.15.92:0/21117323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb56015e5f0 0x7fb5600d0e80 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.264+0000 7fb565c00640 1 -- 172.21.15.92:0/21117323 >> 172.21.15.92:0/21117323 conn(0x7fb560062630 msgr2=0x7fb560062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:27.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.264+0000 7fb565c00640 1 -- 172.21.15.92:0/21117323 shutdown_connections 2024-09-19T06:03:27.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.264+0000 7fb565c00640 1 -- 172.21.15.92:0/21117323 wait complete. 2024-09-19T06:03:27.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.265+0000 7fb565c00640 1 Processor -- start 2024-09-19T06:03:27.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.265+0000 7fb565c00640 1 -- start start 2024-09-19T06:03:27.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.266+0000 7fb565c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5600b8730 0x7fb5601f7e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.266+0000 7fb565c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5600d13c0 0x7fb5601f3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.266+0000 7fb565c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb56015e5f0 0x7fb5600b45f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.266+0000 7fb565c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb5600b8ba0 con 0x7fb5600d13c0 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.266+0000 7fb565c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb5600b97c0 con 0x7fb5600b8730 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.266+0000 7fb565c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb5600cf000 con 0x7fb56015e5f0 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.266+0000 7fb55f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5600d13c0 0x7fb5601f3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb55f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5600d13c0 0x7fb5601f3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48586/0 (socket says 172.21.15.92:48586) 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb55f400640 1 -- 172.21.15.92:0/651725263 learned_addr learned my addr 172.21.15.92:0/651725263 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb55fe00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5600b8730 0x7fb5601f7e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb565200640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb56015e5f0 0x7fb5600b45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb55f400640 1 -- 172.21.15.92:0/651725263 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb56015e5f0 msgr2=0x7fb5600b45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb55f400640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb56015e5f0 0x7fb5600b45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb55f400640 1 -- 172.21.15.92:0/651725263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5600b8730 msgr2=0x7fb5601f7e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb55f400640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5600b8730 0x7fb5601f7e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb55f400640 1 -- 172.21.15.92:0/651725263 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb560160930 con 0x7fb5600d13c0 2024-09-19T06:03:27.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb55f400640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5600d13c0 0x7fb5601f3600 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00c7f0 tx=0x7fb54c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:27.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb557e00640 1 -- 172.21.15.92:0/651725263 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c015070 con 0x7fb5600d13c0 2024-09-19T06:03:27.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb557e00640 1 -- 172.21.15.92:0/651725263 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb54c007a30 con 0x7fb5600d13c0 2024-09-19T06:03:27.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb560160c10 con 0x7fb5600d13c0 2024-09-19T06:03:27.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.267+0000 7fb557e00640 1 -- 172.21.15.92:0/651725263 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb54c007e00 con 0x7fb5600d13c0 2024-09-19T06:03:27.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.268+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb5601611d0 con 0x7fb5600d13c0 2024-09-19T06:03:27.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.269+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb5600b81f0 con 0x7fb5600d13c0 2024-09-19T06:03:27.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.269+0000 7fb557e00640 1 -- 172.21.15.92:0/651725263 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb54c018070 con 0x7fb5600d13c0 2024-09-19T06:03:27.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.270+0000 7fb557e00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb54006c2b0 0x7fb54006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.270+0000 7fb557e00640 1 -- 172.21.15.92:0/651725263 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fb54c08afe0 con 0x7fb5600d13c0 2024-09-19T06:03:27.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.271+0000 7fb55fe00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb54006c2b0 0x7fb54006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.271+0000 7fb55fe00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb54006c2b0 0x7fb54006e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb550034000 tx=0x7fb55002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:27.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.275+0000 7fb557e00640 1 -- 172.21.15.92:0/651725263 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb54c059490 con 0x7fb5600d13c0 2024-09-19T06:03:27.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.448+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb5600b7b10 con 0x7fb5600d13c0 2024-09-19T06:03:27.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.449+0000 7fb557e00640 1 -- 172.21.15.92:0/651725263 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) ==== 74+0+13020 (secure 0 0 0) 0x7fb54c05d790 con 0x7fb5600d13c0 2024-09-19T06:03:27.451 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:27.451 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":48,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:03:25.072656+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":43,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.92:6837/3489474469":"2024-09-20T06:03:21.822323+0000","172.21.15.92:6836/3489474469":"2024-09-20T06:03:21.822323+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:27.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.451+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb54006c2b0 msgr2=0x7fb54006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.451+0000 7fb565c00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb54006c2b0 0x7fb54006e770 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb550034000 tx=0x7fb55002e000 comp rx=0 tx=0).stop 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.451+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5600d13c0 msgr2=0x7fb5601f3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.451+0000 7fb565c00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5600d13c0 0x7fb5601f3600 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb54c00c7f0 tx=0x7fb54c00cbf0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.452+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 shutdown_connections 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.452+0000 7fb565c00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb56015e5f0 0x7fb5600b45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.452+0000 7fb565c00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5600d13c0 0x7fb5601f3600 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.452+0000 7fb565c00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb54006c2b0 0x7fb54006e770 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.452+0000 7fb565c00640 1 --2- 172.21.15.92:0/651725263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb5600b8730 0x7fb5601f7e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.452+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 >> 172.21.15.92:0/651725263 conn(0x7fb560062630 msgr2=0x7fb5600cfc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.452+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 shutdown_connections 2024-09-19T06:03:27.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.452+0000 7fb565c00640 1 -- 172.21.15.92:0/651725263 wait complete. 2024-09-19T06:03:27.470 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T06:01:12.930784+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T06:03:27.470 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T06:03:27.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.624+0000 7f9289600640 1 Processor -- start 2024-09-19T06:03:27.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.624+0000 7f9289600640 1 -- start start 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.625+0000 7f9289600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f928406bc10 0x7f92840b4290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.625+0000 7f9289600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 0x7f92841622c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.625+0000 7f9289600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9284073890 con 0x7f928406bff0 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.625+0000 7f9289600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f9284073b70 con 0x7f928406bc10 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.625+0000 7f9289600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9284073e50 con 0x7f92840b6130 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.625+0000 7f9283e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f928406bc10 0x7f92840b4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.626+0000 7f9283400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f928406bff0 0x7f92840b5a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37448/0 (socket says 172.21.15.92:37448) 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.626+0000 7f9283e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f928406bc10 0x7f92840b4290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48602/0 (socket says 172.21.15.92:48602) 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.626+0000 7f9283400640 1 -- 172.21.15.92:0/3393411506 learned_addr learned my addr 172.21.15.92:0/3393411506 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.626+0000 7f9288c00640 1 --2- 172.21.15.92:0/3393411506 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 0x7f92841622c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.626+0000 7f9283e00640 1 -- 172.21.15.92:0/3393411506 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 msgr2=0x7f92841622c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:27.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.626+0000 7f9283e00640 1 --2- 172.21.15.92:0/3393411506 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 0x7f92841622c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.626+0000 7f9283e00640 1 -- 172.21.15.92:0/3393411506 >> v1:172.21.15.92:6789/0 conn(0x7f928406bff0 legacy=0x7f92840b5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.626+0000 7f9283e00640 1 -- 172.21.15.92:0/3393411506 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9284074130 con 0x7f928406bc10 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.627+0000 7f9283e00640 1 --2- 172.21.15.92:0/3393411506 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 0x7f92840b4290 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f92740097a0 tx=0x7f927402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b726421484e2607b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.627+0000 7f9282a00640 1 -- 172.21.15.92:0/3393411506 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9274037070 con 0x7f928406bc10 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.627+0000 7f9282a00640 1 -- 172.21.15.92:0/3393411506 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9274032440 con 0x7f928406bc10 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.627+0000 7f9282a00640 1 -- 172.21.15.92:0/3393411506 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9274032810 con 0x7f928406bc10 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.628+0000 7f9289600640 1 -- 172.21.15.92:0/3393411506 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 msgr2=0x7f92840b4290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.628+0000 7f9289600640 1 --2- 172.21.15.92:0/3393411506 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 0x7f92840b4290 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f92740097a0 tx=0x7f927402a180 comp rx=0 tx=0).stop 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.628+0000 7f9289600640 1 -- 172.21.15.92:0/3393411506 shutdown_connections 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.628+0000 7f9289600640 1 --2- 172.21.15.92:0/3393411506 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 0x7f92841622c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.628+0000 7f9289600640 1 --2- 172.21.15.92:0/3393411506 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 0x7f92840b4290 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.628+0000 7f9289600640 1 -- 172.21.15.92:0/3393411506 >> 172.21.15.92:0/3393411506 conn(0x7f92840d12a0 msgr2=0x7f92840d16b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:27.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.628+0000 7f9289600640 1 -- 172.21.15.92:0/3393411506 shutdown_connections 2024-09-19T06:03:27.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.628+0000 7f9289600640 1 -- 172.21.15.92:0/3393411506 wait complete. 2024-09-19T06:03:27.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.629+0000 7f9289600640 1 Processor -- start 2024-09-19T06:03:27.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.630+0000 7f9289600640 1 -- start start 2024-09-19T06:03:27.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.630+0000 7f9289600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 0x7f9284157f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.630+0000 7f9289600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f928406bff0 0x7f9284150040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.630+0000 7f9289600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 0x7f92841511e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.630+0000 7f9289600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f928415e820 con 0x7f928406bc10 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.630+0000 7f9289600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f928406c460 con 0x7f928406bff0 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.630+0000 7f9289600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f928415e9a0 con 0x7f92840b6130 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 0x7f9284157f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 0x7f9284157f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48618/0 (socket says 172.21.15.92:48618) 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283e00640 1 -- 172.21.15.92:0/2141863903 learned_addr learned my addr 172.21.15.92:0/2141863903 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283400640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f928406bff0 0x7f9284150040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9288c00640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 0x7f92841511e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283e00640 1 -- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 msgr2=0x7f92841511e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283e00640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 0x7f92841511e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283e00640 1 -- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f928406bff0 msgr2=0x7f9284150040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283e00640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f928406bff0 0x7f9284150040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283e00640 1 -- 172.21.15.92:0/2141863903 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9284158490 con 0x7f928406bc10 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9288c00640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 0x7f92841511e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283400640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f928406bff0 0x7f9284150040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.631+0000 7f9283e00640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 0x7f9284157f50 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9274035040 tx=0x7f92740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.632+0000 7f927be00640 1 -- 172.21.15.92:0/2141863903 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9274037040 con 0x7f928406bc10 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.632+0000 7f927be00640 1 -- 172.21.15.92:0/2141863903 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9274030770 con 0x7f928406bc10 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.632+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f928415eb20 con 0x7f928406bc10 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.632+0000 7f927be00640 1 -- 172.21.15.92:0/2141863903 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9274030b80 con 0x7f928406bc10 2024-09-19T06:03:27.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.632+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f928415f0e0 con 0x7f928406bc10 2024-09-19T06:03:27.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.633+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f92840b4290 con 0x7f928406bc10 2024-09-19T06:03:27.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.634+0000 7f927be00640 1 -- 172.21.15.92:0/2141863903 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9274044020 con 0x7f928406bc10 2024-09-19T06:03:27.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.634+0000 7f927be00640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f926406c2b0 0x7f926406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.635+0000 7f927be00640 1 -- 172.21.15.92:0/2141863903 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7f92740ab690 con 0x7f928406bc10 2024-09-19T06:03:27.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.635+0000 7f9283400640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f926406c2b0 0x7f926406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.635+0000 7f9283400640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f926406c2b0 0x7f926406e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9284152cd0 tx=0x7f9270009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:27.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.639+0000 7f927be00640 1 -- 172.21.15.92:0/2141863903 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9274032e20 con 0x7f928406bc10 2024-09-19T06:03:27.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.814+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f9284069130 con 0x7f928406bc10 2024-09-19T06:03:27.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.814+0000 7f927be00640 1 -- 172.21.15.92:0/2141863903 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) ==== 93+0+10 (secure 0 0 0) 0x7f927407a100 con 0x7f928406bc10 2024-09-19T06:03:27.816 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 1 2024-09-19T06:03:27.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f926406c2b0 msgr2=0x7f926406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f926406c2b0 0x7f926406e770 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9284152cd0 tx=0x7f9270009040 comp rx=0 tx=0).stop 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 msgr2=0x7f9284157f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 0x7f9284157f50 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f9274035040 tx=0x7f92740046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 shutdown_connections 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f92840b6130 0x7f92841511e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f926406c2b0 0x7f926406e770 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f928406bff0 0x7f9284150040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 --2- 172.21.15.92:0/2141863903 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f928406bc10 0x7f9284157f50 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 >> 172.21.15.92:0/2141863903 conn(0x7f92840d12a0 msgr2=0x7f92840d1680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 shutdown_connections 2024-09-19T06:03:27.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.816+0000 7f9289600640 1 -- 172.21.15.92:0/2141863903 wait complete. 2024-09-19T06:03:27.835 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_fragmented' 2024-09-19T06:03:27.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.985+0000 7fa347600640 1 Processor -- start 2024-09-19T06:03:27.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.986+0000 7fa347600640 1 -- start start 2024-09-19T06:03:27.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.987+0000 7fa347600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa3400b2da0 0x7fa3400ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.987+0000 7fa347600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fa34015ec10 0x7fa3400ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.987+0000 7fa347600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa340141d40 con 0x7fa340142de0 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.987+0000 7fa347600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa340143920 con 0x7fa3400b2da0 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.987+0000 7fa347600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fa340141af0 con 0x7fa34015ec10 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.987+0000 7fa344c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa3400b2da0 0x7fa3400ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.987+0000 7fa344c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa3400b2da0 0x7fa3400ce380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48632/0 (socket says 172.21.15.92:48632) 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.987+0000 7fa344c00640 1 -- 172.21.15.92:0/957977377 learned_addr learned my addr 172.21.15.92:0/957977377 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.987+0000 7fa337e00640 1 --2- 172.21.15.92:0/957977377 >> v2:172.21.15.102:3300/0 conn(0x7fa34015ec10 0x7fa3400ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.988+0000 7fa344c00640 1 -- 172.21.15.92:0/957977377 >> v2:172.21.15.102:3300/0 conn(0x7fa34015ec10 msgr2=0x7fa3400ce8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.988+0000 7fa344c00640 1 --2- 172.21.15.92:0/957977377 >> v2:172.21.15.102:3300/0 conn(0x7fa34015ec10 0x7fa3400ce8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.988+0000 7fa344c00640 1 -- 172.21.15.92:0/957977377 >> v1:172.21.15.102:6789/0 conn(0x7fa340142de0 legacy=0x7fa340143210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.988+0000 7fa344c00640 1 -- 172.21.15.92:0/957977377 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa340142020 con 0x7fa3400b2da0 2024-09-19T06:03:27.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.988+0000 7fa337e00640 1 --2- 172.21.15.92:0/957977377 >> v2:172.21.15.102:3300/0 conn(0x7fa34015ec10 0x7fa3400ce8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa344c00640 1 --2- 172.21.15.92:0/957977377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 0x7fa3400ce380 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fa34015eaa0 tx=0x7fa33002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eb649de888093bf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa33fe00640 1 -- 172.21.15.92:0/957977377 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa330037070 con 0x7fa3400b2da0 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa33fe00640 1 -- 172.21.15.92:0/957977377 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa330032440 con 0x7fa3400b2da0 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa33fe00640 1 -- 172.21.15.92:0/957977377 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa330032810 con 0x7fa3400b2da0 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa347600640 1 -- 172.21.15.92:0/957977377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 msgr2=0x7fa3400ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa347600640 1 --2- 172.21.15.92:0/957977377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 0x7fa3400ce380 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fa34015eaa0 tx=0x7fa33002a270 comp rx=0 tx=0).stop 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa347600640 1 -- 172.21.15.92:0/957977377 shutdown_connections 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa347600640 1 --2- 172.21.15.92:0/957977377 >> v2:172.21.15.102:3300/0 conn(0x7fa34015ec10 0x7fa3400ce8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa347600640 1 --2- 172.21.15.92:0/957977377 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 0x7fa3400ce380 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.989+0000 7fa347600640 1 -- 172.21.15.92:0/957977377 >> 172.21.15.92:0/957977377 conn(0x7fa34006bc10 msgr2=0x7fa34006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:27.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.990+0000 7fa347600640 1 -- 172.21.15.92:0/957977377 shutdown_connections 2024-09-19T06:03:27.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.990+0000 7fa347600640 1 -- 172.21.15.92:0/957977377 wait complete. 2024-09-19T06:03:27.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.991+0000 7fa347600640 1 Processor -- start 2024-09-19T06:03:27.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.991+0000 7fa347600640 1 -- start start 2024-09-19T06:03:27.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa347600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 0x7fa3400b6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa347600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa340142de0 0x7fa340157730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa347600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa34015ec10 0x7fa340143d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa347600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa3401428c0 con 0x7fa3400b2da0 2024-09-19T06:03:27.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa347600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa3401425e0 con 0x7fa34015ec10 2024-09-19T06:03:27.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa347600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa3400b3180 con 0x7fa340142de0 2024-09-19T06:03:27.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa344c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 0x7fa3400b6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa344c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 0x7fa3400b6200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48644/0 (socket says 172.21.15.92:48644) 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa344c00640 1 -- 172.21.15.92:0/2201521443 learned_addr learned my addr 172.21.15.92:0/2201521443 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa337e00640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa340142de0 0x7fa340157730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.992+0000 7fa345600640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa34015ec10 0x7fa340143d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa344c00640 1 -- 172.21.15.92:0/2201521443 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa340142de0 msgr2=0x7fa340157730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa344c00640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa340142de0 0x7fa340157730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa344c00640 1 -- 172.21.15.92:0/2201521443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa34015ec10 msgr2=0x7fa340143d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa344c00640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa34015ec10 0x7fa340143d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa344c00640 1 -- 172.21.15.92:0/2201521443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa34013d5c0 con 0x7fa3400b2da0 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa344c00640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 0x7fa3400b6200 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fa33002a2b0 tx=0x7fa3300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa33d600640 1 -- 172.21.15.92:0/2201521443 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa330041020 con 0x7fa3400b2da0 2024-09-19T06:03:27.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa33d600640 1 -- 172.21.15.92:0/2201521443 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa3300306c0 con 0x7fa3400b2da0 2024-09-19T06:03:27.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa33d600640 1 -- 172.21.15.92:0/2201521443 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa330037040 con 0x7fa3400b2da0 2024-09-19T06:03:27.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa340157c70 con 0x7fa3400b2da0 2024-09-19T06:03:27.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.993+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa340156060 con 0x7fa3400b2da0 2024-09-19T06:03:27.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.994+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa340143210 con 0x7fa3400b2da0 2024-09-19T06:03:27.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.995+0000 7fa33d600640 1 -- 172.21.15.92:0/2201521443 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa330044020 con 0x7fa3400b2da0 2024-09-19T06:03:27.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.996+0000 7fa33d600640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa31c06c2b0 0x7fa31c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:27.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.996+0000 7fa33d600640 1 -- 172.21.15.92:0/2201521443 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fa3300ab8e0 con 0x7fa3400b2da0 2024-09-19T06:03:27.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.996+0000 7fa337e00640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa31c06c2b0 0x7fa31c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:27.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:27.997+0000 7fa337e00640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa31c06c2b0 0x7fa31c06e770 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa340071cb0 tx=0x7fa328008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:28.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:28.000+0000 7fa33d600640 1 -- 172.21.15.92:0/2201521443 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa33004b030 con 0x7fa3400b2da0 2024-09-19T06:03:28.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:28.239+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_fragmented"]} v 0) -- 0x7fa3401562a0 con 0x7fa3400b2da0 2024-09-19T06:03:29.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.094+0000 7fa33d600640 1 -- 172.21.15.92:0/2201521443 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_fragmented"]}]=0 v130) ==== 147+0+0 (secure 0 0 0) 0x7fa34013d5c0 con 0x7fa3400b2da0 2024-09-19T06:03:29.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa31c06c2b0 msgr2=0x7fa31c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa31c06c2b0 0x7fa31c06e770 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7fa340071cb0 tx=0x7fa328008040 comp rx=0 tx=0).stop 2024-09-19T06:03:29.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 msgr2=0x7fa3400b6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 0x7fa3400b6200 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fa33002a2b0 tx=0x7fa3300046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 shutdown_connections 2024-09-19T06:03:29.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa31c06c2b0 0x7fa31c06e770 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa34015ec10 0x7fa340143d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa340142de0 0x7fa340157730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 --2- 172.21.15.92:0/2201521443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa3400b2da0 0x7fa3400b6200 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.096+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 >> 172.21.15.92:0/2201521443 conn(0x7fa34006bc10 msgr2=0x7fa34015f350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:29.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.097+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 shutdown_connections 2024-09-19T06:03:29.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.097+0000 7fa347600640 1 -- 172.21.15.92:0/2201521443 wait complete. 2024-09-19T06:03:29.115 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T06:03:29.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.271+0000 7fe5c7200640 1 Processor -- start 2024-09-19T06:03:29.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.271+0000 7fe5c7200640 1 -- start start 2024-09-19T06:03:29.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.272+0000 7fe5c7200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe5c0072700 0x7fe5c0166120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.272+0000 7fe5c7200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5c00ccff0 con 0x7fe5c00b6290 2024-09-19T06:03:29.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.272+0000 7fe5c7200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5c00cd2d0 con 0x7fe5c015b480 2024-09-19T06:03:29.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.272+0000 7fe5c7200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe5c00cd5b0 con 0x7fe5c0072700 2024-09-19T06:03:29.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.272+0000 7fe5bf400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fe5c00b6290 0x7fe5c0071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37458/0 (socket says 172.21.15.92:37458) 2024-09-19T06:03:29.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.272+0000 7fe5bf400640 1 -- 172.21.15.92:0/2646599327 learned_addr learned my addr 172.21.15.92:0/2646599327 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:29.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.272+0000 7fe5c5200640 1 --2- 172.21.15.92:0/2646599327 >> v2:172.21.15.92:3300/0 conn(0x7fe5c0072700 0x7fe5c0166120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.273+0000 7fe5c5200640 1 -- 172.21.15.92:0/2646599327 >> v1:172.21.15.102:6789/0 conn(0x7fe5c015b480 legacy=0x7fe5c00b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:29.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.273+0000 7fe5c5200640 1 -- 172.21.15.92:0/2646599327 >> v1:172.21.15.92:6789/0 conn(0x7fe5c00b6290 legacy=0x7fe5c0071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.273+0000 7fe5c5200640 1 -- 172.21.15.92:0/2646599327 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5c00cd890 con 0x7fe5c0072700 2024-09-19T06:03:29.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.274+0000 7fe5c5200640 1 --2- 172.21.15.92:0/2646599327 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c0072700 0x7fe5c0166120 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe5b8009d90 tx=0x7fe5b802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b41e21917bec57c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:29.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.274+0000 7fe5bea00640 1 -- 172.21.15.92:0/2646599327 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b8031600 con 0x7fe5c0072700 2024-09-19T06:03:29.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.274+0000 7fe5bea00640 1 -- 172.21.15.92:0/2646599327 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5b80317a0 con 0x7fe5c0072700 2024-09-19T06:03:29.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.274+0000 7fe5bea00640 1 -- 172.21.15.92:0/2646599327 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5b8031b70 con 0x7fe5c0072700 2024-09-19T06:03:29.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.275+0000 7fe5c7200640 1 -- 172.21.15.92:0/2646599327 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c0072700 msgr2=0x7fe5c0166120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.275+0000 7fe5c7200640 1 --2- 172.21.15.92:0/2646599327 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c0072700 0x7fe5c0166120 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fe5b8009d90 tx=0x7fe5b802a610 comp rx=0 tx=0).stop 2024-09-19T06:03:29.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.275+0000 7fe5c7200640 1 -- 172.21.15.92:0/2646599327 shutdown_connections 2024-09-19T06:03:29.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.275+0000 7fe5c7200640 1 --2- 172.21.15.92:0/2646599327 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c0072700 0x7fe5c0166120 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.275+0000 7fe5c7200640 1 -- 172.21.15.92:0/2646599327 >> 172.21.15.92:0/2646599327 conn(0x7fe5c006d0f0 msgr2=0x7fe5c006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:29.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.275+0000 7fe5c7200640 1 -- 172.21.15.92:0/2646599327 shutdown_connections 2024-09-19T06:03:29.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.275+0000 7fe5c7200640 1 -- 172.21.15.92:0/2646599327 wait complete. 2024-09-19T06:03:29.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.276+0000 7fe5c7200640 1 Processor -- start 2024-09-19T06:03:29.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.277+0000 7fe5c7200640 1 -- start start 2024-09-19T06:03:29.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.277+0000 7fe5c7200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5c0072700 0x7fe5c0152880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.277+0000 7fe5c7200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c015b480 0x7fe5c0155760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.277+0000 7fe5c7200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5c01461a0 0x7fe5c01578f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5c7200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c015b9e0 con 0x7fe5c015b480 2024-09-19T06:03:29.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5c7200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe5c015b860 con 0x7fe5c01461a0 2024-09-19T06:03:29.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5c7200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe5c015cc70 con 0x7fe5c0072700 2024-09-19T06:03:29.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5bf400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c015b480 0x7fe5c0155760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5bf400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c015b480 0x7fe5c0155760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48664/0 (socket says 172.21.15.92:48664) 2024-09-19T06:03:29.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5bf400640 1 -- 172.21.15.92:0/2350939459 learned_addr learned my addr 172.21.15.92:0/2350939459 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:29.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5c5200640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5c01461a0 0x7fe5c01578f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5bfe00640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5c0072700 0x7fe5c0152880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5bf400640 1 -- 172.21.15.92:0/2350939459 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5c0072700 msgr2=0x7fe5c0152880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5bf400640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5c0072700 0x7fe5c0152880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5bf400640 1 -- 172.21.15.92:0/2350939459 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5c01461a0 msgr2=0x7fe5c01578f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5bf400640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5c01461a0 0x7fe5c01578f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.278+0000 7fe5bf400640 1 -- 172.21.15.92:0/2350939459 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5c0146650 con 0x7fe5c015b480 2024-09-19T06:03:29.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.279+0000 7fe5bf400640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c015b480 0x7fe5c0155760 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe5ac00c440 tx=0x7fe5ac001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:29.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.279+0000 7fe5b7e00640 1 -- 172.21.15.92:0/2350939459 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5ac017070 con 0x7fe5c015b480 2024-09-19T06:03:29.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.279+0000 7fe5b7e00640 1 -- 172.21.15.92:0/2350939459 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe5ac005ce0 con 0x7fe5c015b480 2024-09-19T06:03:29.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.279+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5c0156b30 con 0x7fe5c015b480 2024-09-19T06:03:29.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.279+0000 7fe5b7e00640 1 -- 172.21.15.92:0/2350939459 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe5ac0072f0 con 0x7fe5c015b480 2024-09-19T06:03:29.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.279+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5c01570f0 con 0x7fe5c015b480 2024-09-19T06:03:29.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.280+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5c00b3060 con 0x7fe5c015b480 2024-09-19T06:03:29.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.281+0000 7fe5b7e00640 1 -- 172.21.15.92:0/2350939459 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe5ac01a070 con 0x7fe5c015b480 2024-09-19T06:03:29.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.282+0000 7fe5b7e00640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe5a006c2b0 0x7fe5a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.282+0000 7fe5b7e00640 1 -- 172.21.15.92:0/2350939459 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fe5ac08a440 con 0x7fe5c015b480 2024-09-19T06:03:29.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.282+0000 7fe5bfe00640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe5a006c2b0 0x7fe5a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.283+0000 7fe5bfe00640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe5a006c2b0 0x7fe5a006e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe5b0006fd0 tx=0x7fe5b0009060 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:29.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.286+0000 7fe5b7e00640 1 -- 172.21.15.92:0/2350939459 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe5c00b3060 con 0x7fe5c015b480 2024-09-19T06:03:29.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.460+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe5c006adc0 con 0x7fe5c015b480 2024-09-19T06:03:29.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.464+0000 7fe5b7e00640 1 -- 172.21.15.92:0/2350939459 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v16)=0 v16) ==== 122+0+0 (secure 0 0 0) 0x7fe5c006adc0 con 0x7fe5c015b480 2024-09-19T06:03:29.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe5a006c2b0 msgr2=0x7fe5a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe5a006c2b0 0x7fe5a006e770 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fe5b0006fd0 tx=0x7fe5b0009060 comp rx=0 tx=0).stop 2024-09-19T06:03:29.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c015b480 msgr2=0x7fe5c0155760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c015b480 0x7fe5c0155760 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fe5ac00c440 tx=0x7fe5ac001e70 comp rx=0 tx=0).stop 2024-09-19T06:03:29.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 shutdown_connections 2024-09-19T06:03:29.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe5a006c2b0 0x7fe5a006e770 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5c01461a0 0x7fe5c01578f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5c015b480 0x7fe5c0155760 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 --2- 172.21.15.92:0/2350939459 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5c0072700 0x7fe5c0152880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 >> 172.21.15.92:0/2350939459 conn(0x7fe5c006d0f0 msgr2=0x7fe5c015d000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:29.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 shutdown_connections 2024-09-19T06:03:29.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.467+0000 7fe5c7200640 1 -- 172.21.15.92:0/2350939459 wait complete. 2024-09-19T06:03:29.488 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:03:29.488 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:03:29.573 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:03:29.662 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:03:29.662 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:29.662 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:29.697 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:03:29.697 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:03:29.697 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:29.733 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:03:29.734 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:29.734 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:29.772 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:03:29.773 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:03:29.773 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:29.809 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:03:29.809 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T06:03:29.809 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:29.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.964+0000 7fa37ae00640 1 Processor -- start 2024-09-19T06:03:29.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.964+0000 7fa37ae00640 1 -- start start 2024-09-19T06:03:29.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.965+0000 7fa37ae00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa37415b1d0 0x7fa3740b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.965+0000 7fa37ae00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fa3740b22b0 0x7fa374070f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.965+0000 7fa37ae00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa3740b44f0 con 0x7fa37415adf0 2024-09-19T06:03:29.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.965+0000 7fa37ae00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa3740b47d0 con 0x7fa37415b1d0 2024-09-19T06:03:29.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.965+0000 7fa37ae00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fa3740b4ab0 con 0x7fa3740b22b0 2024-09-19T06:03:29.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.965+0000 7fa379000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa37415b1d0 0x7fa3740b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.965+0000 7fa379000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa37415b1d0 0x7fa3740b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48680/0 (socket says 172.21.15.92:48680) 2024-09-19T06:03:29.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.965+0000 7fa379000640 1 -- 172.21.15.92:0/3395150302 learned_addr learned my addr 172.21.15.92:0/3395150302 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:29.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.965+0000 7fa37a400640 1 --2- 172.21.15.92:0/3395150302 >> v2:172.21.15.102:3300/0 conn(0x7fa3740b22b0 0x7fa374070f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.966+0000 7fa379000640 1 -- 172.21.15.92:0/3395150302 >> v2:172.21.15.102:3300/0 conn(0x7fa3740b22b0 msgr2=0x7fa374070f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:29.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.966+0000 7fa379000640 1 --2- 172.21.15.92:0/3395150302 >> v2:172.21.15.102:3300/0 conn(0x7fa3740b22b0 0x7fa374070f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.966+0000 7fa379000640 1 -- 172.21.15.92:0/3395150302 >> v1:172.21.15.102:6789/0 conn(0x7fa37415adf0 legacy=0x7fa3740b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.966+0000 7fa379000640 1 -- 172.21.15.92:0/3395150302 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3740b4d90 con 0x7fa37415b1d0 2024-09-19T06:03:29.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.967+0000 7fa379000640 1 --2- 172.21.15.92:0/3395150302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415b1d0 0x7fa3740b1d70 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fa3740cf090 tx=0x7fa36002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a60d6a8cdd6969a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:29.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.967+0000 7fa373e00640 1 -- 172.21.15.92:0/3395150302 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa360037070 con 0x7fa37415b1d0 2024-09-19T06:03:29.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.967+0000 7fa373e00640 1 -- 172.21.15.92:0/3395150302 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa360032440 con 0x7fa37415b1d0 2024-09-19T06:03:29.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.967+0000 7fa373e00640 1 -- 172.21.15.92:0/3395150302 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa360032810 con 0x7fa37415b1d0 2024-09-19T06:03:29.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.968+0000 7fa37ae00640 1 -- 172.21.15.92:0/3395150302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415b1d0 msgr2=0x7fa3740b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.968+0000 7fa37ae00640 1 --2- 172.21.15.92:0/3395150302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415b1d0 0x7fa3740b1d70 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7fa3740cf090 tx=0x7fa36002a270 comp rx=0 tx=0).stop 2024-09-19T06:03:29.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.968+0000 7fa37ae00640 1 -- 172.21.15.92:0/3395150302 shutdown_connections 2024-09-19T06:03:29.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.968+0000 7fa37ae00640 1 --2- 172.21.15.92:0/3395150302 >> v2:172.21.15.102:3300/0 conn(0x7fa3740b22b0 0x7fa374070f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.968+0000 7fa37ae00640 1 --2- 172.21.15.92:0/3395150302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415b1d0 0x7fa3740b1d70 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.968+0000 7fa37ae00640 1 -- 172.21.15.92:0/3395150302 >> 172.21.15.92:0/3395150302 conn(0x7fa374062a20 msgr2=0x7fa37406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:29.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.968+0000 7fa37ae00640 1 -- 172.21.15.92:0/3395150302 shutdown_connections 2024-09-19T06:03:29.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.968+0000 7fa37ae00640 1 -- 172.21.15.92:0/3395150302 wait complete. 2024-09-19T06:03:29.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.969+0000 7fa37ae00640 1 Processor -- start 2024-09-19T06:03:29.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.970+0000 7fa37ae00640 1 -- start start 2024-09-19T06:03:29.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.970+0000 7fa37ae00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3740b22b0 0x7fa374071cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.970+0000 7fa37ae00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415adf0 0x7fa3741ee110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa37ae00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa37415b1d0 0x7fa374072490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa37ae00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa3740ce050 con 0x7fa37415adf0 2024-09-19T06:03:29.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa37ae00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa3740b5570 con 0x7fa37415b1d0 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa37ae00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa3740ce1d0 con 0x7fa3740b22b0 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa379000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415adf0 0x7fa3741ee110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa379000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415adf0 0x7fa3741ee110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48684/0 (socket says 172.21.15.92:48684) 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa379000640 1 -- 172.21.15.92:0/568653362 learned_addr learned my addr 172.21.15.92:0/568653362 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa37a400640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa37415b1d0 0x7fa374072490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa379a00640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3740b22b0 0x7fa374071cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa379000640 1 -- 172.21.15.92:0/568653362 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3740b22b0 msgr2=0x7fa374071cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa379000640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3740b22b0 0x7fa374071cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa379000640 1 -- 172.21.15.92:0/568653362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa37415b1d0 msgr2=0x7fa374072490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa379000640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa37415b1d0 0x7fa374072490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.971+0000 7fa379000640 1 -- 172.21.15.92:0/568653362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa374072200 con 0x7fa37415adf0 2024-09-19T06:03:29.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.972+0000 7fa379000640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415adf0 0x7fa3741ee110 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa36002a2b0 tx=0x7fa3600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:29.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.972+0000 7fa371600640 1 -- 172.21.15.92:0/568653362 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa360037040 con 0x7fa37415adf0 2024-09-19T06:03:29.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.972+0000 7fa371600640 1 -- 172.21.15.92:0/568653362 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa360042070 con 0x7fa37415adf0 2024-09-19T06:03:29.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.972+0000 7fa371600640 1 -- 172.21.15.92:0/568653362 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa360030880 con 0x7fa37415adf0 2024-09-19T06:03:29.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.972+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa374070f40 con 0x7fa37415adf0 2024-09-19T06:03:29.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.972+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa3740714c0 con 0x7fa37415adf0 2024-09-19T06:03:29.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.973+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa3740b1d70 con 0x7fa37415adf0 2024-09-19T06:03:29.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.974+0000 7fa371600640 1 -- 172.21.15.92:0/568653362 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa360030a20 con 0x7fa37415adf0 2024-09-19T06:03:29.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.975+0000 7fa371600640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa35406c2b0 0x7fa35406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:29.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.975+0000 7fa371600640 1 -- 172.21.15.92:0/568653362 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7fa3600ab820 con 0x7fa37415adf0 2024-09-19T06:03:29.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.975+0000 7fa379a00640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa35406c2b0 0x7fa35406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:29.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.976+0000 7fa379a00640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa35406c2b0 0x7fa35406e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa3740b10c0 tx=0x7fa368009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:29.981 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:29.979+0000 7fa371600640 1 -- 172.21.15.92:0/568653362 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa360079cd0 con 0x7fa37415adf0 2024-09-19T06:03:30.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.187+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3740b3560 con 0x7fa37415adf0 2024-09-19T06:03:30.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.188+0000 7fa371600640 1 -- 172.21.15.92:0/568653362 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) ==== 94+0+3917 (secure 0 0 0) 0x7fa36007dfd0 con 0x7fa37415adf0 2024-09-19T06:03:30.190 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:30.190 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":27,"btime":"2024-09-19T06:03:22:824718+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4835,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1740632828","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1740632828},{"type":"v1","addr":"172.21.15.102:6834","nonce":1740632828}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":4838,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3130126920","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":3130126920},{"type":"v1","addr":"172.21.15.102:6835","nonce":3130126920}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":19},{"gid":5190,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/4248314845","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":4248314845},{"type":"v1","addr":"172.21.15.92:6835","nonce":4248314845}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18},{"gid":5400,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/3502866603","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3502866603},{"type":"v1","addr":"172.21.15.92:6837","nonce":3502866603}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":27}],"filesystems":[]} 2024-09-19T06:03:30.190 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 27 2024-09-19T06:03:30.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa35406c2b0 msgr2=0x7fa35406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:30.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa35406c2b0 0x7fa35406e770 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa3740b10c0 tx=0x7fa368009040 comp rx=0 tx=0).stop 2024-09-19T06:03:30.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415adf0 msgr2=0x7fa3741ee110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:30.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415adf0 0x7fa3741ee110 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa36002a2b0 tx=0x7fa3600046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 shutdown_connections 2024-09-19T06:03:30.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa35406c2b0 0x7fa35406e770 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa37415b1d0 0x7fa374072490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa37415adf0 0x7fa3741ee110 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 --2- 172.21.15.92:0/568653362 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3740b22b0 0x7fa374071cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 >> 172.21.15.92:0/568653362 conn(0x7fa374062a20 msgr2=0x7fa3740b0790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:30.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 shutdown_connections 2024-09-19T06:03:30.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.190+0000 7fa37ae00640 1 -- 172.21.15.92:0/568653362 wait complete. 2024-09-19T06:03:30.209 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:03:30.209 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T06:03:30.209 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:03:30.209 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:03:30.210 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:03:30.210 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T06:03:30.210 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:03:30.210 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:03:30.210 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:03:30.210 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T06:03:30.210 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:03:30.210 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:03:30.211 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:03:30.211 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T06:03:30.211 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:03:30.211 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:03:30.224 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:03:30.224 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:03:30.225 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:03:30.226 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:03:30.229 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:03:30.229 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:03:30.230 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:03:30.230 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:03:30.269 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:03:30.269 DEBUG:teuthology.parallel:result is None 2024-09-19T06:03:30.271 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:03:30.272 DEBUG:teuthology.parallel:result is None 2024-09-19T06:03:30.273 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:03:30.274 DEBUG:teuthology.parallel:result is None 2024-09-19T06:03:30.276 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:03:30.276 DEBUG:teuthology.parallel:result is None 2024-09-19T06:03:30.276 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T06:03:30.401 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:03:30.402 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:03:30.403 INFO:tasks.ceph.mds.d.smithi102.stdout:starting mds.d at 2024-09-19T06:03:30.403 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:03:30.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.435+0000 7f0c3a600640 1 Processor -- start 2024-09-19T06:03:30.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.435+0000 7f0c3a600640 1 -- start start 2024-09-19T06:03:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.436+0000 7f0c3a600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0c3415a050 0x7f0c3415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.436+0000 7f0c3a600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c340731c0 0x7f0c34073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.436+0000 7f0c3a600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c3415a430 con 0x7f0c3415ffd0 2024-09-19T06:03:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.436+0000 7f0c3a600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0c34073b40 con 0x7f0c3415a050 2024-09-19T06:03:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.436+0000 7f0c3a600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0c3415d9a0 con 0x7f0c340731c0 2024-09-19T06:03:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.436+0000 7f0c32a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c340731c0 0x7f0c34073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.436+0000 7f0c32a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c340731c0 0x7f0c34073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:39760/0 (socket says 172.21.15.92:39760) 2024-09-19T06:03:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.436+0000 7f0c32a00640 1 -- 172.21.15.92:0/651916976 learned_addr learned my addr 172.21.15.92:0/651916976 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.437+0000 7f0c33400640 1 --2- 172.21.15.92:0/651916976 >> v2:172.21.15.102:3300/0 conn(0x7f0c3415a050 0x7f0c3415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.437+0000 7f0c32a00640 1 -- 172.21.15.92:0/651916976 >> v2:172.21.15.102:3300/0 conn(0x7f0c3415a050 msgr2=0x7f0c3415d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.437+0000 7f0c32a00640 1 --2- 172.21.15.92:0/651916976 >> v2:172.21.15.102:3300/0 conn(0x7f0c3415a050 0x7f0c3415d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.437+0000 7f0c32a00640 1 -- 172.21.15.92:0/651916976 >> v1:172.21.15.102:6789/0 conn(0x7f0c3415ffd0 legacy=0x7f0c34160460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:30.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.437+0000 7f0c32a00640 1 -- 172.21.15.92:0/651916976 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c340cd0a0 con 0x7f0c340731c0 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.438+0000 7f0c32a00640 1 --2- 172.21.15.92:0/651916976 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c340731c0 0x7f0c34073600 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0c20009870 tx=0x7f0c2002a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26de27d7ea9bb79b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.438+0000 7f0c32000640 1 -- 172.21.15.92:0/651916976 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c20037070 con 0x7f0c340731c0 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.438+0000 7f0c32000640 1 -- 172.21.15.92:0/651916976 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c20032440 con 0x7f0c340731c0 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.438+0000 7f0c32000640 1 -- 172.21.15.92:0/651916976 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c20032810 con 0x7f0c340731c0 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.439+0000 7f0c3a600640 1 -- 172.21.15.92:0/651916976 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c340731c0 msgr2=0x7f0c34073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.439+0000 7f0c3a600640 1 --2- 172.21.15.92:0/651916976 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c340731c0 0x7f0c34073600 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0c20009870 tx=0x7f0c2002a1c0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.439+0000 7f0c3a600640 1 -- 172.21.15.92:0/651916976 shutdown_connections 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.439+0000 7f0c3a600640 1 --2- 172.21.15.92:0/651916976 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c340731c0 0x7f0c34073600 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.439+0000 7f0c3a600640 1 --2- 172.21.15.92:0/651916976 >> v2:172.21.15.102:3300/0 conn(0x7f0c3415a050 0x7f0c3415d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.439+0000 7f0c3a600640 1 -- 172.21.15.92:0/651916976 >> 172.21.15.92:0/651916976 conn(0x7f0c3406d0f0 msgr2=0x7f0c3406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.439+0000 7f0c3a600640 1 -- 172.21.15.92:0/651916976 shutdown_connections 2024-09-19T06:03:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.439+0000 7f0c3a600640 1 -- 172.21.15.92:0/651916976 wait complete. 2024-09-19T06:03:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.440+0000 7f0c3a600640 1 Processor -- start 2024-09-19T06:03:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.441+0000 7f0c3a600640 1 -- start start 2024-09-19T06:03:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.441+0000 7f0c3a600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c340731c0 0x7f0c341f4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.441+0000 7f0c3a600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c3415a050 0x7f0c340cc320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c3a600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3415ffd0 0x7f0c34155a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c3a600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0c340cd940 con 0x7f0c3415a050 2024-09-19T06:03:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c3a600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0c340cd660 con 0x7f0c340731c0 2024-09-19T06:03:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c3a600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0c340cdc20 con 0x7f0c3415ffd0 2024-09-19T06:03:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c32a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c3415a050 0x7f0c340cc320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c32a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c3415a050 0x7f0c340cc320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48708/0 (socket says 172.21.15.92:48708) 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c32a00640 1 -- 172.21.15.92:0/394452162 learned_addr learned my addr 172.21.15.92:0/394452162 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c33400640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c340731c0 0x7f0c341f4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c33e00640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3415ffd0 0x7f0c34155a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c32a00640 1 -- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3415ffd0 msgr2=0x7f0c34155a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c32a00640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3415ffd0 0x7f0c34155a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c32a00640 1 -- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c340731c0 msgr2=0x7f0c341f4520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c32a00640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c340731c0 0x7f0c341f4520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c32a00640 1 -- 172.21.15.92:0/394452162 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c341f4c20 con 0x7f0c3415a050 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c33e00640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3415ffd0 0x7f0c34155a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c33400640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c340731c0 0x7f0c341f4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.442+0000 7f0c32a00640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c3415a050 0x7f0c340cc320 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f0c20000c00 tx=0x7f0c200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.443+0000 7f0c2b400640 1 -- 172.21.15.92:0/394452162 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c20037040 con 0x7f0c3415a050 2024-09-19T06:03:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.443+0000 7f0c2b400640 1 -- 172.21.15.92:0/394452162 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c20042070 con 0x7f0c3415a050 2024-09-19T06:03:30.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.443+0000 7f0c2b400640 1 -- 172.21.15.92:0/394452162 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c20030880 con 0x7f0c3415a050 2024-09-19T06:03:30.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.443+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c341f4f00 con 0x7f0c3415a050 2024-09-19T06:03:30.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.443+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c340caa40 con 0x7f0c3415a050 2024-09-19T06:03:30.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.444+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c341f5420 con 0x7f0c3415a050 2024-09-19T06:03:30.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.445+0000 7f0c2b400640 1 -- 172.21.15.92:0/394452162 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c2002ad10 con 0x7f0c3415a050 2024-09-19T06:03:30.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.446+0000 7f0c2b400640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1406c300 0x7f0c1406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:30.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.446+0000 7f0c2b400640 1 -- 172.21.15.92:0/394452162 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(48..48 src has 1..48) ==== 4943+0+0 (secure 0 0 0) 0x7f0c200ab6d0 con 0x7f0c3415a050 2024-09-19T06:03:30.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.446+0000 7f0c33400640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1406c300 0x7f0c1406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:30.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.447+0000 7f0c33400640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1406c300 0x7f0c1406e7c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0c24009b90 tx=0x7f0c24008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.450+0000 7f0c2b400640 1 -- 172.21.15.92:0/394452162 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c341f5420 con 0x7f0c3415a050 2024-09-19T06:03:30.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:30.639+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f0c340b36e0 con 0x7f0c3415a050 2024-09-19T06:03:31.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.107+0000 7f0c2b400640 1 -- 172.21.15.92:0/394452162 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v50) ==== 97+0+0 (secure 0 0 0) 0x7f0c2007a120 con 0x7f0c3415a050 2024-09-19T06:03:31.109 INFO:teuthology.orchestra.run.smithi092.stderr: removed all blocklist entries 2024-09-19T06:03:31.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1406c300 msgr2=0x7f0c1406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1406c300 0x7f0c1406e7c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f0c24009b90 tx=0x7f0c24008040 comp rx=0 tx=0).stop 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c3415a050 msgr2=0x7f0c340cc320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c3415a050 0x7f0c340cc320 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f0c20000c00 tx=0x7f0c200046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 shutdown_connections 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3415ffd0 0x7f0c34155a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c3415a050 0x7f0c340cc320 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1406c300 0x7f0c1406e7c0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 --2- 172.21.15.92:0/394452162 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c340731c0 0x7f0c341f4520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 >> 172.21.15.92:0/394452162 conn(0x7f0c3406d0f0 msgr2=0x7f0c340d0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 shutdown_connections 2024-09-19T06:03:31.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.110+0000 7f0c3a600640 1 -- 172.21.15.92:0/394452162 wait complete. 2024-09-19T06:03:31.129 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T06:03:31.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.279+0000 7f70b2400640 1 Processor -- start 2024-09-19T06:03:31.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.279+0000 7f70b2400640 1 -- start start 2024-09-19T06:03:31.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70b2400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f70ac15ec10 0x7f70ac142de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70b2400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f70ac0cea90 0x7f70ac143320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70b2400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70ac141d40 con 0x7f70ac0b2da0 2024-09-19T06:03:31.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70b2400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f70ac141af0 con 0x7f70ac15ec10 2024-09-19T06:03:31.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70b2400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f70ac142020 con 0x7f70ac0cea90 2024-09-19T06:03:31.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70a2a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f70ac15ec10 0x7f70ac142de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70a2a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f70ac15ec10 0x7f70ac142de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48712/0 (socket says 172.21.15.92:48712) 2024-09-19T06:03:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70a2a00640 1 -- 172.21.15.92:0/3162091106 learned_addr learned my addr 172.21.15.92:0/3162091106 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70abe00640 1 --2- 172.21.15.92:0/3162091106 >> v2:172.21.15.102:3300/0 conn(0x7f70ac0cea90 0x7f70ac143320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70a2a00640 1 -- 172.21.15.92:0/3162091106 >> v2:172.21.15.102:3300/0 conn(0x7f70ac0cea90 msgr2=0x7f70ac143320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70a2a00640 1 --2- 172.21.15.92:0/3162091106 >> v2:172.21.15.102:3300/0 conn(0x7f70ac0cea90 0x7f70ac143320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70a2a00640 1 -- 172.21.15.92:0/3162091106 >> v1:172.21.15.102:6789/0 conn(0x7f70ac0b2da0 legacy=0x7f70ac0ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.281+0000 7f70a2a00640 1 -- 172.21.15.92:0/3162091106 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ac142300 con 0x7f70ac15ec10 2024-09-19T06:03:31.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.282+0000 7f70a2a00640 1 --2- 172.21.15.92:0/3162091106 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac15ec10 0x7f70ac142de0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f70ac0cfe50 tx=0x7f709402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0bb211638098b03 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70aaa00640 1 -- 172.21.15.92:0/3162091106 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094037070 con 0x7f70ac15ec10 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70aaa00640 1 -- 172.21.15.92:0/3162091106 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7094032440 con 0x7f70ac15ec10 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70aaa00640 1 -- 172.21.15.92:0/3162091106 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094032810 con 0x7f70ac15ec10 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70b2400640 1 -- 172.21.15.92:0/3162091106 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac15ec10 msgr2=0x7f70ac142de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70b2400640 1 --2- 172.21.15.92:0/3162091106 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac15ec10 0x7f70ac142de0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f70ac0cfe50 tx=0x7f709402a270 comp rx=0 tx=0).stop 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70b2400640 1 -- 172.21.15.92:0/3162091106 shutdown_connections 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70b2400640 1 --2- 172.21.15.92:0/3162091106 >> v2:172.21.15.102:3300/0 conn(0x7f70ac0cea90 0x7f70ac143320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70b2400640 1 --2- 172.21.15.92:0/3162091106 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac15ec10 0x7f70ac142de0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70b2400640 1 -- 172.21.15.92:0/3162091106 >> 172.21.15.92:0/3162091106 conn(0x7f70ac06bc10 msgr2=0x7f70ac06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70b2400640 1 -- 172.21.15.92:0/3162091106 shutdown_connections 2024-09-19T06:03:31.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.283+0000 7f70b2400640 1 -- 172.21.15.92:0/3162091106 wait complete. 2024-09-19T06:03:31.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.285+0000 7f70b2400640 1 Processor -- start 2024-09-19T06:03:31.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.285+0000 7f70b2400640 1 -- start start 2024-09-19T06:03:31.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70b2400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70ac0b2da0 0x7f70ac15bf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70b2400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac0cea90 0x7f70ac156b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70b2400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70ac15ec10 0x7f70ac154d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70b2400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac143860 con 0x7f70ac0cea90 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70b2400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f70ac1428c0 con 0x7f70ac0b2da0 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70b2400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f70ac0b3180 con 0x7f70ac15ec10 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70a2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac0cea90 0x7f70ac156b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70a2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac0cea90 0x7f70ac156b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48718/0 (socket says 172.21.15.92:48718) 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70a2a00640 1 -- 172.21.15.92:0/3586172528 learned_addr learned my addr 172.21.15.92:0/3586172528 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70abe00640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70ac15ec10 0x7f70ac154d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.286+0000 7f70ab400640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70ac0b2da0 0x7f70ac15bf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70a2a00640 1 -- 172.21.15.92:0/3586172528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70ac15ec10 msgr2=0x7f70ac154d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70a2a00640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70ac15ec10 0x7f70ac154d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70a2a00640 1 -- 172.21.15.92:0/3586172528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70ac0b2da0 msgr2=0x7f70ac15bf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70a2a00640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70ac0b2da0 0x7f70ac15bf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70a2a00640 1 -- 172.21.15.92:0/3586172528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70ac157280 con 0x7f70ac0cea90 2024-09-19T06:03:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70a2a00640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac0cea90 0x7f70ac156b80 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f709402a2b0 tx=0x7f70940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70a3e00640 1 -- 172.21.15.92:0/3586172528 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094037040 con 0x7f70ac0cea90 2024-09-19T06:03:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70a3e00640 1 -- 172.21.15.92:0/3586172528 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7094042070 con 0x7f70ac0cea90 2024-09-19T06:03:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70a3e00640 1 -- 172.21.15.92:0/3586172528 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7094030880 con 0x7f70ac0cea90 2024-09-19T06:03:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70ac157560 con 0x7f70ac0cea90 2024-09-19T06:03:31.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.287+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70ac157b20 con 0x7f70ac0cea90 2024-09-19T06:03:31.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.288+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70ac0ce380 con 0x7f70ac0cea90 2024-09-19T06:03:31.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.289+0000 7f70a3e00640 1 -- 172.21.15.92:0/3586172528 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f7094030a20 con 0x7f70ac0cea90 2024-09-19T06:03:31.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.290+0000 7f70a3e00640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f708806c2b0 0x7f708806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.290+0000 7f70a3e00640 1 -- 172.21.15.92:0/3586172528 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 4857+0+0 (secure 0 0 0) 0x7f70940ab9c0 con 0x7f70ac0cea90 2024-09-19T06:03:31.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.290+0000 7f70ab400640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f708806c2b0 0x7f708806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.291+0000 7f70ab400640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f708806c2b0 0x7f708806e770 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f709c007fd0 tx=0x7f709c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:31.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.294+0000 7f70a3e00640 1 -- 172.21.15.92:0/3586172528 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f709407a470 con 0x7f70ac0cea90 2024-09-19T06:03:31.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.529+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f70ac141020 con 0x7f70ac0cea90 2024-09-19T06:03:31.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.529+0000 7f70a3e00640 1 -- 172.21.15.92:0/3586172528 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) ==== 80+0+5304 (secure 0 0 0) 0x7f7094079d70 con 0x7f70ac0cea90 2024-09-19T06:03:31.531 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:31.531 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:03:31.531 INFO:teuthology.orchestra.run.smithi092.stdout: "auth_dump": [ 2024-09-19T06:03:31.531 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.a", 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmlh2wOBAA5hQY7hCZfN2s4Ac/R9W5kw==", 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.b", 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtqPUEBAANewLwiR3BpVMW2hSDqhspg==", 2024-09-19T06:03:31.532 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.c", 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtuPIBhAAGUKYpJvmmJ0NmtPPP4gEhg==", 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:03:31.533 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.d", 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmJZLGGhAACbBs0g8Fmh+MNX4zfDfTZQ==", 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.534 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.0", 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDuvetm6J06MhAAil4Oe+uQpGv1QE16EQnYjQ==", 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.1", 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDyvetm3pJVLRAAXCorP+PSewcJEguiwm6kVg==", 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:03:31.535 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.2", 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD2vetm71GWORAAlpcz12YhdL/wPDGHJ/56xA==", 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.536 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.3", 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD6vetmg3bgIhAAebFnzJXM3D4VbWfMvoSyjA==", 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.4", 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQABvutmjNg2HxAANs2gm6lxqF5NFfiXtAjtoA==", 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:03:31.537 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.5", 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAFvutm0iayGxAAnST01rIcVM/jB/+PiIhoow==", 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.6", 2024-09-19T06:03:31.538 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAJvutmIvjYCBAAtahtgI5nOkffTgRzmgHtuQ==", 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.7", 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAMvutmsRDVLhAAJVAaQuPT1576e7RzQBV+8w==", 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.539 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.0", 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w==", 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow r", 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.1", 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmWLRhMBAA/Nmeq0heFaFG8yIJE/3Y9w==", 2024-09-19T06:03:31.540 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.2", 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmqInJKRAAkCvg74osnbc+PvxNo/EOUw==", 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:03:31.541 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.3", 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmm7MZNxAA88p3ljHoW+D+XTrdEA/CIw==", 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.542 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.admin", 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm81WzCRAA0u/Gr0QQbJy2RUOrw6ZHQA==", 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.x", 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm014lMhAAiJF1aPtFGL0s4/OAk6w24Q==", 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:03:31.543 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.y", 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmZltGKxAAdcGU2K3nflJH1TJAzHBoZw==", 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:03:31.544 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:03:31.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f708806c2b0 msgr2=0x7f708806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f708806c2b0 0x7f708806e770 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f709c007fd0 tx=0x7f709c009040 comp rx=0 tx=0).stop 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac0cea90 msgr2=0x7f70ac156b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac0cea90 0x7f70ac156b80 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f709402a2b0 tx=0x7f70940046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 shutdown_connections 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70ac15ec10 0x7f70ac154d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70ac0cea90 0x7f70ac156b80 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f708806c2b0 0x7f708806e770 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 --2- 172.21.15.92:0/3586172528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70ac0b2da0 0x7f70ac15bf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.531+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 >> 172.21.15.92:0/3586172528 conn(0x7f70ac06bc10 msgr2=0x7f70ac15c6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.532+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 shutdown_connections 2024-09-19T06:03:31.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.532+0000 7f70b2400640 1 -- 172.21.15.92:0/3586172528 wait complete. 2024-09-19T06:03:31.549 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:03:31.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.700+0000 7f706aa00640 1 Processor -- start 2024-09-19T06:03:31.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.700+0000 7f706aa00640 1 -- start start 2024-09-19T06:03:31.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.701+0000 7f706aa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70640d1680 0x7f70640b7e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.701+0000 7f706aa00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70640cfbd0 con 0x7f706415e650 2024-09-19T06:03:31.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.701+0000 7f706aa00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f70640cfe80 con 0x7f70640b7a40 2024-09-19T06:03:31.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.701+0000 7f706aa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f70640d2c30 con 0x7f70640d1680 2024-09-19T06:03:31.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.701+0000 7f7069600640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f706415e650 0x7f70640cf4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37496/0 (socket says 172.21.15.92:37496) 2024-09-19T06:03:31.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.701+0000 7f7069600640 1 -- 172.21.15.92:0/2962741084 learned_addr learned my addr 172.21.15.92:0/2962741084 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:31.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2513257271 0 0) 0x7f70640cfbd0 con 0x7f706415e650 2024-09-19T06:03:31.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f706a000640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70640d1680 0x7f70640b7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f704c003520 con 0x7f706415e650 2024-09-19T06:03:31.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3885834020 0 0) 0x7f704c003520 con 0x7f706415e650 2024-09-19T06:03:31.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70640d1680 msgr2=0x7f70640b7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:31.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70640d1680 0x7f70640b7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 >> v1:172.21.15.102:6789/0 conn(0x7f70640b7a40 legacy=0x7f70640d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70640d2300 con 0x7f706415e650 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f7058001670 con 0x7f706415e650 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 >> v1:172.21.15.92:6789/0 conn(0x7f706415e650 legacy=0x7f70640cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f704c0039e0 0x7f704c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f704c004800 0x7f704c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70640d1680 0x7f704c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f70640d2c30 con 0x7f704c0039e0 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f704c00bad0 con 0x7f704c004800 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f704c00bcd0 con 0x7f70640d1680 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7069600640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f704c0039e0 0x7f704c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f7068c00640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f704c004800 0x7f704c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.702+0000 7f706a000640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70640d1680 0x7f704c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.703+0000 7f7069600640 1 -- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70640d1680 msgr2=0x7f704c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:31.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.703+0000 7f7069600640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70640d1680 0x7f704c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.703+0000 7f7069600640 1 -- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f704c004800 msgr2=0x7f704c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:31.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.703+0000 7f7069600640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f704c004800 0x7f704c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.703+0000 7f7069600640 1 -- 172.21.15.92:0/2962741084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f704c003520 con 0x7f704c0039e0 2024-09-19T06:03:31.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.703+0000 7f706a000640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70640d1680 0x7f704c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:31.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.704+0000 7f7069600640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f704c0039e0 0x7f704c003e00 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7058007fd0 tx=0x7f704c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd676b12abb27bf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:31.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.704+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7058007c20 con 0x7f704c0039e0 2024-09-19T06:03:31.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.704+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7058005af0 con 0x7f704c0039e0 2024-09-19T06:03:31.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.704+0000 7f7063e00640 1 -- 172.21.15.92:0/2962741084 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7058007070 con 0x7f704c0039e0 2024-09-19T06:03:31.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.704+0000 7f706aa00640 1 -- 172.21.15.92:0/2962741084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f704c0039e0 msgr2=0x7f704c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.704+0000 7f706aa00640 1 --2- 172.21.15.92:0/2962741084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f704c0039e0 0x7f704c003e00 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f7058007fd0 tx=0x7f704c005830 comp rx=0 tx=0).stop 2024-09-19T06:03:31.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.704+0000 7f706a000640 1 -- 172.21.15.92:0/2962741084 reap_dead start 2024-09-19T06:03:31.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.705+0000 7f706aa00640 1 -- 172.21.15.92:0/2962741084 shutdown_connections 2024-09-19T06:03:31.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.705+0000 7f706aa00640 1 -- 172.21.15.92:0/2962741084 >> 172.21.15.92:0/2962741084 conn(0x7f70640b60f0 msgr2=0x7f70640b6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:31.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.705+0000 7f706aa00640 1 -- 172.21.15.92:0/2962741084 shutdown_connections 2024-09-19T06:03:31.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.705+0000 7f706aa00640 1 -- 172.21.15.92:0/2962741084 wait complete. 2024-09-19T06:03:31.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.706+0000 7f706aa00640 1 Processor -- start 2024-09-19T06:03:31.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.706+0000 7f706aa00640 1 -- start start 2024-09-19T06:03:31.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.707+0000 7f706aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f704c0039e0 0x7f70641410e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.707+0000 7f706aa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f706414fd30 0x7f70641e98a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.707+0000 7f706aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f706415c300 0x7f70640c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.707+0000 7f706aa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f706415ea30 con 0x7f706415c300 2024-09-19T06:03:31.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.707+0000 7f706aa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f70640d28c0 con 0x7f704c0039e0 2024-09-19T06:03:31.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.707+0000 7f706aa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f7064163040 con 0x7f706414fd30 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.707+0000 7f706a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f706415c300 0x7f70640c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f706a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f706415c300 0x7f70640c9a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48728/0 (socket says 172.21.15.92:48728) 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f706a000640 1 -- 172.21.15.92:0/3865961880 learned_addr learned my addr 172.21.15.92:0/3865961880 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f7068c00640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f706414fd30 0x7f70641e98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f7069600640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f704c0039e0 0x7f70641410e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f706a000640 1 -- 172.21.15.92:0/3865961880 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f706414fd30 msgr2=0x7f70641e98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f706a000640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f706414fd30 0x7f70641e98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f706a000640 1 -- 172.21.15.92:0/3865961880 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f704c0039e0 msgr2=0x7f70641410e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f706a000640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f704c0039e0 0x7f70641410e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f706a000640 1 -- 172.21.15.92:0/3865961880 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70641e9de0 con 0x7f706415c300 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f7068c00640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f706414fd30 0x7f70641e98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f706a000640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f706415c300 0x7f70640c9a70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f70640d0440 tx=0x7f705c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:31.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f7061600640 1 -- 172.21.15.92:0/3865961880 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f705c010df0 con 0x7f706415c300 2024-09-19T06:03:31.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f7061600640 1 -- 172.21.15.92:0/3865961880 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f705c003990 con 0x7f706415c300 2024-09-19T06:03:31.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f7061600640 1 -- 172.21.15.92:0/3865961880 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f705c003dc0 con 0x7f706415c300 2024-09-19T06:03:31.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.708+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f70641e8260 con 0x7f706415c300 2024-09-19T06:03:31.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.709+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f70641e8820 con 0x7f706415c300 2024-09-19T06:03:31.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.710+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f70640c7b50 con 0x7f706415c300 2024-09-19T06:03:31.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.711+0000 7f7061600640 1 -- 172.21.15.92:0/3865961880 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f705c005d10 con 0x7f706415c300 2024-09-19T06:03:31.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.711+0000 7f7061600640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f704406c2e0 0x7f704406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:31.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.711+0000 7f7061600640 1 -- 172.21.15.92:0/3865961880 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 4857+0+0 (secure 0 0 0) 0x7f705c08b810 con 0x7f706415c300 2024-09-19T06:03:31.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.712+0000 7f7069600640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f704406c2e0 0x7f704406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:31.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.712+0000 7f7069600640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f704406c2e0 0x7f704406e7a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7058032000 tx=0x7f7058009030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:31.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.716+0000 7f7061600640 1 -- 172.21.15.92:0/3865961880 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f70640c7b50 con 0x7f706415c300 2024-09-19T06:03:31.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.890+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f70640b7e80 con 0x7f706415c300 2024-09-19T06:03:31.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.890+0000 7f7061600640 1 -- 172.21.15.92:0/3865961880 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v52) ==== 84+0+65 (secure 0 0 0) 0x7f705c025020 con 0x7f706415c300 2024-09-19T06:03:31.893 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:31.893 INFO:teuthology.orchestra.run.smithi092.stdout:[ 2024-09-19T06:03:31.893 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:03:31.893 INFO:teuthology.orchestra.run.smithi092.stdout: "poolnum": 1, 2024-09-19T06:03:31.893 INFO:teuthology.orchestra.run.smithi092.stdout: "poolname": ".mgr" 2024-09-19T06:03:31.893 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:03:31.893 INFO:teuthology.orchestra.run.smithi092.stdout:] 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.892+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f704406c2e0 msgr2=0x7f704406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.892+0000 7f706aa00640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f704406c2e0 0x7f704406e7a0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f7058032000 tx=0x7f7058009030 comp rx=0 tx=0).stop 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.892+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f706415c300 msgr2=0x7f70640c9a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.892+0000 7f706aa00640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f706415c300 0x7f70640c9a70 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f70640d0440 tx=0x7f705c009f90 comp rx=0 tx=0).stop 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.893+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 shutdown_connections 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.893+0000 7f706aa00640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f706415c300 0x7f70640c9a70 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.893+0000 7f706aa00640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f706414fd30 0x7f70641e98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.893+0000 7f706aa00640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f704406c2e0 0x7f704406e7a0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.893+0000 7f706aa00640 1 --2- 172.21.15.92:0/3865961880 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f704c0039e0 0x7f70641410e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.893+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 >> 172.21.15.92:0/3865961880 conn(0x7f70640b60f0 msgr2=0x7f70640b4040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:31.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.893+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 shutdown_connections 2024-09-19T06:03:31.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:31.893+0000 7f706aa00640 1 -- 172.21.15.92:0/3865961880 wait complete. 2024-09-19T06:03:31.911 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:03:31.911 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:03:32.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.067+0000 7f2012400640 1 Processor -- start 2024-09-19T06:03:32.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.067+0000 7f2012400640 1 -- start start 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.068+0000 7f2012400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f200c15e700 0x7f200c0d39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.068+0000 7f2012400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f200c0d3f00 0x7f200c0d4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.068+0000 7f2012400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f200c0d4d50 con 0x7f200c0d48c0 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.068+0000 7f2012400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f200c0cfb70 con 0x7f200c0d3f00 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.068+0000 7f2012400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f200c0cead0 con 0x7f200c15e700 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.068+0000 7f200be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f200c0d3f00 0x7f200c0d4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.069+0000 7f200be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f200c0d3f00 0x7f200c0d4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48740/0 (socket says 172.21.15.92:48740) 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.069+0000 7f200be00640 1 -- 172.21.15.92:0/2081955242 learned_addr learned my addr 172.21.15.92:0/2081955242 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.069+0000 7f2011000640 1 --2- 172.21.15.92:0/2081955242 >> v2:172.21.15.102:3300/0 conn(0x7f200c15e700 0x7f200c0d39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:32.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.069+0000 7f200be00640 1 -- 172.21.15.92:0/2081955242 >> v2:172.21.15.102:3300/0 conn(0x7f200c15e700 msgr2=0x7f200c0d39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:32.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.069+0000 7f200be00640 1 --2- 172.21.15.92:0/2081955242 >> v2:172.21.15.102:3300/0 conn(0x7f200c15e700 0x7f200c0d39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:32.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.069+0000 7f200be00640 1 -- 172.21.15.92:0/2081955242 >> v1:172.21.15.102:6789/0 conn(0x7f200c0d48c0 legacy=0x7f200c0d2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:32.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.069+0000 7f200be00640 1 -- 172.21.15.92:0/2081955242 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f200c0cedb0 con 0x7f200c0d3f00 2024-09-19T06:03:32.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.070+0000 7f200be00640 1 --2- 172.21.15.92:0/2081955242 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 0x7f200c0d4380 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f200c0d18e0 tx=0x7f1ff802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc1d82067a14be1f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:32.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.070+0000 7f200b400640 1 -- 172.21.15.92:0/2081955242 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff8037070 con 0x7f200c0d3f00 2024-09-19T06:03:32.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.070+0000 7f200b400640 1 -- 172.21.15.92:0/2081955242 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1ff8032440 con 0x7f200c0d3f00 2024-09-19T06:03:32.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.070+0000 7f200b400640 1 -- 172.21.15.92:0/2081955242 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1ff8032810 con 0x7f200c0d3f00 2024-09-19T06:03:32.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.071+0000 7f2012400640 1 -- 172.21.15.92:0/2081955242 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 msgr2=0x7f200c0d4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:32.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.071+0000 7f2012400640 1 --2- 172.21.15.92:0/2081955242 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 0x7f200c0d4380 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f200c0d18e0 tx=0x7f1ff802a270 comp rx=0 tx=0).stop 2024-09-19T06:03:32.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.071+0000 7f2012400640 1 -- 172.21.15.92:0/2081955242 shutdown_connections 2024-09-19T06:03:32.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.071+0000 7f2012400640 1 --2- 172.21.15.92:0/2081955242 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 0x7f200c0d4380 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:32.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.071+0000 7f2012400640 1 --2- 172.21.15.92:0/2081955242 >> v2:172.21.15.102:3300/0 conn(0x7f200c15e700 0x7f200c0d39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:32.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.071+0000 7f2012400640 1 -- 172.21.15.92:0/2081955242 >> 172.21.15.92:0/2081955242 conn(0x7f200c062a20 msgr2=0x7f200c062e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:32.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.071+0000 7f2012400640 1 -- 172.21.15.92:0/2081955242 shutdown_connections 2024-09-19T06:03:32.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.071+0000 7f2012400640 1 -- 172.21.15.92:0/2081955242 wait complete. 2024-09-19T06:03:32.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.073+0000 7f2012400640 1 Processor -- start 2024-09-19T06:03:32.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.073+0000 7f2012400640 1 -- start start 2024-09-19T06:03:32.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2012400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 0x7f200c1e72c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:32.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2012400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f200c0d48c0 0x7f200c160e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:32.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2012400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f200c15e700 0x7f200c1613b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:32.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2012400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f200c0cf650 con 0x7f200c0d3f00 2024-09-19T06:03:32.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2012400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f200c0cf370 con 0x7f200c15e700 2024-09-19T06:03:32.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2012400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f200c0b6c60 con 0x7f200c0d48c0 2024-09-19T06:03:32.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2011000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 0x7f200c1e72c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:32.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2011000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 0x7f200c1e72c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48756/0 (socket says 172.21.15.92:48756) 2024-09-19T06:03:32.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2011000640 1 -- 172.21.15.92:0/4017931500 learned_addr learned my addr 172.21.15.92:0/4017931500 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f200be00640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f200c0d48c0 0x7f200c160e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2011a00640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f200c15e700 0x7f200c1613b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2011000640 1 -- 172.21.15.92:0/4017931500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f200c0d48c0 msgr2=0x7f200c160e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2011000640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f200c0d48c0 0x7f200c160e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2011000640 1 -- 172.21.15.92:0/4017931500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f200c15e700 msgr2=0x7f200c1613b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2011000640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f200c15e700 0x7f200c1613b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.074+0000 7f2011000640 1 -- 172.21.15.92:0/4017931500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f200c1618f0 con 0x7f200c0d3f00 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.075+0000 7f2011000640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 0x7f200c1e72c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f200000e870 tx=0x7f200000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.075+0000 7f2008c00640 1 -- 172.21.15.92:0/4017931500 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2000017070 con 0x7f200c0d3f00 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.075+0000 7f2008c00640 1 -- 172.21.15.92:0/4017931500 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f200000c940 con 0x7f200c0d3f00 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.075+0000 7f2008c00640 1 -- 172.21.15.92:0/4017931500 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f200000cd30 con 0x7f200c0d3f00 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.075+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f200c0c8da0 con 0x7f200c0d3f00 2024-09-19T06:03:32.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.075+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f200c0c9360 con 0x7f200c0d3f00 2024-09-19T06:03:32.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.076+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f200c0d4380 con 0x7f200c0d3f00 2024-09-19T06:03:32.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.077+0000 7f2008c00640 1 -- 172.21.15.92:0/4017931500 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f200001a070 con 0x7f200c0d3f00 2024-09-19T06:03:32.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.078+0000 7f2008c00640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1fec06c2b0 0x7f1fec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:32.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.078+0000 7f2008c00640 1 -- 172.21.15.92:0/4017931500 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(52..52 src has 1..52) ==== 4857+0+0 (secure 0 0 0) 0x7f200008aef0 con 0x7f200c0d3f00 2024-09-19T06:03:32.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.078+0000 7f200be00640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1fec06c2b0 0x7f1fec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:32.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.079+0000 7f200be00640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1fec06c2b0 0x7f1fec06e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8034000 tx=0x7f1ff802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:32.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.082+0000 7f2008c00640 1 -- 172.21.15.92:0/4017931500 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2000059350 con 0x7f200c0d3f00 2024-09-19T06:03:32.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:32.262+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f200c0b3530 con 0x7f200c0d3f00 2024-09-19T06:03:33.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.119+0000 7f2008c00640 1 -- 172.21.15.92:0/4017931500 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v53) ==== 138+0+0 (secure 0 0 0) 0x7f200005d650 con 0x7f200c0d3f00 2024-09-19T06:03:33.121 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' created 2024-09-19T06:03:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1fec06c2b0 msgr2=0x7f1fec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:33.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1fec06c2b0 0x7f1fec06e770 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8034000 tx=0x7f1ff802e000 comp rx=0 tx=0).stop 2024-09-19T06:03:33.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 msgr2=0x7f200c1e72c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:33.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 0x7f200c1e72c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f200000e870 tx=0x7f200000ed30 comp rx=0 tx=0).stop 2024-09-19T06:03:33.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 shutdown_connections 2024-09-19T06:03:33.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1fec06c2b0 0x7f1fec06e770 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:33.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f200c15e700 0x7f200c1613b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:33.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f200c0d48c0 0x7f200c160e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:33.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 --2- 172.21.15.92:0/4017931500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f200c0d3f00 0x7f200c1e72c0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:33.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 >> 172.21.15.92:0/4017931500 conn(0x7f200c062a20 msgr2=0x7f200c0b7510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:33.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 shutdown_connections 2024-09-19T06:03:33.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.122+0000 7f2012400640 1 -- 172.21.15.92:0/4017931500 wait complete. 2024-09-19T06:03:33.145 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:03:33.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.305+0000 7f4bbd200640 1 Processor -- start 2024-09-19T06:03:33.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.305+0000 7f4bbd200640 1 -- start start 2024-09-19T06:03:33.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.306+0000 7f4bbd200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 0x7f4bb80b3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:33.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.306+0000 7f4bbd200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4bb815b1d0 0x7f4bb80b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:33.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4bbd200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4bb80b44f0 con 0x7f4bb80b22b0 2024-09-19T06:03:33.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4bbd200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4bb80b47d0 con 0x7f4bb815b1d0 2024-09-19T06:03:33.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4bbd200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4bb80b4ab0 con 0x7f4bb815adf0 2024-09-19T06:03:33.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4baea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4bb815b1d0 0x7f4bb80b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:33.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4baea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4bb815b1d0 0x7f4bb80b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48770/0 (socket says 172.21.15.92:48770) 2024-09-19T06:03:33.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4baea00640 1 -- 172.21.15.92:0/3428497019 learned_addr learned my addr 172.21.15.92:0/3428497019 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:33.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4bb7400640 1 --2- 172.21.15.92:0/3428497019 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 0x7f4bb80b3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:33.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4baea00640 1 -- 172.21.15.92:0/3428497019 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 msgr2=0x7f4bb80b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:33.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4baea00640 1 --2- 172.21.15.92:0/3428497019 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 0x7f4bb80b3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:33.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4baea00640 1 -- 172.21.15.92:0/3428497019 >> v1:172.21.15.102:6789/0 conn(0x7f4bb80b22b0 legacy=0x7f4bb815ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:33.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.307+0000 7f4baea00640 1 -- 172.21.15.92:0/3428497019 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb80b4d90 con 0x7f4bb815b1d0 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.308+0000 7f4baea00640 1 --2- 172.21.15.92:0/3428497019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 0x7f4bb80b1d70 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009870 tx=0x7f4ba002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=950be70a2cad8cf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bb6a00640 1 -- 172.21.15.92:0/3428497019 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0037070 con 0x7f4bb815b1d0 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bb6a00640 1 -- 172.21.15.92:0/3428497019 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4ba002ae50 con 0x7f4bb815b1d0 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bb6a00640 1 -- 172.21.15.92:0/3428497019 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4ba0032860 con 0x7f4bb815b1d0 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bbd200640 1 -- 172.21.15.92:0/3428497019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 msgr2=0x7f4bb80b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bbd200640 1 --2- 172.21.15.92:0/3428497019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 0x7f4bb80b1d70 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009870 tx=0x7f4ba002a300 comp rx=0 tx=0).stop 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bbd200640 1 -- 172.21.15.92:0/3428497019 shutdown_connections 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bbd200640 1 --2- 172.21.15.92:0/3428497019 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 0x7f4bb80b1d70 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bbd200640 1 --2- 172.21.15.92:0/3428497019 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 0x7f4bb80b3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:33.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bbd200640 1 -- 172.21.15.92:0/3428497019 >> 172.21.15.92:0/3428497019 conn(0x7f4bb8062a20 msgr2=0x7f4bb806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:33.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bbd200640 1 -- 172.21.15.92:0/3428497019 shutdown_connections 2024-09-19T06:03:33.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.309+0000 7f4bbd200640 1 -- 172.21.15.92:0/3428497019 wait complete. 2024-09-19T06:03:33.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.311+0000 7f4bbd200640 1 Processor -- start 2024-09-19T06:03:33.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.311+0000 7f4bbd200640 1 -- start start 2024-09-19T06:03:33.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.312+0000 7f4bbd200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bb80b22b0 0x7f4bb81447b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:33.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.312+0000 7f4bbd200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 0x7f4bb815c7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.312+0000 7f4bbd200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 0x7f4bb815d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.312+0000 7f4bbd200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb80b4030 con 0x7f4bb815b1d0 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.312+0000 7f4bbd200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4bb80b5570 con 0x7f4bb80b22b0 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.312+0000 7f4bbd200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4bb8071f10 con 0x7f4bb815adf0 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.312+0000 7f4bb7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 0x7f4bb815d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.312+0000 7f4bb7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 0x7f4bb815d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48782/0 (socket says 172.21.15.92:48782) 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.312+0000 7f4bb7e00640 1 -- 172.21.15.92:0/2785240955 learned_addr learned my addr 172.21.15.92:0/2785240955 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bb7400640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bb80b22b0 0x7f4bb81447b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4baea00640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 0x7f4bb815c7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bb7e00640 1 -- 172.21.15.92:0/2785240955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 msgr2=0x7f4bb815c7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:33.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bb7e00640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 0x7f4bb815c7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:33.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bb7e00640 1 -- 172.21.15.92:0/2785240955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bb80b22b0 msgr2=0x7f4bb81447b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:33.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bb7e00640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bb80b22b0 0x7f4bb81447b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:33.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bb7e00640 1 -- 172.21.15.92:0/2785240955 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4bb8144cf0 con 0x7f4bb815b1d0 2024-09-19T06:03:33.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bb7e00640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 0x7f4bb815d0f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f4bb000c6b0 tx=0x7f4bb000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:33.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bafe00640 1 -- 172.21.15.92:0/2785240955 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb0003b70 con 0x7f4bb815b1d0 2024-09-19T06:03:33.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bafe00640 1 -- 172.21.15.92:0/2785240955 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4bb0003d30 con 0x7f4bb815b1d0 2024-09-19T06:03:33.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bafe00640 1 -- 172.21.15.92:0/2785240955 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4bb0005310 con 0x7f4bb815b1d0 2024-09-19T06:03:33.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4bb815b730 con 0x7f4bb815b1d0 2024-09-19T06:03:33.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.313+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4bb815bcf0 con 0x7f4bb815b1d0 2024-09-19T06:03:33.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.314+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4bb80ce050 con 0x7f4bb815b1d0 2024-09-19T06:03:33.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.315+0000 7f4bafe00640 1 -- 172.21.15.92:0/2785240955 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4bb00054b0 con 0x7f4bb815b1d0 2024-09-19T06:03:33.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.316+0000 7f4bafe00640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b9406c2b0 0x7f4b9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:33.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.316+0000 7f4bafe00640 1 -- 172.21.15.92:0/2785240955 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(53..53 src has 1..53) ==== 5227+0+0 (secure 0 0 0) 0x7f4bb008b1a0 con 0x7f4bb815b1d0 2024-09-19T06:03:33.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.317+0000 7f4bb7400640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b9406c2b0 0x7f4b9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:33.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.317+0000 7f4bb7400640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b9406c2b0 0x7f4b9406e770 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4bb80b10a0 tx=0x7f4ba8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:33.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.321+0000 7f4bafe00640 1 -- 172.21.15.92:0/2785240955 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4bb0059a50 con 0x7f4bb815b1d0 2024-09-19T06:03:33.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:33.496+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f4bb806d290 con 0x7f4bb815b1d0 2024-09-19T06:03:34.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.130+0000 7f4bafe00640 1 -- 172.21.15.92:0/2785240955 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v54) ==== 170+0+0 (secure 0 0 0) 0x7f4bb0059350 con 0x7f4bb815b1d0 2024-09-19T06:03:34.133 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' created 2024-09-19T06:03:34.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b9406c2b0 msgr2=0x7f4b9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:34.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b9406c2b0 0x7f4b9406e770 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f4bb80b10a0 tx=0x7f4ba8008040 comp rx=0 tx=0).stop 2024-09-19T06:03:34.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 msgr2=0x7f4bb815d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:34.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 0x7f4bb815d0f0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f4bb000c6b0 tx=0x7f4bb000cb70 comp rx=0 tx=0).stop 2024-09-19T06:03:34.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 shutdown_connections 2024-09-19T06:03:34.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4bb815b1d0 0x7f4bb815d0f0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4bb815adf0 0x7f4bb815c7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b9406c2b0 0x7f4b9406e770 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 --2- 172.21.15.92:0/2785240955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4bb80b22b0 0x7f4bb81447b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 >> 172.21.15.92:0/2785240955 conn(0x7f4bb8062a20 msgr2=0x7f4bb815ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:34.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 shutdown_connections 2024-09-19T06:03:34.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.134+0000 7f4bbd200640 1 -- 172.21.15.92:0/2785240955 wait complete. 2024-09-19T06:03:34.169 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:03:34.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.326+0000 7f168de00640 1 Processor -- start 2024-09-19T06:03:34.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.326+0000 7f168de00640 1 -- start start 2024-09-19T06:03:34.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.327+0000 7f168de00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815a050 0x7f168815d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:34.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.327+0000 7f168de00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f16880731c0 0x7f1688073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:34.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.327+0000 7f168de00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f168815ffd0 0x7f1688160480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:34.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.327+0000 7f168de00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f1688073b40 con 0x7f16880731c0 2024-09-19T06:03:34.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.327+0000 7f168de00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f168815a430 con 0x7f168815ffd0 2024-09-19T06:03:34.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.327+0000 7f168de00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f168815d9a0 con 0x7f168815a050 2024-09-19T06:03:34.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f16880731c0 0x7f1688073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:34.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f16880731c0 0x7f1688073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48790/0 (socket says 172.21.15.92:48790) 2024-09-19T06:03:34.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686000640 1 -- 172.21.15.92:0/4289089240 learned_addr learned my addr 172.21.15.92:0/4289089240 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:34.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1687400640 1 --2- 172.21.15.92:0/4289089240 >> v2:172.21.15.102:3300/0 conn(0x7f168815ffd0 0x7f1688160480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:34.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686000640 1 -- 172.21.15.92:0/4289089240 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815a050 msgr2=0x7f168815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:34.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686a00640 1 --2- 172.21.15.92:0/4289089240 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815a050 0x7f168815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:34.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686000640 1 --2- 172.21.15.92:0/4289089240 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815a050 0x7f168815d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686000640 1 -- 172.21.15.92:0/4289089240 >> v2:172.21.15.102:3300/0 conn(0x7f168815ffd0 msgr2=0x7f1688160480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:34.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686000640 1 --2- 172.21.15.92:0/4289089240 >> v2:172.21.15.102:3300/0 conn(0x7f168815ffd0 0x7f1688160480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686000640 1 -- 172.21.15.92:0/4289089240 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f16880cd0a0 con 0x7f16880731c0 2024-09-19T06:03:34.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1687400640 1 --2- 172.21.15.92:0/4289089240 >> v2:172.21.15.102:3300/0 conn(0x7f168815ffd0 0x7f1688160480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:34.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.328+0000 7f1686a00640 1 --2- 172.21.15.92:0/4289089240 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815a050 0x7f168815d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.329+0000 7f1686000640 1 --2- 172.21.15.92:0/4289089240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 0x7f1688073600 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f16880c6010 tx=0x7f167402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fa59127ff2421bc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.329+0000 7f1685600640 1 -- 172.21.15.92:0/4289089240 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674037070 con 0x7f16880731c0 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.329+0000 7f1685600640 1 -- 172.21.15.92:0/4289089240 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1674032440 con 0x7f16880731c0 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.329+0000 7f1685600640 1 -- 172.21.15.92:0/4289089240 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1674032810 con 0x7f16880731c0 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.330+0000 7f168de00640 1 -- 172.21.15.92:0/4289089240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 msgr2=0x7f1688073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.330+0000 7f168de00640 1 --2- 172.21.15.92:0/4289089240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 0x7f1688073600 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f16880c6010 tx=0x7f167402a140 comp rx=0 tx=0).stop 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.330+0000 7f168de00640 1 -- 172.21.15.92:0/4289089240 shutdown_connections 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.330+0000 7f168de00640 1 --2- 172.21.15.92:0/4289089240 >> v2:172.21.15.102:3300/0 conn(0x7f168815ffd0 0x7f1688160480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.330+0000 7f168de00640 1 --2- 172.21.15.92:0/4289089240 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 0x7f1688073600 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.330+0000 7f168de00640 1 --2- 172.21.15.92:0/4289089240 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815a050 0x7f168815d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.330+0000 7f168de00640 1 -- 172.21.15.92:0/4289089240 >> 172.21.15.92:0/4289089240 conn(0x7f168806d0f0 msgr2=0x7f168806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:34.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.330+0000 7f168de00640 1 -- 172.21.15.92:0/4289089240 shutdown_connections 2024-09-19T06:03:34.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.330+0000 7f168de00640 1 -- 172.21.15.92:0/4289089240 wait complete. 2024-09-19T06:03:34.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.332+0000 7f168de00640 1 Processor -- start 2024-09-19T06:03:34.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.332+0000 7f168de00640 1 -- start start 2024-09-19T06:03:34.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f168de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 0x7f16881f28e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:34.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f168de00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168815a050 0x7f16881501d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:34.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f168de00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815ffd0 0x7f1688155380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f168de00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f16880cd940 con 0x7f16880731c0 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f168de00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f16880cd660 con 0x7f168815a050 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f168de00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f16880cdc20 con 0x7f168815ffd0 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 0x7f16881f28e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 0x7f16881f28e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48802/0 (socket says 172.21.15.92:48802) 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686a00640 1 -- 172.21.15.92:0/1769983821 learned_addr learned my addr 172.21.15.92:0/1769983821 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1687400640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815ffd0 0x7f1688155380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686000640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168815a050 0x7f16881501d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686a00640 1 -- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815ffd0 msgr2=0x7f1688155380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686a00640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815ffd0 0x7f1688155380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686a00640 1 -- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168815a050 msgr2=0x7f16881501d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:34.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686a00640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168815a050 0x7f16881501d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:34.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686a00640 1 -- 172.21.15.92:0/1769983821 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1688154000 con 0x7f16880731c0 2024-09-19T06:03:34.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1687400640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815ffd0 0x7f1688155380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:34.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.333+0000 7f1686000640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168815a050 0x7f16881501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:34.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.334+0000 7f1686a00640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 0x7f16881f28e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f167800c7f0 tx=0x7f167800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:34.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.334+0000 7f167f400640 1 -- 172.21.15.92:0/1769983821 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678015070 con 0x7f16880731c0 2024-09-19T06:03:34.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.334+0000 7f167f400640 1 -- 172.21.15.92:0/1769983821 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1678007a30 con 0x7f16880731c0 2024-09-19T06:03:34.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.334+0000 7f167f400640 1 -- 172.21.15.92:0/1769983821 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678007e00 con 0x7f16880731c0 2024-09-19T06:03:34.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.334+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f16881542e0 con 0x7f16880731c0 2024-09-19T06:03:34.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.334+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f16881548a0 con 0x7f16880731c0 2024-09-19T06:03:34.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.335+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f16880b36e0 con 0x7f16880731c0 2024-09-19T06:03:34.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.336+0000 7f167f400640 1 -- 172.21.15.92:0/1769983821 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1678018070 con 0x7f16880731c0 2024-09-19T06:03:34.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.337+0000 7f167f400640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166806c2e0 0x7f166806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:34.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.337+0000 7f167f400640 1 -- 172.21.15.92:0/1769983821 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(54..54 src has 1..54) ==== 5609+0+0 (secure 0 0 0) 0x7f167808b370 con 0x7f16880731c0 2024-09-19T06:03:34.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.337+0000 7f1686000640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166806c2e0 0x7f166806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:34.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.338+0000 7f1686000640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166806c2e0 0x7f166806e7a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f1674034000 tx=0x7f167402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:34.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.342+0000 7f167f400640 1 -- 172.21.15.92:0/1769983821 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1678059b40 con 0x7f16880731c0 2024-09-19T06:03:34.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:34.550+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f16880b6070 con 0x7f16880731c0 2024-09-19T06:03:35.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.146+0000 7f167f400640 1 -- 172.21.15.92:0/1769983821 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v30) ==== 172+0+0 (secure 0 0 0) 0x7f1678059440 con 0x7f16880731c0 2024-09-19T06:03:35.149 INFO:teuthology.orchestra.run.smithi092.stderr:new fs with metadata pool 8 and data pool 9 2024-09-19T06:03:35.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.152+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166806c2e0 msgr2=0x7f166806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.152+0000 7f168de00640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166806c2e0 0x7f166806e7a0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f1674034000 tx=0x7f167402e000 comp rx=0 tx=0).stop 2024-09-19T06:03:35.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.152+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 msgr2=0x7f16881f28e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.152+0000 7f168de00640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 0x7f16881f28e0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f167800c7f0 tx=0x7f167800cbf0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.156+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 shutdown_connections 2024-09-19T06:03:35.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.156+0000 7f168de00640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168815ffd0 0x7f1688155380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.156+0000 7f168de00640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166806c2e0 0x7f166806e7a0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.156+0000 7f168de00640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168815a050 0x7f16881501d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.156+0000 7f168de00640 1 --2- 172.21.15.92:0/1769983821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f16880731c0 0x7f16881f28e0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.156+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 >> 172.21.15.92:0/1769983821 conn(0x7f168806d0f0 msgr2=0x7f16880b5170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:35.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.157+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 shutdown_connections 2024-09-19T06:03:35.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.157+0000 7f168de00640 1 -- 172.21.15.92:0/1769983821 wait complete. 2024-09-19T06:03:35.186 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:35.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.338+0000 7f8e2b000640 1 Processor -- start 2024-09-19T06:03:35.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.339+0000 7f8e2b000640 1 -- start start 2024-09-19T06:03:35.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.340+0000 7f8e2b000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 0x7f8e2415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.340+0000 7f8e2b000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8e240cf6c0 0x7f8e240cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.340+0000 7f8e2b000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e240b49c0 con 0x7f8e240b5dd0 2024-09-19T06:03:35.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.340+0000 7f8e2b000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8e2415ca90 con 0x7f8e240cf6c0 2024-09-19T06:03:35.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.340+0000 7f8e2b000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8e240b4cf0 con 0x7f8e2415c170 2024-09-19T06:03:35.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.340+0000 7f8e1b400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8e240cf6c0 0x7f8e240cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.340+0000 7f8e29000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f8e240b5dd0 0x7f8e2415ffb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37500/0 (socket says 172.21.15.92:37500) 2024-09-19T06:03:35.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.340+0000 7f8e29000640 1 -- 172.21.15.92:0/86127450 learned_addr learned my addr 172.21.15.92:0/86127450 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.340+0000 7f8e23e00640 1 --2- 172.21.15.92:0/86127450 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 0x7f8e2415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.341+0000 7f8e1b400640 1 -- 172.21.15.92:0/86127450 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 msgr2=0x7f8e2415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.341+0000 7f8e1b400640 1 --2- 172.21.15.92:0/86127450 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 0x7f8e2415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.341+0000 7f8e1b400640 1 -- 172.21.15.92:0/86127450 >> v1:172.21.15.92:6789/0 conn(0x7f8e240b5dd0 legacy=0x7f8e2415ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.341+0000 7f8e1b400640 1 -- 172.21.15.92:0/86127450 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e240b4fd0 con 0x7f8e240cf6c0 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.341+0000 7f8e23400640 1 -- 172.21.15.92:0/86127450 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1158818745 0 0) 0x7f8e240b49c0 con 0x7f8e240b5dd0 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.341+0000 7f8e23e00640 1 --2- 172.21.15.92:0/86127450 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 0x7f8e2415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e1b400640 1 --2- 172.21.15.92:0/86127450 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 0x7f8e240cfb00 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0097a0 tx=0x7f8e0c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=952a0a222158b860 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e23400640 1 -- 172.21.15.92:0/86127450 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c037070 con 0x7f8e240cf6c0 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e23400640 1 -- 172.21.15.92:0/86127450 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e0c032440 con 0x7f8e240cf6c0 2024-09-19T06:03:35.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e23400640 1 -- 172.21.15.92:0/86127450 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c032810 con 0x7f8e240cf6c0 2024-09-19T06:03:35.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e2b000640 1 -- 172.21.15.92:0/86127450 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 msgr2=0x7f8e240cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e2b000640 1 --2- 172.21.15.92:0/86127450 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 0x7f8e240cfb00 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0097a0 tx=0x7f8e0c02a180 comp rx=0 tx=0).stop 2024-09-19T06:03:35.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e2b000640 1 -- 172.21.15.92:0/86127450 shutdown_connections 2024-09-19T06:03:35.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e2b000640 1 --2- 172.21.15.92:0/86127450 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 0x7f8e240cfb00 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e2b000640 1 --2- 172.21.15.92:0/86127450 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 0x7f8e2415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.342+0000 7f8e2b000640 1 -- 172.21.15.92:0/86127450 >> 172.21.15.92:0/86127450 conn(0x7f8e2406bc10 msgr2=0x7f8e2406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:35.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.343+0000 7f8e2b000640 1 -- 172.21.15.92:0/86127450 shutdown_connections 2024-09-19T06:03:35.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.343+0000 7f8e2b000640 1 -- 172.21.15.92:0/86127450 wait complete. 2024-09-19T06:03:35.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.344+0000 7f8e2b000640 1 Processor -- start 2024-09-19T06:03:35.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.344+0000 7f8e2b000640 1 -- start start 2024-09-19T06:03:35.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.345+0000 7f8e2b000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e240b5dd0 0x7f8e2413cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.345+0000 7f8e2b000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 0x7f8e2414bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.345+0000 7f8e2b000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 0x7f8e240ce5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.345+0000 7f8e2b000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8e240b5870 con 0x7f8e240cf6c0 2024-09-19T06:03:35.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.345+0000 7f8e2b000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8e240b5590 con 0x7f8e240b5dd0 2024-09-19T06:03:35.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.345+0000 7f8e2b000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8e240b5b50 con 0x7f8e2415c170 2024-09-19T06:03:35.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.345+0000 7f8e1b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 0x7f8e2414bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.345+0000 7f8e1b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 0x7f8e2414bad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48822/0 (socket says 172.21.15.92:48822) 2024-09-19T06:03:35.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.345+0000 7f8e1b400640 1 -- 172.21.15.92:0/3831577748 learned_addr learned my addr 172.21.15.92:0/3831577748 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e29000640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 0x7f8e240ce5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e23e00640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e240b5dd0 0x7f8e2413cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e1b400640 1 -- 172.21.15.92:0/3831577748 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 msgr2=0x7f8e240ce5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e1b400640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 0x7f8e240ce5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e1b400640 1 -- 172.21.15.92:0/3831577748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e240b5dd0 msgr2=0x7f8e2413cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e1b400640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e240b5dd0 0x7f8e2413cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e1b400640 1 -- 172.21.15.92:0/3831577748 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e2414f3e0 con 0x7f8e240cf6c0 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e1b400640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 0x7f8e2414bad0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0097a0 tx=0x7f8e0c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e20c00640 1 -- 172.21.15.92:0/3831577748 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c037050 con 0x7f8e240cf6c0 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e20c00640 1 -- 172.21.15.92:0/3831577748 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e0c038040 con 0x7f8e240cf6c0 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.346+0000 7f8e20c00640 1 -- 172.21.15.92:0/3831577748 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e0c004490 con 0x7f8e240cf6c0 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.347+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e2414f6c0 con 0x7f8e240cf6c0 2024-09-19T06:03:35.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.347+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e2414c010 con 0x7f8e240cf6c0 2024-09-19T06:03:35.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.348+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e2415c550 con 0x7f8e240cf6c0 2024-09-19T06:03:35.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.348+0000 7f8e20c00640 1 -- 172.21.15.92:0/3831577748 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8e0c030980 con 0x7f8e240cf6c0 2024-09-19T06:03:35.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.349+0000 7f8e20c00640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8e0006c2b0 0x7f8e0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.349+0000 7f8e20c00640 1 -- 172.21.15.92:0/3831577748 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5709+0+0 (secure 0 0 0) 0x7f8e0c0abff0 con 0x7f8e240cf6c0 2024-09-19T06:03:35.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.350+0000 7f8e23e00640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8e0006c2b0 0x7f8e0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.350+0000 7f8e23e00640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8e0006c2b0 0x7f8e0006e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8e1400aac0 tx=0x7f8e14008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:35.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.354+0000 7f8e20c00640 1 -- 172.21.15.92:0/3831577748 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8e0c07a220 con 0x7f8e240cf6c0 2024-09-19T06:03:35.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.529+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8e24152300 con 0x7f8e240cf6c0 2024-09-19T06:03:35.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.530+0000 7f8e20c00640 1 -- 172.21.15.92:0/3831577748 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+16726 (secure 0 0 0) 0x7f8e0c07e520 con 0x7f8e240cf6c0 2024-09-19T06:03:35.533 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:35.533 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":55,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:03:34.552170+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:03:32.302834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T06:03:33.536157+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8e0006c2b0 msgr2=0x7f8e0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8e0006c2b0 0x7f8e0006e770 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8e1400aac0 tx=0x7f8e14008040 comp rx=0 tx=0).stop 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 msgr2=0x7f8e2414bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 0x7f8e2414bad0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0097a0 tx=0x7f8e0c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 shutdown_connections 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e2415c170 0x7f8e240ce5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e240cf6c0 0x7f8e2414bad0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8e0006c2b0 0x7f8e0006e770 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 --2- 172.21.15.92:0/3831577748 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e240b5dd0 0x7f8e2413cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.532+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 >> 172.21.15.92:0/3831577748 conn(0x7f8e2406bc10 msgr2=0x7f8e240b27c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:35.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.533+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 shutdown_connections 2024-09-19T06:03:35.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.533+0000 7f8e2b000640 1 -- 172.21.15.92:0/3831577748 wait complete. 2024-09-19T06:03:35.551 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:35.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.702+0000 7f2c0da00640 1 Processor -- start 2024-09-19T06:03:35.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.702+0000 7f2c0da00640 1 -- start start 2024-09-19T06:03:35.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.703+0000 7f2c0da00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2c080b5be0 0x7f2c0815a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.703+0000 7f2c0da00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f2c080b29a0 0x7f2c0806de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c0da00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0815e600 0x7f2c0815eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c0da00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2c0815f410 con 0x7f2c080b5be0 2024-09-19T06:03:35.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c0da00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f2c080b6830 con 0x7f2c080b29a0 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c0da00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2c080cd0b0 con 0x7f2c0815e600 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c06a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2c080b5be0 0x7f2c0815a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c06a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2c080b5be0 0x7f2c0815a9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48826/0 (socket says 172.21.15.92:48826) 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c06a00640 1 -- 172.21.15.92:0/2430552575 learned_addr learned my addr 172.21.15.92:0/2430552575 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c06000640 1 --2- 172.21.15.92:0/2430552575 >> v2:172.21.15.102:3300/0 conn(0x7f2c080b29a0 0x7f2c0806de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c07400640 1 --2- 172.21.15.92:0/2430552575 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0815e600 0x7f2c0815eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c06a00640 1 -- 172.21.15.92:0/2430552575 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0815e600 msgr2=0x7f2c0815eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c06a00640 1 --2- 172.21.15.92:0/2430552575 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0815e600 0x7f2c0815eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c06a00640 1 -- 172.21.15.92:0/2430552575 >> v2:172.21.15.102:3300/0 conn(0x7f2c080b29a0 msgr2=0x7f2c0806de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c06a00640 1 --2- 172.21.15.92:0/2430552575 >> v2:172.21.15.102:3300/0 conn(0x7f2c080b29a0 0x7f2c0806de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.704+0000 7f2c06a00640 1 -- 172.21.15.92:0/2430552575 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c080cd390 con 0x7f2c080b5be0 2024-09-19T06:03:35.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.705+0000 7f2c06a00640 1 --2- 172.21.15.92:0/2430552575 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c080b5be0 0x7f2c0815a9c0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2c080ccd90 tx=0x7f2bf802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c44b799e5d105b82 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:35.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.705+0000 7f2c05600640 1 -- 172.21.15.92:0/2430552575 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf8037070 con 0x7f2c080b5be0 2024-09-19T06:03:35.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c05600640 1 -- 172.21.15.92:0/2430552575 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bf8032440 con 0x7f2c080b5be0 2024-09-19T06:03:35.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c05600640 1 -- 172.21.15.92:0/2430552575 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bf8032810 con 0x7f2c080b5be0 2024-09-19T06:03:35.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c0da00640 1 -- 172.21.15.92:0/2430552575 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c080b5be0 msgr2=0x7f2c0815a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c0da00640 1 --2- 172.21.15.92:0/2430552575 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c080b5be0 0x7f2c0815a9c0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f2c080ccd90 tx=0x7f2bf802a140 comp rx=0 tx=0).stop 2024-09-19T06:03:35.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c0da00640 1 -- 172.21.15.92:0/2430552575 shutdown_connections 2024-09-19T06:03:35.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c0da00640 1 --2- 172.21.15.92:0/2430552575 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c0815e600 0x7f2c0815eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c0da00640 1 --2- 172.21.15.92:0/2430552575 >> v2:172.21.15.102:3300/0 conn(0x7f2c080b29a0 0x7f2c0806de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c0da00640 1 --2- 172.21.15.92:0/2430552575 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c080b5be0 0x7f2c0815a9c0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c0da00640 1 -- 172.21.15.92:0/2430552575 >> 172.21.15.92:0/2430552575 conn(0x7f2c0806bc10 msgr2=0x7f2c0806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:35.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c0da00640 1 -- 172.21.15.92:0/2430552575 shutdown_connections 2024-09-19T06:03:35.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.706+0000 7f2c0da00640 1 -- 172.21.15.92:0/2430552575 wait complete. 2024-09-19T06:03:35.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.708+0000 7f2c0da00640 1 Processor -- start 2024-09-19T06:03:35.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.708+0000 7f2c0da00640 1 -- start start 2024-09-19T06:03:35.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c0da00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c080b29a0 0x7f2c080c60e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c0da00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c080b5be0 0x7f2c08158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c0da00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0815e600 0x7f2c0815d200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c0da00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2c0806e380 con 0x7f2c0815e600 2024-09-19T06:03:35.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c0da00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2c080cd950 con 0x7f2c080b5be0 2024-09-19T06:03:35.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c0da00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2c0806e500 con 0x7f2c080b29a0 2024-09-19T06:03:35.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c07400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0815e600 0x7f2c0815d200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c07400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0815e600 0x7f2c0815d200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48834/0 (socket says 172.21.15.92:48834) 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c07400640 1 -- 172.21.15.92:0/500759083 learned_addr learned my addr 172.21.15.92:0/500759083 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c06a00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c080b29a0 0x7f2c080c60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.709+0000 7f2c06000640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c080b5be0 0x7f2c08158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2c07400640 1 -- 172.21.15.92:0/500759083 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c080b29a0 msgr2=0x7f2c080c60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2c07400640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c080b29a0 0x7f2c080c60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2c07400640 1 -- 172.21.15.92:0/500759083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c080b5be0 msgr2=0x7f2c08158bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2c07400640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c080b5be0 0x7f2c08158bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2c07400640 1 -- 172.21.15.92:0/500759083 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2c0815c160 con 0x7f2c0815e600 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2c07400640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0815e600 0x7f2c0815d200 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2c00007d20 tx=0x7f2c0000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:35.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2bfea00640 1 -- 172.21.15.92:0/500759083 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c00014420 con 0x7f2c0815e600 2024-09-19T06:03:35.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2bfea00640 1 -- 172.21.15.92:0/500759083 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2c00019070 con 0x7f2c0815e600 2024-09-19T06:03:35.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2bfea00640 1 -- 172.21.15.92:0/500759083 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2c00014820 con 0x7f2c0815e600 2024-09-19T06:03:35.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2c0815c440 con 0x7f2c0815e600 2024-09-19T06:03:35.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.710+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2c0815ca00 con 0x7f2c0815e600 2024-09-19T06:03:35.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.711+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2c0806de40 con 0x7f2c0815e600 2024-09-19T06:03:35.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.712+0000 7f2bfea00640 1 -- 172.21.15.92:0/500759083 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2c000149c0 con 0x7f2c0815e600 2024-09-19T06:03:35.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.713+0000 7f2bfea00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2b0 0x7f2be806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:35.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.713+0000 7f2bfea00640 1 -- 172.21.15.92:0/500759083 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5709+0+0 (secure 0 0 0) 0x7f2c0008bb10 con 0x7f2c0815e600 2024-09-19T06:03:35.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.714+0000 7f2c06a00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2b0 0x7f2be806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:35.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.714+0000 7f2c06a00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2b0 0x7f2be806e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2bf8034000 tx=0x7f2bf802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:35.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.718+0000 7f2bfea00640 1 -- 172.21.15.92:0/500759083 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2c00059c20 con 0x7f2c0815e600 2024-09-19T06:03:35.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.891+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f2c080cf270 con 0x7f2c0815e600 2024-09-19T06:03:35.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.892+0000 7f2bfea00640 1 -- 172.21.15.92:0/500759083 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v55) ==== 74+0+16726 (secure 0 0 0) 0x7f2c0005df20 con 0x7f2c0815e600 2024-09-19T06:03:35.894 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:35.894 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":55,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:03:34.552170+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:03:32.302834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T06:03:33.536157+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:35.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2b0 msgr2=0x7f2be806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2b0 0x7f2be806e770 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f2bf8034000 tx=0x7f2bf802e000 comp rx=0 tx=0).stop 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0815e600 msgr2=0x7f2c0815d200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0815e600 0x7f2c0815d200 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f2c00007d20 tx=0x7f2c0000e4b0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 shutdown_connections 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2c0815e600 0x7f2c0815d200 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2be806c2b0 0x7f2be806e770 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2c080b5be0 0x7f2c08158bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 --2- 172.21.15.92:0/500759083 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2c080b29a0 0x7f2c080c60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 >> 172.21.15.92:0/500759083 conn(0x7f2c0806bc10 msgr2=0x7f2c08156470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 shutdown_connections 2024-09-19T06:03:35.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:35.894+0000 7f2c0da00640 1 -- 172.21.15.92:0/500759083 wait complete. 2024-09-19T06:03:35.912 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:03:36.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.066+0000 7f3b24e00640 1 Processor -- start 2024-09-19T06:03:36.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.066+0000 7f3b24e00640 1 -- start start 2024-09-19T06:03:36.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.067+0000 7f3b24e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200d1590 0x7f3b200b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:36.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.067+0000 7f3b24e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b2015e9d0 con 0x7f3b2015e5f0 2024-09-19T06:03:36.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.067+0000 7f3b24e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3b200b8f20 con 0x7f3b200b8730 2024-09-19T06:03:36.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.067+0000 7f3b24e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3b200b9b30 con 0x7f3b200d1590 2024-09-19T06:03:36.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.067+0000 7f3b1f400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f3b2015e5f0 0x7f3b200d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37510/0 (socket says 172.21.15.92:37510) 2024-09-19T06:03:36.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.067+0000 7f3b1f400640 1 -- 172.21.15.92:0/1559568260 learned_addr learned my addr 172.21.15.92:0/1559568260 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:36.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.068+0000 7f3b16a00640 1 --2- 172.21.15.92:0/1559568260 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200d1590 0x7f3b200b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:36.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.068+0000 7f3b1ea00640 1 -- 172.21.15.92:0/1559568260 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 970102957 0 0) 0x7f3b2015e9d0 con 0x7f3b2015e5f0 2024-09-19T06:03:36.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.068+0000 7f3b1ea00640 1 -- 172.21.15.92:0/1559568260 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3b04003520 con 0x7f3b2015e5f0 2024-09-19T06:03:36.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.068+0000 7f3b1ea00640 1 -- 172.21.15.92:0/1559568260 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2592043223 0 0) 0x7f3b200b8f20 con 0x7f3b200b8730 2024-09-19T06:03:36.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.068+0000 7f3b1ea00640 1 -- 172.21.15.92:0/1559568260 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f3b2015e9d0 con 0x7f3b200b8730 2024-09-19T06:03:36.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.068+0000 7f3b16a00640 1 -- 172.21.15.92:0/1559568260 >> v1:172.21.15.102:6789/0 conn(0x7f3b200b8730 legacy=0x7f3b200d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:36.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.068+0000 7f3b16a00640 1 -- 172.21.15.92:0/1559568260 >> v1:172.21.15.92:6789/0 conn(0x7f3b2015e5f0 legacy=0x7f3b200d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:36.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.068+0000 7f3b16a00640 1 -- 172.21.15.92:0/1559568260 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b200b9200 con 0x7f3b200d1590 2024-09-19T06:03:36.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.069+0000 7f3b16a00640 1 --2- 172.21.15.92:0/1559568260 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200d1590 0x7f3b200b81f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3b080097d0 tx=0x7f3b0802a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b044dbee30751ecb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:36.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.069+0000 7f3b1ea00640 1 -- 172.21.15.92:0/1559568260 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b08037070 con 0x7f3b200d1590 2024-09-19T06:03:36.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.069+0000 7f3b1ea00640 1 -- 172.21.15.92:0/1559568260 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b08032440 con 0x7f3b200d1590 2024-09-19T06:03:36.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.069+0000 7f3b1ea00640 1 -- 172.21.15.92:0/1559568260 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b080327f0 con 0x7f3b200d1590 2024-09-19T06:03:36.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.070+0000 7f3b24e00640 1 -- 172.21.15.92:0/1559568260 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200d1590 msgr2=0x7f3b200b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:36.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.070+0000 7f3b24e00640 1 --2- 172.21.15.92:0/1559568260 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200d1590 0x7f3b200b81f0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f3b080097d0 tx=0x7f3b0802a200 comp rx=0 tx=0).stop 2024-09-19T06:03:36.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.070+0000 7f3b24e00640 1 -- 172.21.15.92:0/1559568260 shutdown_connections 2024-09-19T06:03:36.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.070+0000 7f3b24e00640 1 --2- 172.21.15.92:0/1559568260 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200d1590 0x7f3b200b81f0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:36.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.070+0000 7f3b24e00640 1 -- 172.21.15.92:0/1559568260 >> 172.21.15.92:0/1559568260 conn(0x7f3b20062630 msgr2=0x7f3b20062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:36.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.070+0000 7f3b24e00640 1 -- 172.21.15.92:0/1559568260 shutdown_connections 2024-09-19T06:03:36.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.070+0000 7f3b24e00640 1 -- 172.21.15.92:0/1559568260 wait complete. 2024-09-19T06:03:36.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.072+0000 7f3b24e00640 1 Processor -- start 2024-09-19T06:03:36.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.072+0000 7f3b24e00640 1 -- start start 2024-09-19T06:03:36.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b24e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200b8730 0x7f3b20157920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:36.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b24e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b200d1590 0x7f3b20158180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:36.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b24e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3b2015e5f0 0x7f3b2015a7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:36.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b24e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3b200b8ba0 con 0x7f3b2015e5f0 2024-09-19T06:03:36.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b24e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3b200b97c0 con 0x7f3b200d1590 2024-09-19T06:03:36.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b24e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3b200d32d0 con 0x7f3b200b8730 2024-09-19T06:03:36.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3b2015e5f0 0x7f3b2015a7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3b2015e5f0 0x7f3b2015a7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:48846/0 (socket says 172.21.15.92:48846) 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1fe00640 1 -- 172.21.15.92:0/1286515933 learned_addr learned my addr 172.21.15.92:0/1286515933 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b16a00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b200d1590 0x7f3b20158180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1f400640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200b8730 0x7f3b20157920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1fe00640 1 -- 172.21.15.92:0/1286515933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200b8730 msgr2=0x7f3b20157920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1fe00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200b8730 0x7f3b20157920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1fe00640 1 -- 172.21.15.92:0/1286515933 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b200d1590 msgr2=0x7f3b20158180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1fe00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b200d1590 0x7f3b20158180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1fe00640 1 -- 172.21.15.92:0/1286515933 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3b20158c40 con 0x7f3b2015e5f0 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.073+0000 7f3b1f400640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200b8730 0x7f3b20157920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.074+0000 7f3b1fe00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3b2015e5f0 0x7f3b2015a7a0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f3b1800c790 tx=0x7f3b1800cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:36.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.074+0000 7f3b17e00640 1 -- 172.21.15.92:0/1286515933 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b18003b70 con 0x7f3b2015e5f0 2024-09-19T06:03:36.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.074+0000 7f3b17e00640 1 -- 172.21.15.92:0/1286515933 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3b18003d10 con 0x7f3b2015e5f0 2024-09-19T06:03:36.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.074+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3b20158f20 con 0x7f3b2015e5f0 2024-09-19T06:03:36.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.074+0000 7f3b17e00640 1 -- 172.21.15.92:0/1286515933 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3b1800aa50 con 0x7f3b2015e5f0 2024-09-19T06:03:36.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.074+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3b201594e0 con 0x7f3b2015e5f0 2024-09-19T06:03:36.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.075+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3b200ba2a0 con 0x7f3b2015e5f0 2024-09-19T06:03:36.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.076+0000 7f3b17e00640 1 -- 172.21.15.92:0/1286515933 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3b1800abf0 con 0x7f3b2015e5f0 2024-09-19T06:03:36.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.077+0000 7f3b17e00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3afc06c2b0 0x7f3afc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:36.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.077+0000 7f3b17e00640 1 -- 172.21.15.92:0/1286515933 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(55..55 src has 1..55) ==== 5709+0+0 (secure 0 0 0) 0x7f3b1808b430 con 0x7f3b2015e5f0 2024-09-19T06:03:36.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.077+0000 7f3b1f400640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3afc06c2b0 0x7f3afc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:36.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.078+0000 7f3b1f400640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3afc06c2b0 0x7f3afc06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3b10005880 tx=0x7f3b10009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:36.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.081+0000 7f3b17e00640 1 -- 172.21.15.92:0/1286515933 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3b200ba2a0 con 0x7f3b2015e5f0 2024-09-19T06:03:36.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:36.294+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f3b200b81f0 con 0x7f3b2015e5f0 2024-09-19T06:03:37.122 INFO:tasks.ceph.mds.b.smithi102.stderr:2024-09-19T06:03:37.120+0000 7fe53b600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:03:37.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.163+0000 7f3b17e00640 1 -- 172.21.15.92:0/1286515933 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v33) ==== 118+0+0 (secure 0 0 0) 0x7f3b18059ba0 con 0x7f3b2015e5f0 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.165+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3afc06c2b0 msgr2=0x7f3afc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.165+0000 7f3b24e00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3afc06c2b0 0x7f3afc06e770 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f3b10005880 tx=0x7f3b10009040 comp rx=0 tx=0).stop 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3b2015e5f0 msgr2=0x7f3b2015a7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3b2015e5f0 0x7f3b2015a7a0 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f3b1800c790 tx=0x7f3b1800cc50 comp rx=0 tx=0).stop 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 shutdown_connections 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3b2015e5f0 0x7f3b2015a7a0 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3afc06c2b0 0x7f3afc06e770 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3b200d1590 0x7f3b20158180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 --2- 172.21.15.92:0/1286515933 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3b200b8730 0x7f3b20157920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 >> 172.21.15.92:0/1286515933 conn(0x7f3b20062630 msgr2=0x7f3b2015b700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:37.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 shutdown_connections 2024-09-19T06:03:37.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.166+0000 7f3b24e00640 1 -- 172.21.15.92:0/1286515933 wait complete. 2024-09-19T06:03:37.186 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:03:37.186 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:03:37.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.342+0000 7f8139400640 1 Processor -- start 2024-09-19T06:03:37.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.342+0000 7f8139400640 1 -- start start 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.343+0000 7f8139400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f813415a050 0x7f813415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.343+0000 7f8139400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f813415ee90 0x7f8134073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.343+0000 7f8139400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f813415a430 con 0x7f81340731c0 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.343+0000 7f8139400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8134073b40 con 0x7f813415a050 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.343+0000 7f8139400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f813415d9a0 con 0x7f813415ee90 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.343+0000 7f8132800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f813415a050 0x7f813415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.343+0000 7f8132800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f813415a050 0x7f813415d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58942/0 (socket says 172.21.15.92:58942) 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.343+0000 7f8132800640 1 -- 172.21.15.92:0/1121987357 learned_addr learned my addr 172.21.15.92:0/1121987357 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.344+0000 7f8133200640 1 --2- 172.21.15.92:0/1121987357 >> v2:172.21.15.102:3300/0 conn(0x7f813415ee90 0x7f8134073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:37.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.344+0000 7f8132800640 1 -- 172.21.15.92:0/1121987357 >> v2:172.21.15.102:3300/0 conn(0x7f813415ee90 msgr2=0x7f8134073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:37.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.344+0000 7f8132800640 1 --2- 172.21.15.92:0/1121987357 >> v2:172.21.15.102:3300/0 conn(0x7f813415ee90 0x7f8134073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.344+0000 7f8132800640 1 -- 172.21.15.92:0/1121987357 >> v1:172.21.15.102:6789/0 conn(0x7f81340731c0 legacy=0x7f813415ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:37.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.344+0000 7f8132800640 1 -- 172.21.15.92:0/1121987357 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81340cd0a0 con 0x7f813415a050 2024-09-19T06:03:37.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.344+0000 7f8133200640 1 --2- 172.21.15.92:0/1121987357 >> v2:172.21.15.102:3300/0 conn(0x7f813415ee90 0x7f8134073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:37.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.345+0000 7f8132800640 1 --2- 172.21.15.92:0/1121987357 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415a050 0x7f813415d460 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f81340b2950 tx=0x7f812402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4a154a024f30c4f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:37.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.345+0000 7f8131e00640 1 -- 172.21.15.92:0/1121987357 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124037070 con 0x7f813415a050 2024-09-19T06:03:37.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.345+0000 7f8131e00640 1 -- 172.21.15.92:0/1121987357 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8124032440 con 0x7f813415a050 2024-09-19T06:03:37.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.345+0000 7f8131e00640 1 -- 172.21.15.92:0/1121987357 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124032810 con 0x7f813415a050 2024-09-19T06:03:37.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.346+0000 7f8139400640 1 -- 172.21.15.92:0/1121987357 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415a050 msgr2=0x7f813415d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:37.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.346+0000 7f8139400640 1 --2- 172.21.15.92:0/1121987357 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415a050 0x7f813415d460 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f81340b2950 tx=0x7f812402a1a0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.346+0000 7f8139400640 1 -- 172.21.15.92:0/1121987357 shutdown_connections 2024-09-19T06:03:37.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.346+0000 7f8139400640 1 --2- 172.21.15.92:0/1121987357 >> v2:172.21.15.102:3300/0 conn(0x7f813415ee90 0x7f8134073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.346+0000 7f8139400640 1 --2- 172.21.15.92:0/1121987357 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415a050 0x7f813415d460 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.346+0000 7f8139400640 1 -- 172.21.15.92:0/1121987357 >> 172.21.15.92:0/1121987357 conn(0x7f813406d0f0 msgr2=0x7f813406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:37.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.346+0000 7f8139400640 1 -- 172.21.15.92:0/1121987357 shutdown_connections 2024-09-19T06:03:37.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.346+0000 7f8139400640 1 -- 172.21.15.92:0/1121987357 wait complete. 2024-09-19T06:03:37.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.347+0000 7f8139400640 1 Processor -- start 2024-09-19T06:03:37.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.348+0000 7f8139400640 1 -- start start 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.348+0000 7f8139400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81340731c0 0x7f8134154960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.348+0000 7f8139400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f813415a050 0x7f8134153030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.348+0000 7f8139400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415ee90 0x7f8134155c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.348+0000 7f8139400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f81340cd940 con 0x7f813415ee90 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.348+0000 7f8139400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f81340cd660 con 0x7f81340731c0 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.348+0000 7f8139400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f81340cdc20 con 0x7f813415a050 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8133200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415ee90 0x7f8134155c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8133200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415ee90 0x7f8134155c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58958/0 (socket says 172.21.15.92:58958) 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8133200640 1 -- 172.21.15.92:0/108789238 learned_addr learned my addr 172.21.15.92:0/108789238 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:37.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8132800640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81340731c0 0x7f8134154960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8129e00640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f813415a050 0x7f8134153030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8133200640 1 -- 172.21.15.92:0/108789238 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f813415a050 msgr2=0x7f8134153030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8133200640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f813415a050 0x7f8134153030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8133200640 1 -- 172.21.15.92:0/108789238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81340731c0 msgr2=0x7f8134154960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8133200640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81340731c0 0x7f8134154960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8133200640 1 -- 172.21.15.92:0/108789238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8134150840 con 0x7f813415ee90 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8129e00640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f813415a050 0x7f8134153030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.349+0000 7f8133200640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415ee90 0x7f8134155c80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f812c00cd50 tx=0x7f812c00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.350+0000 7f812b400640 1 -- 172.21.15.92:0/108789238 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c00f680 con 0x7f813415ee90 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.350+0000 7f812b400640 1 -- 172.21.15.92:0/108789238 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f812c00f840 con 0x7f813415ee90 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.350+0000 7f812b400640 1 -- 172.21.15.92:0/108789238 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f812c00fc30 con 0x7f813415ee90 2024-09-19T06:03:37.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.350+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81341537a0 con 0x7f813415ee90 2024-09-19T06:03:37.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.350+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8134150ae0 con 0x7f813415ee90 2024-09-19T06:03:37.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.351+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81340b36e0 con 0x7f813415ee90 2024-09-19T06:03:37.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.352+0000 7f812b400640 1 -- 172.21.15.92:0/108789238 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f812c00e3e0 con 0x7f813415ee90 2024-09-19T06:03:37.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.352+0000 7f812b400640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811006c2b0 0x7f811006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:37.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.353+0000 7f812b400640 1 -- 172.21.15.92:0/108789238 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f812c08c200 con 0x7f813415ee90 2024-09-19T06:03:37.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.353+0000 7f8132800640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811006c2b0 0x7f811006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:37.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.354+0000 7f8132800640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811006c2b0 0x7f811006e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8124034000 tx=0x7f812402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:37.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.357+0000 7f812b400640 1 -- 172.21.15.92:0/108789238 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f812c014030 con 0x7f813415ee90 2024-09-19T06:03:37.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:37.563+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f81340cee70 con 0x7f813415ee90 2024-09-19T06:03:38.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.164+0000 7f812b400640 1 -- 172.21.15.92:0/108789238 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v34) ==== 122+0+0 (secure 0 0 0) 0x7f812c05a8d0 con 0x7f813415ee90 2024-09-19T06:03:38.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811006c2b0 msgr2=0x7f811006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811006c2b0 0x7f811006e770 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f8124034000 tx=0x7f812402e000 comp rx=0 tx=0).stop 2024-09-19T06:03:38.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415ee90 msgr2=0x7f8134155c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415ee90 0x7f8134155c80 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f812c00cd50 tx=0x7f812c00a650 comp rx=0 tx=0).stop 2024-09-19T06:03:38.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 shutdown_connections 2024-09-19T06:03:38.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f813415ee90 0x7f8134155c80 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f813415a050 0x7f8134153030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811006c2b0 0x7f811006e770 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 --2- 172.21.15.92:0/108789238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f81340731c0 0x7f8134154960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 >> 172.21.15.92:0/108789238 conn(0x7f813406d0f0 msgr2=0x7f813406d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:38.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 shutdown_connections 2024-09-19T06:03:38.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.167+0000 7f8139400640 1 -- 172.21.15.92:0/108789238 wait complete. 2024-09-19T06:03:38.186 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:03:38.186 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:38.247 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:03:38.251 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:03:38.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.339+0000 7fd334a00640 1 Processor -- start 2024-09-19T06:03:38.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.339+0000 7fd334a00640 1 -- start start 2024-09-19T06:03:38.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.340+0000 7fd334a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd33015c550 0x7fd3300b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.340+0000 7fd334a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3300b4cf0 con 0x7fd33015c170 2024-09-19T06:03:38.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.340+0000 7fd334a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd3300b4fd0 con 0x7fd3300b6310 2024-09-19T06:03:38.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.340+0000 7fd334a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fd3300b52b0 con 0x7fd33015c550 2024-09-19T06:03:38.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.341+0000 7fd32d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd33015c550 0x7fd3300b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.341+0000 7fd32de00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd33015c170 0x7fd3300cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:34176/0 (socket says 172.21.15.92:34176) 2024-09-19T06:03:38.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.341+0000 7fd32de00640 1 -- 172.21.15.92:0/304490980 learned_addr learned my addr 172.21.15.92:0/304490980 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:38.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.341+0000 7fd32d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd33015c550 0x7fd3300b5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58962/0 (socket says 172.21.15.92:58962) 2024-09-19T06:03:38.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.341+0000 7fd32d400640 1 -- 172.21.15.92:0/304490980 >> v1:172.21.15.102:6789/0 conn(0x7fd3300b6310 legacy=0x7fd3300b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.341+0000 7fd32d400640 1 -- 172.21.15.92:0/304490980 >> v1:172.21.15.92:6789/0 conn(0x7fd33015c170 legacy=0x7fd3300cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.341+0000 7fd32d400640 1 -- 172.21.15.92:0/304490980 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd3300b5590 con 0x7fd33015c550 2024-09-19T06:03:38.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.341+0000 7fd32ca00640 1 -- 172.21.15.92:0/304490980 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3352333870 0 0) 0x7fd3300b4cf0 con 0x7fd33015c170 2024-09-19T06:03:38.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.342+0000 7fd32d400640 1 --2- 172.21.15.92:0/304490980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd33015c550 0x7fd3300b5dd0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd31c0097d0 tx=0x7fd31c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a22f67b2a3c704a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:38.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.342+0000 7fd32ca00640 1 -- 172.21.15.92:0/304490980 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd31c037070 con 0x7fd33015c550 2024-09-19T06:03:38.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.342+0000 7fd32ca00640 1 -- 172.21.15.92:0/304490980 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd31c032440 con 0x7fd33015c550 2024-09-19T06:03:38.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.342+0000 7fd32ca00640 1 -- 172.21.15.92:0/304490980 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd31c032810 con 0x7fd33015c550 2024-09-19T06:03:38.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.343+0000 7fd334a00640 1 -- 172.21.15.92:0/304490980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd33015c550 msgr2=0x7fd3300b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.343+0000 7fd334a00640 1 --2- 172.21.15.92:0/304490980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd33015c550 0x7fd3300b5dd0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7fd31c0097d0 tx=0x7fd31c02a270 comp rx=0 tx=0).stop 2024-09-19T06:03:38.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.343+0000 7fd334a00640 1 -- 172.21.15.92:0/304490980 shutdown_connections 2024-09-19T06:03:38.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.343+0000 7fd334a00640 1 --2- 172.21.15.92:0/304490980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd33015c550 0x7fd3300b5dd0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.343+0000 7fd334a00640 1 -- 172.21.15.92:0/304490980 >> 172.21.15.92:0/304490980 conn(0x7fd33006bc10 msgr2=0x7fd33006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:38.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.343+0000 7fd334a00640 1 -- 172.21.15.92:0/304490980 shutdown_connections 2024-09-19T06:03:38.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.343+0000 7fd334a00640 1 -- 172.21.15.92:0/304490980 wait complete. 2024-09-19T06:03:38.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.345+0000 7fd334a00640 1 Processor -- start 2024-09-19T06:03:38.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.345+0000 7fd334a00640 1 -- start start 2024-09-19T06:03:38.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd334a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3300b6310 0x7fd330153de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd334a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd33015c170 0x7fd33015f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd334a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd33015c550 0x7fd330149f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd334a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd33015c9c0 con 0x7fd3300b6310 2024-09-19T06:03:38.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd334a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd3300b5b50 con 0x7fd33015c170 2024-09-19T06:03:38.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd334a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd3300cfdd0 con 0x7fd33015c550 2024-09-19T06:03:38.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3300b6310 0x7fd330153de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3300b6310 0x7fd330153de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58966/0 (socket says 172.21.15.92:58966) 2024-09-19T06:03:38.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32de00640 1 -- 172.21.15.92:0/356459948 learned_addr learned my addr 172.21.15.92:0/356459948 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:38.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32d400640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd33015c170 0x7fd33015f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32e800640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd33015c550 0x7fd330149f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32de00640 1 -- 172.21.15.92:0/356459948 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd33015c550 msgr2=0x7fd330149f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32de00640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd33015c550 0x7fd330149f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32de00640 1 -- 172.21.15.92:0/356459948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd33015c170 msgr2=0x7fd33015f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32de00640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd33015c170 0x7fd33015f5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.346+0000 7fd32de00640 1 -- 172.21.15.92:0/356459948 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd33014a4b0 con 0x7fd3300b6310 2024-09-19T06:03:38.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.347+0000 7fd32de00640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3300b6310 0x7fd330153de0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd32000c4d0 tx=0x7fd32000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:38.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.347+0000 7fd326000640 1 -- 172.21.15.92:0/356459948 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd320018070 con 0x7fd3300b6310 2024-09-19T06:03:38.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.347+0000 7fd326000640 1 -- 172.21.15.92:0/356459948 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd3200074e0 con 0x7fd3300b6310 2024-09-19T06:03:38.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.347+0000 7fd326000640 1 -- 172.21.15.92:0/356459948 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd320004a20 con 0x7fd3300b6310 2024-09-19T06:03:38.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.347+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd330154450 con 0x7fd3300b6310 2024-09-19T06:03:38.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.347+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd330154a10 con 0x7fd3300b6310 2024-09-19T06:03:38.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.348+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd3300b5db0 con 0x7fd3300b6310 2024-09-19T06:03:38.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.349+0000 7fd326000640 1 -- 172.21.15.92:0/356459948 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd32001b070 con 0x7fd3300b6310 2024-09-19T06:03:38.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.350+0000 7fd326000640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd31006c2e0 0x7fd31006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.350+0000 7fd326000640 1 -- 172.21.15.92:0/356459948 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fd32008a6b0 con 0x7fd3300b6310 2024-09-19T06:03:38.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.350+0000 7fd32d400640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd31006c2e0 0x7fd31006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.351+0000 7fd32d400640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd31006c2e0 0x7fd31006e7a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd31c034000 tx=0x7fd31c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:38.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.354+0000 7fd326000640 1 -- 172.21.15.92:0/356459948 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd3200587c0 con 0x7fd3300b6310 2024-09-19T06:03:38.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.563+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd33006cf60 con 0x7fd3300b6310 2024-09-19T06:03:38.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.563+0000 7fd326000640 1 -- 172.21.15.92:0/356459948 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5229 (secure 0 0 0) 0x7fd32005cac0 con 0x7fd3300b6310 2024-09-19T06:03:38.566 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:38.566 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":34,"btime":"2024-09-19T06:03:38:164153+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5320,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3596837151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3596837151},{"type":"v1","addr":"172.21.15.92:6836","nonce":3596837151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2624995313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2624995313},{"type":"v1","addr":"172.21.15.92:6837","nonce":2624995313}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5326,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3013882373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3013882373},{"type":"v1","addr":"172.21.15.102:6834","nonce":3013882373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:03:34.552495+0000","modified":"2024-09-19T06:03:37.565380+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5329":{"gid":5329,"name":"b","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6835/1383993518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1383993518},{"type":"v1","addr":"172.21.15.102:6835","nonce":1383993518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5329,"qdb_cluster":[5329]},"id":4}]} 2024-09-19T06:03:38.566 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 34 2024-09-19T06:03:38.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd31006c2e0 msgr2=0x7fd31006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd31006c2e0 0x7fd31006e7a0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd31c034000 tx=0x7fd31c02e000 comp rx=0 tx=0).stop 2024-09-19T06:03:38.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3300b6310 msgr2=0x7fd330153de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3300b6310 0x7fd330153de0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fd32000c4d0 tx=0x7fd32000c990 comp rx=0 tx=0).stop 2024-09-19T06:03:38.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 shutdown_connections 2024-09-19T06:03:38.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd33015c550 0x7fd330149f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd31006c2e0 0x7fd31006e7a0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd33015c170 0x7fd33015f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 --2- 172.21.15.92:0/356459948 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd3300b6310 0x7fd330153de0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 >> 172.21.15.92:0/356459948 conn(0x7fd33006bc10 msgr2=0x7fd3300b3900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:38.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 shutdown_connections 2024-09-19T06:03:38.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.566+0000 7fd334a00640 1 -- 172.21.15.92:0/356459948 wait complete. 2024-09-19T06:03:38.584 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:38.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.774+0000 7f34ed000640 1 Processor -- start 2024-09-19T06:03:38.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.774+0000 7f34ed000640 1 -- start start 2024-09-19T06:03:38.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.775+0000 7f34ed000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f34e815c170 0x7f34e815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.775+0000 7f34ed000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f34e80cf6c0 0x7f34e80cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.775+0000 7f34ed000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34e80b5dd0 0x7f34e80b6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.775+0000 7f34ed000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f34e815ca90 con 0x7f34e80cf6c0 2024-09-19T06:03:38.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.775+0000 7f34ed000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f34e80b4cf0 con 0x7f34e815c170 2024-09-19T06:03:38.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.775+0000 7f34ed000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f34e80b4fd0 con 0x7f34e80b5dd0 2024-09-19T06:03:38.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e5400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f34e80cf6c0 0x7f34e80cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e5400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f34e80cf6c0 0x7f34e80cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58974/0 (socket says 172.21.15.92:58974) 2024-09-19T06:03:38.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e5400640 1 -- 172.21.15.92:0/877641619 learned_addr learned my addr 172.21.15.92:0/877641619 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:38.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e5e00640 1 --2- 172.21.15.92:0/877641619 >> v2:172.21.15.102:3300/0 conn(0x7f34e815c170 0x7f34e815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e6800640 1 --2- 172.21.15.92:0/877641619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34e80b5dd0 0x7f34e80b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e5400640 1 -- 172.21.15.92:0/877641619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34e80b5dd0 msgr2=0x7f34e80b6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:38.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e5400640 1 --2- 172.21.15.92:0/877641619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34e80b5dd0 0x7f34e80b6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e5400640 1 -- 172.21.15.92:0/877641619 >> v2:172.21.15.102:3300/0 conn(0x7f34e815c170 msgr2=0x7f34e815c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:38.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e5400640 1 --2- 172.21.15.92:0/877641619 >> v2:172.21.15.102:3300/0 conn(0x7f34e815c170 0x7f34e815c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.776+0000 7f34e5400640 1 -- 172.21.15.92:0/877641619 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34e80b52b0 con 0x7f34e80cf6c0 2024-09-19T06:03:38.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.777+0000 7f34e5400640 1 --2- 172.21.15.92:0/877641619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80cf6c0 0x7f34e80cfb30 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f34d4009870 tx=0x7f34d402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4f36d4c9f4f2889 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:38.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34e4a00640 1 -- 172.21.15.92:0/877641619 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d4037070 con 0x7f34e80cf6c0 2024-09-19T06:03:38.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34e4a00640 1 -- 172.21.15.92:0/877641619 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34d4032440 con 0x7f34e80cf6c0 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34e4a00640 1 -- 172.21.15.92:0/877641619 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d4032810 con 0x7f34e80cf6c0 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34ed000640 1 -- 172.21.15.92:0/877641619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80cf6c0 msgr2=0x7f34e80cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34ed000640 1 --2- 172.21.15.92:0/877641619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80cf6c0 0x7f34e80cfb30 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f34d4009870 tx=0x7f34d402a210 comp rx=0 tx=0).stop 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34ed000640 1 -- 172.21.15.92:0/877641619 shutdown_connections 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34ed000640 1 --2- 172.21.15.92:0/877641619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34e80b5dd0 0x7f34e80b6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34ed000640 1 --2- 172.21.15.92:0/877641619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80cf6c0 0x7f34e80cfb30 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34ed000640 1 --2- 172.21.15.92:0/877641619 >> v2:172.21.15.102:3300/0 conn(0x7f34e815c170 0x7f34e815c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34ed000640 1 -- 172.21.15.92:0/877641619 >> 172.21.15.92:0/877641619 conn(0x7f34e806bc10 msgr2=0x7f34e806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34ed000640 1 -- 172.21.15.92:0/877641619 shutdown_connections 2024-09-19T06:03:38.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.778+0000 7f34ed000640 1 -- 172.21.15.92:0/877641619 wait complete. 2024-09-19T06:03:38.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.780+0000 7f34ed000640 1 Processor -- start 2024-09-19T06:03:38.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.780+0000 7f34ed000640 1 -- start start 2024-09-19T06:03:38.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34ed000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80b5dd0 0x7f34e8149260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34ed000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34e80cf6c0 0x7f34e815ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34ed000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34e815c170 0x7f34e8149c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34ed000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f34e80b5b50 con 0x7f34e80b5dd0 2024-09-19T06:03:38.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34ed000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f34e80b5870 con 0x7f34e80cf6c0 2024-09-19T06:03:38.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34ed000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f34e815ffb0 con 0x7f34e815c170 2024-09-19T06:03:38.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34e5e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80b5dd0 0x7f34e8149260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34e5e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80b5dd0 0x7f34e8149260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:58990/0 (socket says 172.21.15.92:58990) 2024-09-19T06:03:38.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34e5e00640 1 -- 172.21.15.92:0/4289960286 learned_addr learned my addr 172.21.15.92:0/4289960286 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:38.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34e5e00640 1 -- 172.21.15.92:0/4289960286 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34e815c170 msgr2=0x7f34e8149c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34e5e00640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34e815c170 0x7f34e8149c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34e5e00640 1 -- 172.21.15.92:0/4289960286 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34e80cf6c0 msgr2=0x7f34e815ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.781+0000 7f34e5400640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34e80cf6c0 0x7f34e815ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.782+0000 7f34e5e00640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34e80cf6c0 0x7f34e815ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.782+0000 7f34e5e00640 1 -- 172.21.15.92:0/4289960286 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34e81497a0 con 0x7f34e80b5dd0 2024-09-19T06:03:38.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.782+0000 7f34e5400640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34e80cf6c0 0x7f34e815ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:38.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.782+0000 7f34e5e00640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80b5dd0 0x7f34e8149260 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f34d800e7f0 tx=0x7f34d800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:38.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.782+0000 7f34de000640 1 -- 172.21.15.92:0/4289960286 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d8017070 con 0x7f34e80b5dd0 2024-09-19T06:03:38.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.782+0000 7f34de000640 1 -- 172.21.15.92:0/4289960286 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34d800c940 con 0x7f34e80b5dd0 2024-09-19T06:03:38.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.782+0000 7f34de000640 1 -- 172.21.15.92:0/4289960286 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34d800eea0 con 0x7f34e80b5dd0 2024-09-19T06:03:38.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.782+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34e815d670 con 0x7f34e80b5dd0 2024-09-19T06:03:38.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.782+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34e80cd400 con 0x7f34e80b5dd0 2024-09-19T06:03:38.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.783+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34e815c550 con 0x7f34e80b5dd0 2024-09-19T06:03:38.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.784+0000 7f34de000640 1 -- 172.21.15.92:0/4289960286 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f34d801a070 con 0x7f34e80b5dd0 2024-09-19T06:03:38.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.785+0000 7f34de000640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34c806c2b0 0x7f34c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:38.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.785+0000 7f34de000640 1 -- 172.21.15.92:0/4289960286 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f34d808b630 con 0x7f34e80b5dd0 2024-09-19T06:03:38.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.785+0000 7f34e5400640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34c806c2b0 0x7f34c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:38.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.786+0000 7f34e5400640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34c806c2b0 0x7f34c806e770 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f34d4034000 tx=0x7f34d402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:38.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.789+0000 7f34de000640 1 -- 172.21.15.92:0/4289960286 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f34e81497a0 con 0x7f34e80b5dd0 2024-09-19T06:03:38.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.967+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f34e81518a0 con 0x7f34e80b5dd0 2024-09-19T06:03:38.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.968+0000 7f34de000640 1 -- 172.21.15.92:0/4289960286 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+16713 (secure 0 0 0) 0x7f34d8059d90 con 0x7f34e80b5dd0 2024-09-19T06:03:38.971 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:38.971 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":56,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:03:36.144822+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:03:32.302834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T06:03:33.536157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:38.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34c806c2b0 msgr2=0x7f34c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34c806c2b0 0x7f34c806e770 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f34d4034000 tx=0x7f34d402e000 comp rx=0 tx=0).stop 2024-09-19T06:03:38.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80b5dd0 msgr2=0x7f34e8149260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:38.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80b5dd0 0x7f34e8149260 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f34d800e7f0 tx=0x7f34d800ecb0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 shutdown_connections 2024-09-19T06:03:38.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34e815c170 0x7f34e8149c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34c806c2b0 0x7f34c806e770 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34e80cf6c0 0x7f34e815ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 --2- 172.21.15.92:0/4289960286 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34e80b5dd0 0x7f34e8149260 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:38.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 >> 172.21.15.92:0/4289960286 conn(0x7f34e806bc10 msgr2=0x7f34e80cfaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:38.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 shutdown_connections 2024-09-19T06:03:38.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:38.971+0000 7f34ed000640 1 -- 172.21.15.92:0/4289960286 wait complete. 2024-09-19T06:03:38.989 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:03:38.989 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:03:39.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.140+0000 7f2ffe400640 1 Processor -- start 2024-09-19T06:03:39.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.141+0000 7f2ffe400640 1 -- start start 2024-09-19T06:03:39.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2ffe400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2ff80d2e30 0x7f2ff80b5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2ffe400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f2ff80b6bf0 0x7f2ff80b6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2ffe400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ff806cd20 con 0x7f2ff815e700 2024-09-19T06:03:39.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2ffe400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2ff806d000 con 0x7f2ff80d2e30 2024-09-19T06:03:39.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2ffe400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f2ff806d2e0 con 0x7f2ff80b6bf0 2024-09-19T06:03:39.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2fefe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2ff80d2e30 0x7f2ff80b5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2fefe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2ff80d2e30 0x7f2ff80b5310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59004/0 (socket says 172.21.15.92:59004) 2024-09-19T06:03:39.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2fefe00640 1 -- 172.21.15.92:0/1684320826 learned_addr learned my addr 172.21.15.92:0/1684320826 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:39.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2ffda00640 1 --2- 172.21.15.92:0/1684320826 >> v2:172.21.15.102:3300/0 conn(0x7f2ff80b6bf0 0x7f2ff80b6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2fefe00640 1 -- 172.21.15.92:0/1684320826 >> v2:172.21.15.102:3300/0 conn(0x7f2ff80b6bf0 msgr2=0x7f2ff80b6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:39.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2fefe00640 1 --2- 172.21.15.92:0/1684320826 >> v2:172.21.15.102:3300/0 conn(0x7f2ff80b6bf0 0x7f2ff80b6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.142+0000 7f2fefe00640 1 -- 172.21.15.92:0/1684320826 >> v1:172.21.15.92:6789/0 conn(0x7f2ff815e700 legacy=0x7f2ff815eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.143+0000 7f2fefe00640 1 -- 172.21.15.92:0/1684320826 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ff806d5c0 con 0x7f2ff80d2e30 2024-09-19T06:03:39.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.143+0000 7f2ffda00640 1 --2- 172.21.15.92:0/1684320826 >> v2:172.21.15.102:3300/0 conn(0x7f2ff80b6bf0 0x7f2ff80b6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:39.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.143+0000 7f2fefe00640 1 --2- 172.21.15.92:0/1684320826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff80d2e30 0x7f2ff80b5310 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f2ff80b1f20 tx=0x7f2fe002a1f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8626d9bb28a7f634 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:39.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ff7e00640 1 -- 172.21.15.92:0/1684320826 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe0037070 con 0x7f2ff80d2e30 2024-09-19T06:03:39.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ff7e00640 1 -- 172.21.15.92:0/1684320826 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2fe0032440 con 0x7f2ff80d2e30 2024-09-19T06:03:39.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ff7e00640 1 -- 172.21.15.92:0/1684320826 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2fe0032810 con 0x7f2ff80d2e30 2024-09-19T06:03:39.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ffe400640 1 -- 172.21.15.92:0/1684320826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff80d2e30 msgr2=0x7f2ff80b5310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ffe400640 1 --2- 172.21.15.92:0/1684320826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff80d2e30 0x7f2ff80b5310 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f2ff80b1f20 tx=0x7f2fe002a1f0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ffe400640 1 -- 172.21.15.92:0/1684320826 shutdown_connections 2024-09-19T06:03:39.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ffe400640 1 --2- 172.21.15.92:0/1684320826 >> v2:172.21.15.102:3300/0 conn(0x7f2ff80b6bf0 0x7f2ff80b6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ffe400640 1 --2- 172.21.15.92:0/1684320826 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff80d2e30 0x7f2ff80b5310 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ffe400640 1 -- 172.21.15.92:0/1684320826 >> 172.21.15.92:0/1684320826 conn(0x7f2ff80d2340 msgr2=0x7f2ff80d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:39.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.144+0000 7f2ffe400640 1 -- 172.21.15.92:0/1684320826 shutdown_connections 2024-09-19T06:03:39.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.145+0000 7f2ffe400640 1 -- 172.21.15.92:0/1684320826 wait complete. 2024-09-19T06:03:39.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.146+0000 7f2ffe400640 1 Processor -- start 2024-09-19T06:03:39.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.146+0000 7f2ffe400640 1 -- start start 2024-09-19T06:03:39.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.147+0000 7f2ffe400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ff80b6bf0 0x7f2ff80b0c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.147+0000 7f2ffe400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ff80d2e30 0x7f2ff80c87d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.147+0000 7f2ffe400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff815e700 0x7f2ff80c8d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.147+0000 7f2ffe400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff80b7510 con 0x7f2ff815e700 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.147+0000 7f2ffe400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2ff806db80 con 0x7f2ff80d2e30 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.147+0000 7f2ffe400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2ff80af8e0 con 0x7f2ff80b6bf0 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.147+0000 7f2ffda00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff815e700 0x7f2ff80c8d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.147+0000 7f2ffda00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff815e700 0x7f2ff80c8d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59018/0 (socket says 172.21.15.92:59018) 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.147+0000 7f2ffda00640 1 -- 172.21.15.92:0/1880986445 learned_addr learned my addr 172.21.15.92:0/1880986445 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ffd000640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ff80b6bf0 0x7f2ff80b0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2fefe00640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ff80d2e30 0x7f2ff80c87d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ffda00640 1 -- 172.21.15.92:0/1880986445 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ff80b6bf0 msgr2=0x7f2ff80b0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ffda00640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ff80b6bf0 0x7f2ff80b0c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ffda00640 1 -- 172.21.15.92:0/1880986445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ff80d2e30 msgr2=0x7f2ff80c87d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ffda00640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ff80d2e30 0x7f2ff80c87d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ffda00640 1 -- 172.21.15.92:0/1880986445 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ff80afbc0 con 0x7f2ff815e700 2024-09-19T06:03:39.151 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ffda00640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff815e700 0x7f2ff80c8d10 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2ff000cd80 tx=0x7f2ff000a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:39.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ff5600640 1 -- 172.21.15.92:0/1880986445 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff000f680 con 0x7f2ff815e700 2024-09-19T06:03:39.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ff5600640 1 -- 172.21.15.92:0/1880986445 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ff000f840 con 0x7f2ff815e700 2024-09-19T06:03:39.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ff5600640 1 -- 172.21.15.92:0/1880986445 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ff000fc30 con 0x7f2ff815e700 2024-09-19T06:03:39.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.148+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ff80afea0 con 0x7f2ff815e700 2024-09-19T06:03:39.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.149+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ff80b0460 con 0x7f2ff815e700 2024-09-19T06:03:39.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.149+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2ff80741e0 con 0x7f2ff815e700 2024-09-19T06:03:39.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.150+0000 7f2ff5600640 1 -- 172.21.15.92:0/1880986445 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2ff000e3e0 con 0x7f2ff815e700 2024-09-19T06:03:39.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.152+0000 7f2ff5600640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2fd406c2b0 0x7f2fd406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.152+0000 7f2ff5600640 1 -- 172.21.15.92:0/1880986445 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f2ff008c0f0 con 0x7f2ff815e700 2024-09-19T06:03:39.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.152+0000 7f2ffd000640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2fd406c2b0 0x7f2fd406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.153+0000 7f2ffd000640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2fd406c2b0 0x7f2fd406e770 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2ff80b1500 tx=0x7f2fe8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:39.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.156+0000 7f2ff5600640 1 -- 172.21.15.92:0/1880986445 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2ff80741e0 con 0x7f2ff815e700 2024-09-19T06:03:39.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.329+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2ff8068cb0 con 0x7f2fd406c2b0 2024-09-19T06:03:39.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.336+0000 7f2ff5600640 1 -- 172.21.15.92:0/1880986445 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251953 (secure 0 0 0) 0x7f2ff8068cb0 con 0x7f2fd406c2b0 2024-09-19T06:03:39.341 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:39.342 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:03:39.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2fd406c2b0 msgr2=0x7f2fd406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2fd406c2b0 0x7f2fd406e770 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f2ff80b1500 tx=0x7f2fe8009040 comp rx=0 tx=0).stop 2024-09-19T06:03:39.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff815e700 msgr2=0x7f2ff80c8d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff815e700 0x7f2ff80c8d10 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f2ff000cd80 tx=0x7f2ff000a650 comp rx=0 tx=0).stop 2024-09-19T06:03:39.344 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 shutdown_connections 2024-09-19T06:03:39.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ff815e700 0x7f2ff80c8d10 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2fd406c2b0 0x7f2fd406e770 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ff80d2e30 0x7f2ff80c87d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 --2- 172.21.15.92:0/1880986445 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ff80b6bf0 0x7f2ff80b0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.339+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 >> 172.21.15.92:0/1880986445 conn(0x7f2ff80d2340 msgr2=0x7f2ff80b2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:39.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.340+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 shutdown_connections 2024-09-19T06:03:39.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.340+0000 7f2ffe400640 1 -- 172.21.15.92:0/1880986445 wait complete. 2024-09-19T06:03:39.357 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":123,"stamp":"2024-09-19T06:03:38.903941+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":140,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255904,"kb_used_data":6396,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754718816,"statfs":{"total":773094113280,"available":772832067584,"internally_reserved":0,"allocated":6549504,"data_stored":3348656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.780667"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276600+0000","last_change":"2024-09-19T06:03:35.164900+0000","last_active":"2024-09-19T06:03:36.276600+0000","last_peered":"2024-09-19T06:03:36.276600+0000","last_clean":"2024-09-19T06:03:36.276600+0000","last_became_active":"2024-09-19T06:03:35.164509+0000","last_became_peered":"2024-09-19T06:03:35.164509+0000","last_unstale":"2024-09-19T06:03:36.276600+0000","last_undegraded":"2024-09-19T06:03:36.276600+0000","last_fullsized":"2024-09-19T06:03:36.276600+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:25.456134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153310+0000","last_change":"2024-09-19T06:03:35.153058+0000","last_active":"2024-09-19T06:03:36.153310+0000","last_peered":"2024-09-19T06:03:36.153310+0000","last_clean":"2024-09-19T06:03:36.153310+0000","last_became_active":"2024-09-19T06:03:35.152802+0000","last_became_peered":"2024-09-19T06:03:35.152802+0000","last_unstale":"2024-09-19T06:03:36.153310+0000","last_undegraded":"2024-09-19T06:03:36.153310+0000","last_fullsized":"2024-09-19T06:03:36.153310+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:27.554540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155026+0000","last_change":"2024-09-19T06:03:35.167959+0000","last_active":"2024-09-19T06:03:36.155026+0000","last_peered":"2024-09-19T06:03:36.155026+0000","last_clean":"2024-09-19T06:03:36.155026+0000","last_became_active":"2024-09-19T06:03:35.167654+0000","last_became_peered":"2024-09-19T06:03:35.167654+0000","last_unstale":"2024-09-19T06:03:36.155026+0000","last_undegraded":"2024-09-19T06:03:36.155026+0000","last_fullsized":"2024-09-19T06:03:36.155026+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:15.979705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277371+0000","last_change":"2024-09-19T06:03:35.160429+0000","last_active":"2024-09-19T06:03:36.277371+0000","last_peered":"2024-09-19T06:03:36.277371+0000","last_clean":"2024-09-19T06:03:36.277371+0000","last_became_active":"2024-09-19T06:03:35.155760+0000","last_became_peered":"2024-09-19T06:03:35.155760+0000","last_unstale":"2024-09-19T06:03:36.277371+0000","last_undegraded":"2024-09-19T06:03:36.277371+0000","last_fullsized":"2024-09-19T06:03:36.277371+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:11.622452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276428+0000","last_change":"2024-09-19T06:03:35.146978+0000","last_active":"2024-09-19T06:03:36.276428+0000","last_peered":"2024-09-19T06:03:36.276428+0000","last_clean":"2024-09-19T06:03:36.276428+0000","last_became_active":"2024-09-19T06:03:35.146728+0000","last_became_peered":"2024-09-19T06:03:35.146728+0000","last_unstale":"2024-09-19T06:03:36.276428+0000","last_undegraded":"2024-09-19T06:03:36.276428+0000","last_fullsized":"2024-09-19T06:03:36.276428+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:36.577674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165299+0000","last_change":"2024-09-19T06:03:35.154797+0000","last_active":"2024-09-19T06:03:36.165299+0000","last_peered":"2024-09-19T06:03:36.165299+0000","last_clean":"2024-09-19T06:03:36.165299+0000","last_became_active":"2024-09-19T06:03:35.154551+0000","last_became_peered":"2024-09-19T06:03:35.154551+0000","last_unstale":"2024-09-19T06:03:36.165299+0000","last_undegraded":"2024-09-19T06:03:36.165299+0000","last_fullsized":"2024-09-19T06:03:36.165299+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:45.553941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277353+0000","last_change":"2024-09-19T06:03:35.145463+0000","last_active":"2024-09-19T06:03:36.277353+0000","last_peered":"2024-09-19T06:03:36.277353+0000","last_clean":"2024-09-19T06:03:36.277353+0000","last_became_active":"2024-09-19T06:03:35.144966+0000","last_became_peered":"2024-09-19T06:03:35.144966+0000","last_unstale":"2024-09-19T06:03:36.277353+0000","last_undegraded":"2024-09-19T06:03:36.277353+0000","last_fullsized":"2024-09-19T06:03:36.277353+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:11.772616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.152879+0000","last_change":"2024-09-19T06:03:35.158171+0000","last_active":"2024-09-19T06:03:36.152879+0000","last_peered":"2024-09-19T06:03:36.152879+0000","last_clean":"2024-09-19T06:03:36.152879+0000","last_became_active":"2024-09-19T06:03:35.157520+0000","last_became_peered":"2024-09-19T06:03:35.157520+0000","last_unstale":"2024-09-19T06:03:36.152879+0000","last_undegraded":"2024-09-19T06:03:36.152879+0000","last_fullsized":"2024-09-19T06:03:36.152879+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:03.739090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278505+0000","last_change":"2024-09-19T06:03:35.150651+0000","last_active":"2024-09-19T06:03:36.278505+0000","last_peered":"2024-09-19T06:03:36.278505+0000","last_clean":"2024-09-19T06:03:36.278505+0000","last_became_active":"2024-09-19T06:03:35.150359+0000","last_became_peered":"2024-09-19T06:03:35.150359+0000","last_unstale":"2024-09-19T06:03:36.278505+0000","last_undegraded":"2024-09-19T06:03:36.278505+0000","last_fullsized":"2024-09-19T06:03:36.278505+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:17.120616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276962+0000","last_change":"2024-09-19T06:03:35.153553+0000","last_active":"2024-09-19T06:03:36.276962+0000","last_peered":"2024-09-19T06:03:36.276962+0000","last_clean":"2024-09-19T06:03:36.276962+0000","last_became_active":"2024-09-19T06:03:35.152301+0000","last_became_peered":"2024-09-19T06:03:35.152301+0000","last_unstale":"2024-09-19T06:03:36.276962+0000","last_undegraded":"2024-09-19T06:03:36.276962+0000","last_fullsized":"2024-09-19T06:03:36.276962+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:35.567810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277578+0000","last_change":"2024-09-19T06:03:35.163468+0000","last_active":"2024-09-19T06:03:36.277578+0000","last_peered":"2024-09-19T06:03:36.277578+0000","last_clean":"2024-09-19T06:03:36.277578+0000","last_became_active":"2024-09-19T06:03:35.163218+0000","last_became_peered":"2024-09-19T06:03:35.163218+0000","last_unstale":"2024-09-19T06:03:36.277578+0000","last_undegraded":"2024-09-19T06:03:36.277578+0000","last_fullsized":"2024-09-19T06:03:36.277578+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:26.188786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277574+0000","last_change":"2024-09-19T06:03:35.148506+0000","last_active":"2024-09-19T06:03:36.277574+0000","last_peered":"2024-09-19T06:03:36.277574+0000","last_clean":"2024-09-19T06:03:36.277574+0000","last_became_active":"2024-09-19T06:03:35.148071+0000","last_became_peered":"2024-09-19T06:03:35.148071+0000","last_unstale":"2024-09-19T06:03:36.277574+0000","last_undegraded":"2024-09-19T06:03:36.277574+0000","last_fullsized":"2024-09-19T06:03:36.277574+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:10:04.433556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154433+0000","last_change":"2024-09-19T06:03:35.156363+0000","last_active":"2024-09-19T06:03:36.154433+0000","last_peered":"2024-09-19T06:03:36.154433+0000","last_clean":"2024-09-19T06:03:36.154433+0000","last_became_active":"2024-09-19T06:03:35.156048+0000","last_became_peered":"2024-09-19T06:03:35.156048+0000","last_unstale":"2024-09-19T06:03:36.154433+0000","last_undegraded":"2024-09-19T06:03:36.154433+0000","last_fullsized":"2024-09-19T06:03:36.154433+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:36.652619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278144+0000","last_change":"2024-09-19T06:03:35.145988+0000","last_active":"2024-09-19T06:03:36.278144+0000","last_peered":"2024-09-19T06:03:36.278144+0000","last_clean":"2024-09-19T06:03:36.278144+0000","last_became_active":"2024-09-19T06:03:35.145677+0000","last_became_peered":"2024-09-19T06:03:35.145677+0000","last_unstale":"2024-09-19T06:03:36.278144+0000","last_undegraded":"2024-09-19T06:03:36.278144+0000","last_fullsized":"2024-09-19T06:03:36.278144+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:23.880647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277955+0000","last_change":"2024-09-19T06:03:35.145229+0000","last_active":"2024-09-19T06:03:36.277955+0000","last_peered":"2024-09-19T06:03:36.277955+0000","last_clean":"2024-09-19T06:03:36.277955+0000","last_became_active":"2024-09-19T06:03:35.144612+0000","last_became_peered":"2024-09-19T06:03:35.144612+0000","last_unstale":"2024-09-19T06:03:36.277955+0000","last_undegraded":"2024-09-19T06:03:36.277955+0000","last_fullsized":"2024-09-19T06:03:36.277955+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:40.741233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165251+0000","last_change":"2024-09-19T06:03:35.152228+0000","last_active":"2024-09-19T06:03:36.165251+0000","last_peered":"2024-09-19T06:03:36.165251+0000","last_clean":"2024-09-19T06:03:36.165251+0000","last_became_active":"2024-09-19T06:03:35.149971+0000","last_became_peered":"2024-09-19T06:03:35.149971+0000","last_unstale":"2024-09-19T06:03:36.165251+0000","last_undegraded":"2024-09-19T06:03:36.165251+0000","last_fullsized":"2024-09-19T06:03:36.165251+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:30.688118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153537+0000","last_change":"2024-09-19T06:03:35.162293+0000","last_active":"2024-09-19T06:03:36.153537+0000","last_peered":"2024-09-19T06:03:36.153537+0000","last_clean":"2024-09-19T06:03:36.153537+0000","last_became_active":"2024-09-19T06:03:35.162051+0000","last_became_peered":"2024-09-19T06:03:35.162051+0000","last_unstale":"2024-09-19T06:03:36.153537+0000","last_undegraded":"2024-09-19T06:03:36.153537+0000","last_fullsized":"2024-09-19T06:03:36.153537+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:45:14.005954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154978+0000","last_change":"2024-09-19T06:03:35.157552+0000","last_active":"2024-09-19T06:03:36.154978+0000","last_peered":"2024-09-19T06:03:36.154978+0000","last_clean":"2024-09-19T06:03:36.154978+0000","last_became_active":"2024-09-19T06:03:35.157064+0000","last_became_peered":"2024-09-19T06:03:35.157064+0000","last_unstale":"2024-09-19T06:03:36.154978+0000","last_undegraded":"2024-09-19T06:03:36.154978+0000","last_fullsized":"2024-09-19T06:03:36.154978+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:38.361445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276536+0000","last_change":"2024-09-19T06:03:35.162666+0000","last_active":"2024-09-19T06:03:36.276536+0000","last_peered":"2024-09-19T06:03:36.276536+0000","last_clean":"2024-09-19T06:03:36.276536+0000","last_became_active":"2024-09-19T06:03:35.162400+0000","last_became_peered":"2024-09-19T06:03:35.162400+0000","last_unstale":"2024-09-19T06:03:36.276536+0000","last_undegraded":"2024-09-19T06:03:36.276536+0000","last_fullsized":"2024-09-19T06:03:36.276536+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:30.628697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153351+0000","last_change":"2024-09-19T06:03:35.161822+0000","last_active":"2024-09-19T06:03:36.153351+0000","last_peered":"2024-09-19T06:03:36.153351+0000","last_clean":"2024-09-19T06:03:36.153351+0000","last_became_active":"2024-09-19T06:03:35.160860+0000","last_became_peered":"2024-09-19T06:03:35.160860+0000","last_unstale":"2024-09-19T06:03:36.153351+0000","last_undegraded":"2024-09-19T06:03:36.153351+0000","last_fullsized":"2024-09-19T06:03:36.153351+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:14.537371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154946+0000","last_change":"2024-09-19T06:03:35.159357+0000","last_active":"2024-09-19T06:03:36.154946+0000","last_peered":"2024-09-19T06:03:36.154946+0000","last_clean":"2024-09-19T06:03:36.154946+0000","last_became_active":"2024-09-19T06:03:35.156835+0000","last_became_peered":"2024-09-19T06:03:35.156835+0000","last_unstale":"2024-09-19T06:03:36.154946+0000","last_undegraded":"2024-09-19T06:03:36.154946+0000","last_fullsized":"2024-09-19T06:03:36.154946+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:10:04.433556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153620+0000","last_change":"2024-09-19T06:03:35.164596+0000","last_active":"2024-09-19T06:03:36.153620+0000","last_peered":"2024-09-19T06:03:36.153620+0000","last_clean":"2024-09-19T06:03:36.153620+0000","last_became_active":"2024-09-19T06:03:35.163156+0000","last_became_peered":"2024-09-19T06:03:35.163156+0000","last_unstale":"2024-09-19T06:03:36.153620+0000","last_undegraded":"2024-09-19T06:03:36.153620+0000","last_fullsized":"2024-09-19T06:03:36.153620+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:02.722174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154110+0000","last_change":"2024-09-19T06:03:35.156980+0000","last_active":"2024-09-19T06:03:36.154110+0000","last_peered":"2024-09-19T06:03:36.154110+0000","last_clean":"2024-09-19T06:03:36.154110+0000","last_became_active":"2024-09-19T06:03:35.156554+0000","last_became_peered":"2024-09-19T06:03:35.156554+0000","last_unstale":"2024-09-19T06:03:36.154110+0000","last_undegraded":"2024-09-19T06:03:36.154110+0000","last_fullsized":"2024-09-19T06:03:36.154110+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:03.554620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154002+0000","last_change":"2024-09-19T06:03:35.154664+0000","last_active":"2024-09-19T06:03:36.154002+0000","last_peered":"2024-09-19T06:03:36.154002+0000","last_clean":"2024-09-19T06:03:36.154002+0000","last_became_active":"2024-09-19T06:03:35.154423+0000","last_became_peered":"2024-09-19T06:03:35.154423+0000","last_unstale":"2024-09-19T06:03:36.154002+0000","last_undegraded":"2024-09-19T06:03:36.154002+0000","last_fullsized":"2024-09-19T06:03:36.154002+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:44.422228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276680+0000","last_change":"2024-09-19T06:03:35.145184+0000","last_active":"2024-09-19T06:03:36.276680+0000","last_peered":"2024-09-19T06:03:36.276680+0000","last_clean":"2024-09-19T06:03:36.276680+0000","last_became_active":"2024-09-19T06:03:35.144884+0000","last_became_peered":"2024-09-19T06:03:35.144884+0000","last_unstale":"2024-09-19T06:03:36.276680+0000","last_undegraded":"2024-09-19T06:03:36.276680+0000","last_fullsized":"2024-09-19T06:03:36.276680+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:28.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277593+0000","last_change":"2024-09-19T06:03:35.145152+0000","last_active":"2024-09-19T06:03:36.277593+0000","last_peered":"2024-09-19T06:03:36.277593+0000","last_clean":"2024-09-19T06:03:36.277593+0000","last_became_active":"2024-09-19T06:03:35.143377+0000","last_became_peered":"2024-09-19T06:03:35.143377+0000","last_unstale":"2024-09-19T06:03:36.277593+0000","last_undegraded":"2024-09-19T06:03:36.277593+0000","last_fullsized":"2024-09-19T06:03:36.277593+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:05.833741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165565+0000","last_change":"2024-09-19T06:03:35.154538+0000","last_active":"2024-09-19T06:03:36.165565+0000","last_peered":"2024-09-19T06:03:36.165565+0000","last_clean":"2024-09-19T06:03:36.165565+0000","last_became_active":"2024-09-19T06:03:35.154293+0000","last_became_peered":"2024-09-19T06:03:35.154293+0000","last_unstale":"2024-09-19T06:03:36.165565+0000","last_undegraded":"2024-09-19T06:03:36.165565+0000","last_fullsized":"2024-09-19T06:03:36.165565+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:49.201794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277165+0000","last_change":"2024-09-19T06:03:35.151924+0000","last_active":"2024-09-19T06:03:36.277165+0000","last_peered":"2024-09-19T06:03:36.277165+0000","last_clean":"2024-09-19T06:03:36.277165+0000","last_became_active":"2024-09-19T06:03:35.151618+0000","last_became_peered":"2024-09-19T06:03:35.151618+0000","last_unstale":"2024-09-19T06:03:36.277165+0000","last_undegraded":"2024-09-19T06:03:36.277165+0000","last_fullsized":"2024-09-19T06:03:36.277165+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:06.836250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153317+0000","last_change":"2024-09-19T06:03:35.157213+0000","last_active":"2024-09-19T06:03:36.153317+0000","last_peered":"2024-09-19T06:03:36.153317+0000","last_clean":"2024-09-19T06:03:36.153317+0000","last_became_active":"2024-09-19T06:03:35.156950+0000","last_became_peered":"2024-09-19T06:03:35.156950+0000","last_unstale":"2024-09-19T06:03:36.153317+0000","last_undegraded":"2024-09-19T06:03:36.153317+0000","last_fullsized":"2024-09-19T06:03:36.153317+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:31.006385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155205+0000","last_change":"2024-09-19T06:03:35.169943+0000","last_active":"2024-09-19T06:03:36.155205+0000","last_peered":"2024-09-19T06:03:36.155205+0000","last_clean":"2024-09-19T06:03:36.155205+0000","last_became_active":"2024-09-19T06:03:35.166618+0000","last_became_peered":"2024-09-19T06:03:35.166618+0000","last_unstale":"2024-09-19T06:03:36.155205+0000","last_undegraded":"2024-09-19T06:03:36.155205+0000","last_fullsized":"2024-09-19T06:03:36.155205+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:30.688118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276997+0000","last_change":"2024-09-19T06:03:35.145110+0000","last_active":"2024-09-19T06:03:36.276997+0000","last_peered":"2024-09-19T06:03:36.276997+0000","last_clean":"2024-09-19T06:03:36.276997+0000","last_became_active":"2024-09-19T06:03:35.144837+0000","last_became_peered":"2024-09-19T06:03:35.144837+0000","last_unstale":"2024-09-19T06:03:36.276997+0000","last_undegraded":"2024-09-19T06:03:36.276997+0000","last_fullsized":"2024-09-19T06:03:36.276997+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:33.121590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165399+0000","last_change":"2024-09-19T06:03:35.152191+0000","last_active":"2024-09-19T06:03:36.165399+0000","last_peered":"2024-09-19T06:03:36.165399+0000","last_clean":"2024-09-19T06:03:36.165399+0000","last_became_active":"2024-09-19T06:03:35.149672+0000","last_became_peered":"2024-09-19T06:03:35.149672+0000","last_unstale":"2024-09-19T06:03:36.165399+0000","last_undegraded":"2024-09-19T06:03:36.165399+0000","last_fullsized":"2024-09-19T06:03:36.165399+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:23.800250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165708+0000","last_change":"2024-09-19T06:03:35.156790+0000","last_active":"2024-09-19T06:03:36.165708+0000","last_peered":"2024-09-19T06:03:36.165708+0000","last_clean":"2024-09-19T06:03:36.165708+0000","last_became_active":"2024-09-19T06:03:35.156533+0000","last_became_peered":"2024-09-19T06:03:35.156533+0000","last_unstale":"2024-09-19T06:03:36.165708+0000","last_undegraded":"2024-09-19T06:03:36.165708+0000","last_fullsized":"2024-09-19T06:03:36.165708+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:29.524042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"55'4","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165819+0000","last_change":"2024-09-19T06:03:34.154057+0000","last_active":"2024-09-19T06:03:36.165819+0000","last_peered":"2024-09-19T06:03:36.165819+0000","last_clean":"2024-09-19T06:03:36.165819+0000","last_became_active":"2024-09-19T06:03:34.153812+0000","last_became_peered":"2024-09-19T06:03:34.153812+0000","last_unstale":"2024-09-19T06:03:36.165819+0000","last_undegraded":"2024-09-19T06:03:36.165819+0000","last_fullsized":"2024-09-19T06:03:36.165819+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:22.872483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277057+0000","last_change":"2024-09-19T06:03:35.151293+0000","last_active":"2024-09-19T06:03:36.277057+0000","last_peered":"2024-09-19T06:03:36.277057+0000","last_clean":"2024-09-19T06:03:36.277057+0000","last_became_active":"2024-09-19T06:03:35.151015+0000","last_became_peered":"2024-09-19T06:03:35.151015+0000","last_unstale":"2024-09-19T06:03:36.277057+0000","last_undegraded":"2024-09-19T06:03:36.277057+0000","last_fullsized":"2024-09-19T06:03:36.277057+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:57.044542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153406+0000","last_change":"2024-09-19T06:03:34.160620+0000","last_active":"2024-09-19T06:03:36.153406+0000","last_peered":"2024-09-19T06:03:36.153406+0000","last_clean":"2024-09-19T06:03:36.153406+0000","last_became_active":"2024-09-19T06:03:34.160353+0000","last_became_peered":"2024-09-19T06:03:34.160353+0000","last_unstale":"2024-09-19T06:03:36.153406+0000","last_undegraded":"2024-09-19T06:03:36.153406+0000","last_fullsized":"2024-09-19T06:03:36.153406+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:14.971542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165776+0000","last_change":"2024-09-19T06:03:35.159917+0000","last_active":"2024-09-19T06:03:36.165776+0000","last_peered":"2024-09-19T06:03:36.165776+0000","last_clean":"2024-09-19T06:03:36.165776+0000","last_became_active":"2024-09-19T06:03:35.159648+0000","last_became_peered":"2024-09-19T06:03:35.159648+0000","last_unstale":"2024-09-19T06:03:36.165776+0000","last_undegraded":"2024-09-19T06:03:36.165776+0000","last_fullsized":"2024-09-19T06:03:36.165776+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:08.475177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165678+0000","last_change":"2024-09-19T06:03:34.148498+0000","last_active":"2024-09-19T06:03:36.165678+0000","last_peered":"2024-09-19T06:03:36.165678+0000","last_clean":"2024-09-19T06:03:36.165678+0000","last_became_active":"2024-09-19T06:03:34.148241+0000","last_became_peered":"2024-09-19T06:03:34.148241+0000","last_unstale":"2024-09-19T06:03:36.165678+0000","last_undegraded":"2024-09-19T06:03:36.165678+0000","last_fullsized":"2024-09-19T06:03:36.165678+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:30.420577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165579+0000","last_change":"2024-09-19T06:03:35.157820+0000","last_active":"2024-09-19T06:03:36.165579+0000","last_peered":"2024-09-19T06:03:36.165579+0000","last_clean":"2024-09-19T06:03:36.165579+0000","last_became_active":"2024-09-19T06:03:35.157292+0000","last_became_peered":"2024-09-19T06:03:35.157292+0000","last_unstale":"2024-09-19T06:03:36.165579+0000","last_undegraded":"2024-09-19T06:03:36.165579+0000","last_fullsized":"2024-09-19T06:03:36.165579+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:26.331801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277711+0000","last_change":"2024-09-19T06:03:34.153801+0000","last_active":"2024-09-19T06:03:36.277711+0000","last_peered":"2024-09-19T06:03:36.277711+0000","last_clean":"2024-09-19T06:03:36.277711+0000","last_became_active":"2024-09-19T06:03:34.153470+0000","last_became_peered":"2024-09-19T06:03:34.153470+0000","last_unstale":"2024-09-19T06:03:36.277711+0000","last_undegraded":"2024-09-19T06:03:36.277711+0000","last_fullsized":"2024-09-19T06:03:36.277711+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:05.157008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153533+0000","last_change":"2024-09-19T06:03:35.152662+0000","last_active":"2024-09-19T06:03:36.153533+0000","last_peered":"2024-09-19T06:03:36.153533+0000","last_clean":"2024-09-19T06:03:36.153533+0000","last_became_active":"2024-09-19T06:03:35.151957+0000","last_became_peered":"2024-09-19T06:03:35.151957+0000","last_unstale":"2024-09-19T06:03:36.153533+0000","last_undegraded":"2024-09-19T06:03:36.153533+0000","last_fullsized":"2024-09-19T06:03:36.153533+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:13:24.862233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277984+0000","last_change":"2024-09-19T06:03:34.155301+0000","last_active":"2024-09-19T06:03:36.277984+0000","last_peered":"2024-09-19T06:03:36.277984+0000","last_clean":"2024-09-19T06:03:36.277984+0000","last_became_active":"2024-09-19T06:03:34.154889+0000","last_became_peered":"2024-09-19T06:03:34.154889+0000","last_unstale":"2024-09-19T06:03:36.277984+0000","last_undegraded":"2024-09-19T06:03:36.277984+0000","last_fullsized":"2024-09-19T06:03:36.277984+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:35.644455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153172+0000","last_change":"2024-09-19T06:03:35.159747+0000","last_active":"2024-09-19T06:03:36.153172+0000","last_peered":"2024-09-19T06:03:36.153172+0000","last_clean":"2024-09-19T06:03:36.153172+0000","last_became_active":"2024-09-19T06:03:35.159454+0000","last_became_peered":"2024-09-19T06:03:35.159454+0000","last_unstale":"2024-09-19T06:03:36.153172+0000","last_undegraded":"2024-09-19T06:03:36.153172+0000","last_fullsized":"2024-09-19T06:03:36.153172+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:29.289204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165369+0000","last_change":"2024-09-19T06:03:34.151906+0000","last_active":"2024-09-19T06:03:36.165369+0000","last_peered":"2024-09-19T06:03:36.165369+0000","last_clean":"2024-09-19T06:03:36.165369+0000","last_became_active":"2024-09-19T06:03:34.151635+0000","last_became_peered":"2024-09-19T06:03:34.151635+0000","last_unstale":"2024-09-19T06:03:36.165369+0000","last_undegraded":"2024-09-19T06:03:36.165369+0000","last_fullsized":"2024-09-19T06:03:36.165369+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:01.752395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154035+0000","last_change":"2024-09-19T06:03:35.159028+0000","last_active":"2024-09-19T06:03:36.154035+0000","last_peered":"2024-09-19T06:03:36.154035+0000","last_clean":"2024-09-19T06:03:36.154035+0000","last_became_active":"2024-09-19T06:03:35.158708+0000","last_became_peered":"2024-09-19T06:03:35.158708+0000","last_unstale":"2024-09-19T06:03:36.154035+0000","last_undegraded":"2024-09-19T06:03:36.154035+0000","last_fullsized":"2024-09-19T06:03:36.154035+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.872453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277204+0000","last_change":"2024-09-19T06:03:34.152024+0000","last_active":"2024-09-19T06:03:36.277204+0000","last_peered":"2024-09-19T06:03:36.277204+0000","last_clean":"2024-09-19T06:03:36.277204+0000","last_became_active":"2024-09-19T06:03:34.151051+0000","last_became_peered":"2024-09-19T06:03:34.151051+0000","last_unstale":"2024-09-19T06:03:36.277204+0000","last_undegraded":"2024-09-19T06:03:36.277204+0000","last_fullsized":"2024-09-19T06:03:36.277204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:15.256261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153225+0000","last_change":"2024-09-19T06:03:35.154903+0000","last_active":"2024-09-19T06:03:36.153225+0000","last_peered":"2024-09-19T06:03:36.153225+0000","last_clean":"2024-09-19T06:03:36.153225+0000","last_became_active":"2024-09-19T06:03:35.153299+0000","last_became_peered":"2024-09-19T06:03:35.153299+0000","last_unstale":"2024-09-19T06:03:36.153225+0000","last_undegraded":"2024-09-19T06:03:36.153225+0000","last_fullsized":"2024-09-19T06:03:36.153225+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:24.777752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277527+0000","last_change":"2024-09-19T06:03:34.157590+0000","last_active":"2024-09-19T06:03:36.277527+0000","last_peered":"2024-09-19T06:03:36.277527+0000","last_clean":"2024-09-19T06:03:36.277527+0000","last_became_active":"2024-09-19T06:03:34.157329+0000","last_became_peered":"2024-09-19T06:03:34.157329+0000","last_unstale":"2024-09-19T06:03:36.277527+0000","last_undegraded":"2024-09-19T06:03:36.277527+0000","last_fullsized":"2024-09-19T06:03:36.277527+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:43.414064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278241+0000","last_change":"2024-09-19T06:03:35.142677+0000","last_active":"2024-09-19T06:03:36.278241+0000","last_peered":"2024-09-19T06:03:36.278241+0000","last_clean":"2024-09-19T06:03:36.278241+0000","last_became_active":"2024-09-19T06:03:35.142369+0000","last_became_peered":"2024-09-19T06:03:35.142369+0000","last_unstale":"2024-09-19T06:03:36.278241+0000","last_undegraded":"2024-09-19T06:03:36.278241+0000","last_fullsized":"2024-09-19T06:03:36.278241+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:31.428741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155382+0000","last_change":"2024-09-19T06:03:34.158631+0000","last_active":"2024-09-19T06:03:36.155382+0000","last_peered":"2024-09-19T06:03:36.155382+0000","last_clean":"2024-09-19T06:03:36.155382+0000","last_became_active":"2024-09-19T06:03:34.158353+0000","last_became_peered":"2024-09-19T06:03:34.158353+0000","last_unstale":"2024-09-19T06:03:36.155382+0000","last_undegraded":"2024-09-19T06:03:36.155382+0000","last_fullsized":"2024-09-19T06:03:36.155382+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:07.327932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155326+0000","last_change":"2024-09-19T06:03:35.164081+0000","last_active":"2024-09-19T06:03:36.155326+0000","last_peered":"2024-09-19T06:03:36.155326+0000","last_clean":"2024-09-19T06:03:36.155326+0000","last_became_active":"2024-09-19T06:03:35.163601+0000","last_became_peered":"2024-09-19T06:03:35.163601+0000","last_unstale":"2024-09-19T06:03:36.155326+0000","last_undegraded":"2024-09-19T06:03:36.155326+0000","last_fullsized":"2024-09-19T06:03:36.155326+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:56.450409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153472+0000","last_change":"2024-09-19T06:03:34.159940+0000","last_active":"2024-09-19T06:03:36.153472+0000","last_peered":"2024-09-19T06:03:36.153472+0000","last_clean":"2024-09-19T06:03:36.153472+0000","last_became_active":"2024-09-19T06:03:34.159639+0000","last_became_peered":"2024-09-19T06:03:34.159639+0000","last_unstale":"2024-09-19T06:03:36.153472+0000","last_undegraded":"2024-09-19T06:03:36.153472+0000","last_fullsized":"2024-09-19T06:03:36.153472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:35.002600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276882+0000","last_change":"2024-09-19T06:03:35.144694+0000","last_active":"2024-09-19T06:03:36.276882+0000","last_peered":"2024-09-19T06:03:36.276882+0000","last_clean":"2024-09-19T06:03:36.276882+0000","last_became_active":"2024-09-19T06:03:35.144231+0000","last_became_peered":"2024-09-19T06:03:35.144231+0000","last_unstale":"2024-09-19T06:03:36.276882+0000","last_undegraded":"2024-09-19T06:03:36.276882+0000","last_fullsized":"2024-09-19T06:03:36.276882+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:28.919105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"55'3","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155132+0000","last_change":"2024-09-19T06:03:34.152933+0000","last_active":"2024-09-19T06:03:36.155132+0000","last_peered":"2024-09-19T06:03:36.155132+0000","last_clean":"2024-09-19T06:03:36.155132+0000","last_became_active":"2024-09-19T06:03:34.152637+0000","last_became_peered":"2024-09-19T06:03:34.152637+0000","last_unstale":"2024-09-19T06:03:36.155132+0000","last_undegraded":"2024-09-19T06:03:36.155132+0000","last_fullsized":"2024-09-19T06:03:36.155132+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:15.256261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154950+0000","last_change":"2024-09-19T06:03:35.166863+0000","last_active":"2024-09-19T06:03:36.154950+0000","last_peered":"2024-09-19T06:03:36.154950+0000","last_clean":"2024-09-19T06:03:36.154950+0000","last_became_active":"2024-09-19T06:03:35.164841+0000","last_became_peered":"2024-09-19T06:03:35.164841+0000","last_unstale":"2024-09-19T06:03:36.154950+0000","last_undegraded":"2024-09-19T06:03:36.154950+0000","last_fullsized":"2024-09-19T06:03:36.154950+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:05.833741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"55'6","reported_seq":20,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278355+0000","last_change":"2024-09-19T06:03:34.153298+0000","last_active":"2024-09-19T06:03:36.278355+0000","last_peered":"2024-09-19T06:03:36.278355+0000","last_clean":"2024-09-19T06:03:36.278355+0000","last_became_active":"2024-09-19T06:03:34.153020+0000","last_became_peered":"2024-09-19T06:03:34.153020+0000","last_unstale":"2024-09-19T06:03:36.278355+0000","last_undegraded":"2024-09-19T06:03:36.278355+0000","last_fullsized":"2024-09-19T06:03:36.278355+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:06.781825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277348+0000","last_change":"2024-09-19T06:03:35.149195+0000","last_active":"2024-09-19T06:03:36.277348+0000","last_peered":"2024-09-19T06:03:36.277348+0000","last_clean":"2024-09-19T06:03:36.277348+0000","last_became_active":"2024-09-19T06:03:35.148845+0000","last_became_peered":"2024-09-19T06:03:35.148845+0000","last_unstale":"2024-09-19T06:03:36.277348+0000","last_undegraded":"2024-09-19T06:03:36.277348+0000","last_fullsized":"2024-09-19T06:03:36.277348+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:03.554620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153194+0000","last_change":"2024-09-19T06:03:34.158117+0000","last_active":"2024-09-19T06:03:36.153194+0000","last_peered":"2024-09-19T06:03:36.153194+0000","last_clean":"2024-09-19T06:03:36.153194+0000","last_became_active":"2024-09-19T06:03:34.157817+0000","last_became_peered":"2024-09-19T06:03:34.157817+0000","last_unstale":"2024-09-19T06:03:36.153194+0000","last_undegraded":"2024-09-19T06:03:36.153194+0000","last_fullsized":"2024-09-19T06:03:36.153194+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:51:25.658850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155160+0000","last_change":"2024-09-19T06:03:35.154401+0000","last_active":"2024-09-19T06:03:36.155160+0000","last_peered":"2024-09-19T06:03:36.155160+0000","last_clean":"2024-09-19T06:03:36.155160+0000","last_became_active":"2024-09-19T06:03:35.153000+0000","last_became_peered":"2024-09-19T06:03:35.153000+0000","last_unstale":"2024-09-19T06:03:36.155160+0000","last_undegraded":"2024-09-19T06:03:36.155160+0000","last_fullsized":"2024-09-19T06:03:36.155160+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:09.387885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154488+0000","last_change":"2024-09-19T06:03:34.150115+0000","last_active":"2024-09-19T06:03:36.154488+0000","last_peered":"2024-09-19T06:03:36.154488+0000","last_clean":"2024-09-19T06:03:36.154488+0000","last_became_active":"2024-09-19T06:03:34.148888+0000","last_became_peered":"2024-09-19T06:03:34.148888+0000","last_unstale":"2024-09-19T06:03:36.154488+0000","last_undegraded":"2024-09-19T06:03:36.154488+0000","last_fullsized":"2024-09-19T06:03:36.154488+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:47.821317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277436+0000","last_change":"2024-09-19T06:03:35.159221+0000","last_active":"2024-09-19T06:03:36.277436+0000","last_peered":"2024-09-19T06:03:36.277436+0000","last_clean":"2024-09-19T06:03:36.277436+0000","last_became_active":"2024-09-19T06:03:35.158963+0000","last_became_peered":"2024-09-19T06:03:35.158963+0000","last_unstale":"2024-09-19T06:03:36.277436+0000","last_undegraded":"2024-09-19T06:03:36.277436+0000","last_fullsized":"2024-09-19T06:03:36.277436+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:32.386384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277324+0000","last_change":"2024-09-19T06:03:34.153930+0000","last_active":"2024-09-19T06:03:36.277324+0000","last_peered":"2024-09-19T06:03:36.277324+0000","last_clean":"2024-09-19T06:03:36.277324+0000","last_became_active":"2024-09-19T06:03:34.153644+0000","last_became_peered":"2024-09-19T06:03:34.153644+0000","last_unstale":"2024-09-19T06:03:36.277324+0000","last_undegraded":"2024-09-19T06:03:36.277324+0000","last_fullsized":"2024-09-19T06:03:36.277324+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:07.613634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154636+0000","last_change":"2024-09-19T06:03:35.161795+0000","last_active":"2024-09-19T06:03:36.154636+0000","last_peered":"2024-09-19T06:03:36.154636+0000","last_clean":"2024-09-19T06:03:36.154636+0000","last_became_active":"2024-09-19T06:03:35.161488+0000","last_became_peered":"2024-09-19T06:03:35.161488+0000","last_unstale":"2024-09-19T06:03:36.154636+0000","last_undegraded":"2024-09-19T06:03:36.154636+0000","last_fullsized":"2024-09-19T06:03:36.154636+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:11.622452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"55'8","reported_seq":22,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154070+0000","last_change":"2024-09-19T06:03:34.154491+0000","last_active":"2024-09-19T06:03:36.154070+0000","last_peered":"2024-09-19T06:03:36.154070+0000","last_clean":"2024-09-19T06:03:36.154070+0000","last_became_active":"2024-09-19T06:03:34.153564+0000","last_became_peered":"2024-09-19T06:03:34.153564+0000","last_unstale":"2024-09-19T06:03:36.154070+0000","last_undegraded":"2024-09-19T06:03:36.154070+0000","last_fullsized":"2024-09-19T06:03:36.154070+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:05.157008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155224+0000","last_change":"2024-09-19T06:03:35.170309+0000","last_active":"2024-09-19T06:03:36.155224+0000","last_peered":"2024-09-19T06:03:36.155224+0000","last_clean":"2024-09-19T06:03:36.155224+0000","last_became_active":"2024-09-19T06:03:35.170032+0000","last_became_peered":"2024-09-19T06:03:35.170032+0000","last_unstale":"2024-09-19T06:03:36.155224+0000","last_undegraded":"2024-09-19T06:03:36.155224+0000","last_fullsized":"2024-09-19T06:03:36.155224+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:45.553941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153597+0000","last_change":"2024-09-19T06:03:34.160550+0000","last_active":"2024-09-19T06:03:36.153597+0000","last_peered":"2024-09-19T06:03:36.153597+0000","last_clean":"2024-09-19T06:03:36.153597+0000","last_became_active":"2024-09-19T06:03:34.160117+0000","last_became_peered":"2024-09-19T06:03:34.160117+0000","last_unstale":"2024-09-19T06:03:36.153597+0000","last_undegraded":"2024-09-19T06:03:36.153597+0000","last_fullsized":"2024-09-19T06:03:36.153597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:08.379721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277810+0000","last_change":"2024-09-19T06:03:35.157334+0000","last_active":"2024-09-19T06:03:36.277810+0000","last_peered":"2024-09-19T06:03:36.277810+0000","last_clean":"2024-09-19T06:03:36.277810+0000","last_became_active":"2024-09-19T06:03:35.155074+0000","last_became_peered":"2024-09-19T06:03:35.155074+0000","last_unstale":"2024-09-19T06:03:36.277810+0000","last_undegraded":"2024-09-19T06:03:36.277810+0000","last_fullsized":"2024-09-19T06:03:36.277810+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:15.979705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165661+0000","last_change":"2024-09-19T06:03:34.157403+0000","last_active":"2024-09-19T06:03:36.165661+0000","last_peered":"2024-09-19T06:03:36.165661+0000","last_clean":"2024-09-19T06:03:36.165661+0000","last_became_active":"2024-09-19T06:03:34.157055+0000","last_became_peered":"2024-09-19T06:03:34.157055+0000","last_unstale":"2024-09-19T06:03:36.165661+0000","last_undegraded":"2024-09-19T06:03:36.165661+0000","last_fullsized":"2024-09-19T06:03:36.165661+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:31.378220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153219+0000","last_change":"2024-09-19T06:03:35.168300+0000","last_active":"2024-09-19T06:03:36.153219+0000","last_peered":"2024-09-19T06:03:36.153219+0000","last_clean":"2024-09-19T06:03:36.153219+0000","last_became_active":"2024-09-19T06:03:35.167984+0000","last_became_peered":"2024-09-19T06:03:35.167984+0000","last_unstale":"2024-09-19T06:03:36.153219+0000","last_undegraded":"2024-09-19T06:03:36.153219+0000","last_fullsized":"2024-09-19T06:03:36.153219+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:24.386200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277583+0000","last_change":"2024-09-19T06:03:34.154819+0000","last_active":"2024-09-19T06:03:36.277583+0000","last_peered":"2024-09-19T06:03:36.277583+0000","last_clean":"2024-09-19T06:03:36.277583+0000","last_became_active":"2024-09-19T06:03:34.154232+0000","last_became_peered":"2024-09-19T06:03:34.154232+0000","last_unstale":"2024-09-19T06:03:36.277583+0000","last_undegraded":"2024-09-19T06:03:36.277583+0000","last_fullsized":"2024-09-19T06:03:36.277583+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:07.327932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155125+0000","last_change":"2024-09-19T06:03:35.159157+0000","last_active":"2024-09-19T06:03:36.155125+0000","last_peered":"2024-09-19T06:03:36.155125+0000","last_clean":"2024-09-19T06:03:36.155125+0000","last_became_active":"2024-09-19T06:03:35.158851+0000","last_became_peered":"2024-09-19T06:03:35.158851+0000","last_unstale":"2024-09-19T06:03:36.155125+0000","last_undegraded":"2024-09-19T06:03:36.155125+0000","last_fullsized":"2024-09-19T06:03:36.155125+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:36.010764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165685+0000","last_change":"2024-09-19T06:03:34.161677+0000","last_active":"2024-09-19T06:03:36.165685+0000","last_peered":"2024-09-19T06:03:36.165685+0000","last_clean":"2024-09-19T06:03:36.165685+0000","last_became_active":"2024-09-19T06:03:34.161359+0000","last_became_peered":"2024-09-19T06:03:34.161359+0000","last_unstale":"2024-09-19T06:03:36.165685+0000","last_undegraded":"2024-09-19T06:03:36.165685+0000","last_fullsized":"2024-09-19T06:03:36.165685+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:10.764453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277212+0000","last_change":"2024-09-19T06:03:35.148296+0000","last_active":"2024-09-19T06:03:36.277212+0000","last_peered":"2024-09-19T06:03:36.277212+0000","last_clean":"2024-09-19T06:03:36.277212+0000","last_became_active":"2024-09-19T06:03:35.147826+0000","last_became_peered":"2024-09-19T06:03:35.147826+0000","last_unstale":"2024-09-19T06:03:36.277212+0000","last_undegraded":"2024-09-19T06:03:36.277212+0000","last_fullsized":"2024-09-19T06:03:36.277212+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:51:26.667014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153308+0000","last_change":"2024-09-19T06:03:34.152850+0000","last_active":"2024-09-19T06:03:36.153308+0000","last_peered":"2024-09-19T06:03:36.153308+0000","last_clean":"2024-09-19T06:03:36.153308+0000","last_became_active":"2024-09-19T06:03:34.152519+0000","last_became_peered":"2024-09-19T06:03:34.152519+0000","last_unstale":"2024-09-19T06:03:36.153308+0000","last_undegraded":"2024-09-19T06:03:36.153308+0000","last_fullsized":"2024-09-19T06:03:36.153308+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:02.546457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165508+0000","last_change":"2024-09-19T06:03:35.154294+0000","last_active":"2024-09-19T06:03:36.165508+0000","last_peered":"2024-09-19T06:03:36.165508+0000","last_clean":"2024-09-19T06:03:36.165508+0000","last_became_active":"2024-09-19T06:03:35.153967+0000","last_became_peered":"2024-09-19T06:03:35.153967+0000","last_unstale":"2024-09-19T06:03:36.165508+0000","last_undegraded":"2024-09-19T06:03:36.165508+0000","last_fullsized":"2024-09-19T06:03:36.165508+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:55.855121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277423+0000","last_change":"2024-09-19T06:03:34.155241+0000","last_active":"2024-09-19T06:03:36.277423+0000","last_peered":"2024-09-19T06:03:36.277423+0000","last_clean":"2024-09-19T06:03:36.277423+0000","last_became_active":"2024-09-19T06:03:34.154937+0000","last_became_peered":"2024-09-19T06:03:34.154937+0000","last_unstale":"2024-09-19T06:03:36.277423+0000","last_undegraded":"2024-09-19T06:03:36.277423+0000","last_fullsized":"2024-09-19T06:03:36.277423+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:52.993724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165310+0000","last_change":"2024-09-19T06:03:35.155535+0000","last_active":"2024-09-19T06:03:36.165310+0000","last_peered":"2024-09-19T06:03:36.165310+0000","last_clean":"2024-09-19T06:03:36.165310+0000","last_became_active":"2024-09-19T06:03:35.153911+0000","last_became_peered":"2024-09-19T06:03:35.153911+0000","last_unstale":"2024-09-19T06:03:36.165310+0000","last_undegraded":"2024-09-19T06:03:36.165310+0000","last_fullsized":"2024-09-19T06:03:36.165310+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:56.450409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277089+0000","last_change":"2024-09-19T06:03:34.157848+0000","last_active":"2024-09-19T06:03:36.277089+0000","last_peered":"2024-09-19T06:03:36.277089+0000","last_clean":"2024-09-19T06:03:36.277089+0000","last_became_active":"2024-09-19T06:03:34.157522+0000","last_became_peered":"2024-09-19T06:03:34.157522+0000","last_unstale":"2024-09-19T06:03:36.277089+0000","last_undegraded":"2024-09-19T06:03:36.277089+0000","last_fullsized":"2024-09-19T06:03:36.277089+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.763910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277631+0000","last_change":"2024-09-19T06:03:35.146921+0000","last_active":"2024-09-19T06:03:36.277631+0000","last_peered":"2024-09-19T06:03:36.277631+0000","last_clean":"2024-09-19T06:03:36.277631+0000","last_became_active":"2024-09-19T06:03:35.146638+0000","last_became_peered":"2024-09-19T06:03:35.146638+0000","last_unstale":"2024-09-19T06:03:36.277631+0000","last_undegraded":"2024-09-19T06:03:36.277631+0000","last_fullsized":"2024-09-19T06:03:36.277631+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:38.361445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277012+0000","last_change":"2024-09-19T06:03:34.161042+0000","last_active":"2024-09-19T06:03:36.277012+0000","last_peered":"2024-09-19T06:03:36.277012+0000","last_clean":"2024-09-19T06:03:36.277012+0000","last_became_active":"2024-09-19T06:03:34.160827+0000","last_became_peered":"2024-09-19T06:03:34.160827+0000","last_unstale":"2024-09-19T06:03:36.277012+0000","last_undegraded":"2024-09-19T06:03:36.277012+0000","last_fullsized":"2024-09-19T06:03:36.277012+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:56.961502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277812+0000","last_change":"2024-09-19T06:03:35.149615+0000","last_active":"2024-09-19T06:03:36.277812+0000","last_peered":"2024-09-19T06:03:36.277812+0000","last_clean":"2024-09-19T06:03:36.277812+0000","last_became_active":"2024-09-19T06:03:35.149345+0000","last_became_peered":"2024-09-19T06:03:35.149345+0000","last_unstale":"2024-09-19T06:03:36.277812+0000","last_undegraded":"2024-09-19T06:03:36.277812+0000","last_fullsized":"2024-09-19T06:03:36.277812+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:36.010764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"56'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.167842+0000","last_change":"2024-09-19T06:03:34.151529+0000","last_active":"2024-09-19T06:03:36.167842+0000","last_peered":"2024-09-19T06:03:36.167842+0000","last_clean":"2024-09-19T06:03:36.167842+0000","last_became_active":"2024-09-19T06:03:34.150681+0000","last_became_peered":"2024-09-19T06:03:34.150681+0000","last_unstale":"2024-09-19T06:03:36.167842+0000","last_undegraded":"2024-09-19T06:03:36.167842+0000","last_fullsized":"2024-09-19T06:03:36.167842+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:39.733069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277051+0000","last_change":"2024-09-19T06:03:35.144478+0000","last_active":"2024-09-19T06:03:36.277051+0000","last_peered":"2024-09-19T06:03:36.277051+0000","last_clean":"2024-09-19T06:03:36.277051+0000","last_became_active":"2024-09-19T06:03:35.143907+0000","last_became_peered":"2024-09-19T06:03:35.143907+0000","last_unstale":"2024-09-19T06:03:36.277051+0000","last_undegraded":"2024-09-19T06:03:36.277051+0000","last_fullsized":"2024-09-19T06:03:36.277051+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:56.983138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154304+0000","last_change":"2024-09-19T06:03:34.150866+0000","last_active":"2024-09-19T06:03:36.154304+0000","last_peered":"2024-09-19T06:03:36.154304+0000","last_clean":"2024-09-19T06:03:36.154304+0000","last_became_active":"2024-09-19T06:03:34.150599+0000","last_became_peered":"2024-09-19T06:03:34.150599+0000","last_unstale":"2024-09-19T06:03:36.154304+0000","last_undegraded":"2024-09-19T06:03:36.154304+0000","last_fullsized":"2024-09-19T06:03:36.154304+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:04.139324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165725+0000","last_change":"2024-09-19T06:03:35.157514+0000","last_active":"2024-09-19T06:03:36.165725+0000","last_peered":"2024-09-19T06:03:36.165725+0000","last_clean":"2024-09-19T06:03:36.165725+0000","last_became_active":"2024-09-19T06:03:35.157253+0000","last_became_peered":"2024-09-19T06:03:35.157253+0000","last_unstale":"2024-09-19T06:03:36.165725+0000","last_undegraded":"2024-09-19T06:03:36.165725+0000","last_fullsized":"2024-09-19T06:03:36.165725+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:21.245918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277688+0000","last_change":"2024-09-19T06:03:34.152766+0000","last_active":"2024-09-19T06:03:36.277688+0000","last_peered":"2024-09-19T06:03:36.277688+0000","last_clean":"2024-09-19T06:03:36.277688+0000","last_became_active":"2024-09-19T06:03:34.151785+0000","last_became_peered":"2024-09-19T06:03:34.151785+0000","last_unstale":"2024-09-19T06:03:36.277688+0000","last_undegraded":"2024-09-19T06:03:36.277688+0000","last_fullsized":"2024-09-19T06:03:36.277688+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:58.663018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153679+0000","last_change":"2024-09-19T06:03:35.160128+0000","last_active":"2024-09-19T06:03:36.153679+0000","last_peered":"2024-09-19T06:03:36.153679+0000","last_clean":"2024-09-19T06:03:36.153679+0000","last_became_active":"2024-09-19T06:03:35.159818+0000","last_became_peered":"2024-09-19T06:03:35.159818+0000","last_unstale":"2024-09-19T06:03:36.153679+0000","last_undegraded":"2024-09-19T06:03:36.153679+0000","last_fullsized":"2024-09-19T06:03:36.153679+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:17.408179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276810+0000","last_change":"2024-09-19T06:03:34.142455+0000","last_active":"2024-09-19T06:03:36.276810+0000","last_peered":"2024-09-19T06:03:36.276810+0000","last_clean":"2024-09-19T06:03:36.276810+0000","last_became_active":"2024-09-19T06:03:34.142091+0000","last_became_peered":"2024-09-19T06:03:34.142091+0000","last_unstale":"2024-09-19T06:03:36.276810+0000","last_undegraded":"2024-09-19T06:03:36.276810+0000","last_fullsized":"2024-09-19T06:03:36.276810+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:16.146651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155469+0000","last_change":"2024-09-19T06:03:35.163867+0000","last_active":"2024-09-19T06:03:36.155469+0000","last_peered":"2024-09-19T06:03:36.155469+0000","last_clean":"2024-09-19T06:03:36.155469+0000","last_became_active":"2024-09-19T06:03:35.163454+0000","last_became_peered":"2024-09-19T06:03:35.163454+0000","last_unstale":"2024-09-19T06:03:36.155469+0000","last_undegraded":"2024-09-19T06:03:36.155469+0000","last_fullsized":"2024-09-19T06:03:36.155469+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:23.800250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278008+0000","last_change":"2024-09-19T06:03:34.153512+0000","last_active":"2024-09-19T06:03:36.278008+0000","last_peered":"2024-09-19T06:03:36.278008+0000","last_clean":"2024-09-19T06:03:36.278008+0000","last_became_active":"2024-09-19T06:03:34.153217+0000","last_became_peered":"2024-09-19T06:03:34.153217+0000","last_unstale":"2024-09-19T06:03:36.278008+0000","last_undegraded":"2024-09-19T06:03:36.278008+0000","last_fullsized":"2024-09-19T06:03:36.278008+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:25.864289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276625+0000","last_change":"2024-09-19T06:03:35.148504+0000","last_active":"2024-09-19T06:03:36.276625+0000","last_peered":"2024-09-19T06:03:36.276625+0000","last_clean":"2024-09-19T06:03:36.276625+0000","last_became_active":"2024-09-19T06:03:35.148234+0000","last_became_peered":"2024-09-19T06:03:35.148234+0000","last_unstale":"2024-09-19T06:03:36.276625+0000","last_undegraded":"2024-09-19T06:03:36.276625+0000","last_fullsized":"2024-09-19T06:03:36.276625+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:05.925570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277118+0000","last_change":"2024-09-19T06:03:34.147007+0000","last_active":"2024-09-19T06:03:36.277118+0000","last_peered":"2024-09-19T06:03:36.277118+0000","last_clean":"2024-09-19T06:03:36.277118+0000","last_became_active":"2024-09-19T06:03:34.146710+0000","last_became_peered":"2024-09-19T06:03:34.146710+0000","last_unstale":"2024-09-19T06:03:36.277118+0000","last_undegraded":"2024-09-19T06:03:36.277118+0000","last_fullsized":"2024-09-19T06:03:36.277118+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:50.493693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153161+0000","last_change":"2024-09-19T06:03:35.155258+0000","last_active":"2024-09-19T06:03:36.153161+0000","last_peered":"2024-09-19T06:03:36.153161+0000","last_clean":"2024-09-19T06:03:36.153161+0000","last_became_active":"2024-09-19T06:03:35.154912+0000","last_became_peered":"2024-09-19T06:03:35.154912+0000","last_unstale":"2024-09-19T06:03:36.153161+0000","last_undegraded":"2024-09-19T06:03:36.153161+0000","last_fullsized":"2024-09-19T06:03:36.153161+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:47.126203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.152972+0000","last_change":"2024-09-19T06:03:34.153415+0000","last_active":"2024-09-19T06:03:36.152972+0000","last_peered":"2024-09-19T06:03:36.152972+0000","last_clean":"2024-09-19T06:03:36.152972+0000","last_became_active":"2024-09-19T06:03:34.149043+0000","last_became_peered":"2024-09-19T06:03:34.149043+0000","last_unstale":"2024-09-19T06:03:36.152972+0000","last_undegraded":"2024-09-19T06:03:36.152972+0000","last_fullsized":"2024-09-19T06:03:36.152972+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:21.297707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.152920+0000","last_change":"2024-09-19T06:03:35.159308+0000","last_active":"2024-09-19T06:03:36.152920+0000","last_peered":"2024-09-19T06:03:36.152920+0000","last_clean":"2024-09-19T06:03:36.152920+0000","last_became_active":"2024-09-19T06:03:35.159048+0000","last_became_peered":"2024-09-19T06:03:35.159048+0000","last_unstale":"2024-09-19T06:03:36.152920+0000","last_undegraded":"2024-09-19T06:03:36.152920+0000","last_fullsized":"2024-09-19T06:03:36.152920+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:55.746689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154374+0000","last_change":"2024-09-19T06:03:34.143482+0000","last_active":"2024-09-19T06:03:36.154374+0000","last_peered":"2024-09-19T06:03:36.154374+0000","last_clean":"2024-09-19T06:03:36.154374+0000","last_became_active":"2024-09-19T06:03:34.143140+0000","last_became_peered":"2024-09-19T06:03:34.143140+0000","last_unstale":"2024-09-19T06:03:36.154374+0000","last_undegraded":"2024-09-19T06:03:36.154374+0000","last_fullsized":"2024-09-19T06:03:36.154374+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:07:03.289927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":233,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154134+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:03:36.154134+0000","last_peered":"2024-09-19T06:03:36.154134+0000","last_clean":"2024-09-19T06:03:36.154134+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:03:36.154134+0000","last_undegraded":"2024-09-19T06:03:36.154134+0000","last_fullsized":"2024-09-19T06:03:36.154134+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509473,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":861703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509472,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31836,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340004,"statfs":{"total":96636764160,"available":96604164096,"internally_reserved":0,"allocated":663552,"data_stored":271175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509472,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":671744,"data_stored":271827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509472,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":675840,"data_stored":272787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509471,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":671744,"data_stored":271231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":671744,"data_stored":271231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509472,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32432,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339408,"statfs":{"total":96636764160,"available":96603553792,"internally_reserved":0,"allocated":1273856,"data_stored":863737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542178,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31832,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340008,"statfs":{"total":96636764160,"available":96604168192,"internally_reserved":0,"allocated":655360,"data_stored":264965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:03:39.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:03:39.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.547+0000 7ffa7c000640 1 Processor -- start 2024-09-19T06:03:39.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.547+0000 7ffa7c000640 1 -- start start 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.548+0000 7ffa7c000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ffa740b5be0 0x7ffa7415a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.548+0000 7ffa7c000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b29a0 0x7ffa7406de40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.548+0000 7ffa7c000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ffa7415e600 0x7ffa7415eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.548+0000 7ffa7c000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ffa7415f410 con 0x7ffa7415e600 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.548+0000 7ffa7c000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ffa740b6830 con 0x7ffa740b5be0 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.548+0000 7ffa7c000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ffa740cd0b0 con 0x7ffa740b29a0 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa7a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ffa7415e600 0x7ffa7415eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa7a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ffa7415e600 0x7ffa7415eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59026/0 (socket says 172.21.15.92:59026) 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa7a000640 1 -- 172.21.15.92:0/1146289162 learned_addr learned my addr 172.21.15.92:0/1146289162 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa78c00640 1 --2- 172.21.15.92:0/1146289162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b29a0 0x7ffa7406de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa79600640 1 --2- 172.21.15.92:0/1146289162 >> v2:172.21.15.102:3300/0 conn(0x7ffa740b5be0 0x7ffa7415a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa7a000640 1 -- 172.21.15.92:0/1146289162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b29a0 msgr2=0x7ffa7406de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:39.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa7a000640 1 --2- 172.21.15.92:0/1146289162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b29a0 0x7ffa7406de40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa7a000640 1 -- 172.21.15.92:0/1146289162 >> v2:172.21.15.102:3300/0 conn(0x7ffa740b5be0 msgr2=0x7ffa7415a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:39.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa7a000640 1 --2- 172.21.15.92:0/1146289162 >> v2:172.21.15.102:3300/0 conn(0x7ffa740b5be0 0x7ffa7415a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa7a000640 1 -- 172.21.15.92:0/1146289162 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa740cd390 con 0x7ffa7415e600 2024-09-19T06:03:39.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.549+0000 7ffa78c00640 1 --2- 172.21.15.92:0/1146289162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b29a0 0x7ffa7406de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:03:39.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.550+0000 7ffa7a000640 1 --2- 172.21.15.92:0/1146289162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa7415e600 0x7ffa7415eab0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7ffa7406f1a0 tx=0x7ffa6c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34f3b0af01db5933 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:39.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.550+0000 7ffa73e00640 1 -- 172.21.15.92:0/1146289162 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c036070 con 0x7ffa7415e600 2024-09-19T06:03:39.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.550+0000 7ffa73e00640 1 -- 172.21.15.92:0/1146289162 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa6c031600 con 0x7ffa7415e600 2024-09-19T06:03:39.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.550+0000 7ffa73e00640 1 -- 172.21.15.92:0/1146289162 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6c0319d0 con 0x7ffa7415e600 2024-09-19T06:03:39.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.551+0000 7ffa7c000640 1 -- 172.21.15.92:0/1146289162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa7415e600 msgr2=0x7ffa7415eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.551+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1146289162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa7415e600 0x7ffa7415eab0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7ffa7406f1a0 tx=0x7ffa6c02a610 comp rx=0 tx=0).stop 2024-09-19T06:03:39.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.551+0000 7ffa7c000640 1 -- 172.21.15.92:0/1146289162 shutdown_connections 2024-09-19T06:03:39.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.551+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1146289162 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa7415e600 0x7ffa7415eab0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.551+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1146289162 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b29a0 0x7ffa7406de40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.551+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1146289162 >> v2:172.21.15.102:3300/0 conn(0x7ffa740b5be0 0x7ffa7415a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.551+0000 7ffa7c000640 1 -- 172.21.15.92:0/1146289162 >> 172.21.15.92:0/1146289162 conn(0x7ffa7406bc10 msgr2=0x7ffa7406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:39.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.551+0000 7ffa7c000640 1 -- 172.21.15.92:0/1146289162 shutdown_connections 2024-09-19T06:03:39.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.551+0000 7ffa7c000640 1 -- 172.21.15.92:0/1146289162 wait complete. 2024-09-19T06:03:39.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.553+0000 7ffa7c000640 1 Processor -- start 2024-09-19T06:03:39.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.553+0000 7ffa7c000640 1 -- start start 2024-09-19T06:03:39.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa7c000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa740b29a0 0x7ffa740aa480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa7c000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b5be0 0x7ffa741f8490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa7c000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa7415e600 0x7ffa74154180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa7c000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffa7406e380 con 0x7ffa740b29a0 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa7c000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffa740cd950 con 0x7ffa7415e600 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa7c000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ffa7406e500 con 0x7ffa740b5be0 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa79600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa740b29a0 0x7ffa740aa480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa79600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa740b29a0 0x7ffa740aa480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59038/0 (socket says 172.21.15.92:59038) 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa79600640 1 -- 172.21.15.92:0/1677693132 learned_addr learned my addr 172.21.15.92:0/1677693132 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa7a000640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa7415e600 0x7ffa74154180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa78c00640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b5be0 0x7ffa741f8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa79600640 1 -- 172.21.15.92:0/1677693132 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b5be0 msgr2=0x7ffa741f8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa79600640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b5be0 0x7ffa741f8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa79600640 1 -- 172.21.15.92:0/1677693132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa7415e600 msgr2=0x7ffa74154180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa79600640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa7415e600 0x7ffa74154180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.554+0000 7ffa79600640 1 -- 172.21.15.92:0/1677693132 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa740aaa60 con 0x7ffa740b29a0 2024-09-19T06:03:39.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.555+0000 7ffa79600640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa740b29a0 0x7ffa740aa480 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7ffa6800e9b0 tx=0x7ffa6800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:39.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.555+0000 7ffa71600640 1 -- 172.21.15.92:0/1677693132 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa68017070 con 0x7ffa740b29a0 2024-09-19T06:03:39.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.555+0000 7ffa71600640 1 -- 172.21.15.92:0/1677693132 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa6800c9a0 con 0x7ffa740b29a0 2024-09-19T06:03:39.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.555+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa741f5660 con 0x7ffa740b29a0 2024-09-19T06:03:39.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.555+0000 7ffa71600640 1 -- 172.21.15.92:0/1677693132 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa6800cd90 con 0x7ffa740b29a0 2024-09-19T06:03:39.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.555+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa741f5c20 con 0x7ffa740b29a0 2024-09-19T06:03:39.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.556+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa740cef80 con 0x7ffa740b29a0 2024-09-19T06:03:39.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.557+0000 7ffa71600640 1 -- 172.21.15.92:0/1677693132 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa6801a070 con 0x7ffa740b29a0 2024-09-19T06:03:39.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.558+0000 7ffa71600640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa5406c2b0 0x7ffa5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.558+0000 7ffa71600640 1 -- 172.21.15.92:0/1677693132 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7ffa6808b750 con 0x7ffa740b29a0 2024-09-19T06:03:39.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.558+0000 7ffa78c00640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa5406c2b0 0x7ffa5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.559+0000 7ffa78c00640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa5406c2b0 0x7ffa5406e770 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ffa60009560 tx=0x7ffa60009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:39.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.562+0000 7ffa71600640 1 -- 172.21.15.92:0/1677693132 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffa680597d0 con 0x7ffa740b29a0 2024-09-19T06:03:39.735 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.733+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7ffa74155b80 con 0x7ffa5406c2b0 2024-09-19T06:03:39.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.739+0000 7ffa71600640 1 -- 172.21.15.92:0/1677693132 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+251953 (secure 0 0 0) 0x7ffa74155b80 con 0x7ffa5406c2b0 2024-09-19T06:03:39.744 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:39.745 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:03:39.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa5406c2b0 msgr2=0x7ffa5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa5406c2b0 0x7ffa5406e770 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7ffa60009560 tx=0x7ffa60009190 comp rx=0 tx=0).stop 2024-09-19T06:03:39.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa740b29a0 msgr2=0x7ffa740aa480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa740b29a0 0x7ffa740aa480 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7ffa6800e9b0 tx=0x7ffa6800ee70 comp rx=0 tx=0).stop 2024-09-19T06:03:39.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 shutdown_connections 2024-09-19T06:03:39.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa5406c2b0 0x7ffa5406e770 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa7415e600 0x7ffa74154180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa740b5be0 0x7ffa741f8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 --2- 172.21.15.92:0/1677693132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa740b29a0 0x7ffa740aa480 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 >> 172.21.15.92:0/1677693132 conn(0x7ffa7406bc10 msgr2=0x7ffa741599b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:39.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 shutdown_connections 2024-09-19T06:03:39.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.743+0000 7ffa7c000640 1 -- 172.21.15.92:0/1677693132 wait complete. 2024-09-19T06:03:39.761 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":123,"stamp":"2024-09-19T06:03:38.903941+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":140,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":255904,"kb_used_data":6396,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754718816,"statfs":{"total":773094113280,"available":772832067584,"internally_reserved":0,"allocated":6549504,"data_stored":3348656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":31,"apply_latency_ms":31,"commit_latency_ns":31000000,"apply_latency_ns":31000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.780667"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276600+0000","last_change":"2024-09-19T06:03:35.164900+0000","last_active":"2024-09-19T06:03:36.276600+0000","last_peered":"2024-09-19T06:03:36.276600+0000","last_clean":"2024-09-19T06:03:36.276600+0000","last_became_active":"2024-09-19T06:03:35.164509+0000","last_became_peered":"2024-09-19T06:03:35.164509+0000","last_unstale":"2024-09-19T06:03:36.276600+0000","last_undegraded":"2024-09-19T06:03:36.276600+0000","last_fullsized":"2024-09-19T06:03:36.276600+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:16:25.456134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153310+0000","last_change":"2024-09-19T06:03:35.153058+0000","last_active":"2024-09-19T06:03:36.153310+0000","last_peered":"2024-09-19T06:03:36.153310+0000","last_clean":"2024-09-19T06:03:36.153310+0000","last_became_active":"2024-09-19T06:03:35.152802+0000","last_became_peered":"2024-09-19T06:03:35.152802+0000","last_unstale":"2024-09-19T06:03:36.153310+0000","last_undegraded":"2024-09-19T06:03:36.153310+0000","last_fullsized":"2024-09-19T06:03:36.153310+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:25:27.554540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155026+0000","last_change":"2024-09-19T06:03:35.167959+0000","last_active":"2024-09-19T06:03:36.155026+0000","last_peered":"2024-09-19T06:03:36.155026+0000","last_clean":"2024-09-19T06:03:36.155026+0000","last_became_active":"2024-09-19T06:03:35.167654+0000","last_became_peered":"2024-09-19T06:03:35.167654+0000","last_unstale":"2024-09-19T06:03:36.155026+0000","last_undegraded":"2024-09-19T06:03:36.155026+0000","last_fullsized":"2024-09-19T06:03:36.155026+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:15.979705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277371+0000","last_change":"2024-09-19T06:03:35.160429+0000","last_active":"2024-09-19T06:03:36.277371+0000","last_peered":"2024-09-19T06:03:36.277371+0000","last_clean":"2024-09-19T06:03:36.277371+0000","last_became_active":"2024-09-19T06:03:35.155760+0000","last_became_peered":"2024-09-19T06:03:35.155760+0000","last_unstale":"2024-09-19T06:03:36.277371+0000","last_undegraded":"2024-09-19T06:03:36.277371+0000","last_fullsized":"2024-09-19T06:03:36.277371+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:11.622452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276428+0000","last_change":"2024-09-19T06:03:35.146978+0000","last_active":"2024-09-19T06:03:36.276428+0000","last_peered":"2024-09-19T06:03:36.276428+0000","last_clean":"2024-09-19T06:03:36.276428+0000","last_became_active":"2024-09-19T06:03:35.146728+0000","last_became_peered":"2024-09-19T06:03:35.146728+0000","last_unstale":"2024-09-19T06:03:36.276428+0000","last_undegraded":"2024-09-19T06:03:36.276428+0000","last_fullsized":"2024-09-19T06:03:36.276428+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:36.577674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165299+0000","last_change":"2024-09-19T06:03:35.154797+0000","last_active":"2024-09-19T06:03:36.165299+0000","last_peered":"2024-09-19T06:03:36.165299+0000","last_clean":"2024-09-19T06:03:36.165299+0000","last_became_active":"2024-09-19T06:03:35.154551+0000","last_became_peered":"2024-09-19T06:03:35.154551+0000","last_unstale":"2024-09-19T06:03:36.165299+0000","last_undegraded":"2024-09-19T06:03:36.165299+0000","last_fullsized":"2024-09-19T06:03:36.165299+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:45.553941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277353+0000","last_change":"2024-09-19T06:03:35.145463+0000","last_active":"2024-09-19T06:03:36.277353+0000","last_peered":"2024-09-19T06:03:36.277353+0000","last_clean":"2024-09-19T06:03:36.277353+0000","last_became_active":"2024-09-19T06:03:35.144966+0000","last_became_peered":"2024-09-19T06:03:35.144966+0000","last_unstale":"2024-09-19T06:03:36.277353+0000","last_undegraded":"2024-09-19T06:03:36.277353+0000","last_fullsized":"2024-09-19T06:03:36.277353+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:11.772616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.152879+0000","last_change":"2024-09-19T06:03:35.158171+0000","last_active":"2024-09-19T06:03:36.152879+0000","last_peered":"2024-09-19T06:03:36.152879+0000","last_clean":"2024-09-19T06:03:36.152879+0000","last_became_active":"2024-09-19T06:03:35.157520+0000","last_became_peered":"2024-09-19T06:03:35.157520+0000","last_unstale":"2024-09-19T06:03:36.152879+0000","last_undegraded":"2024-09-19T06:03:36.152879+0000","last_fullsized":"2024-09-19T06:03:36.152879+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:03.739090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278505+0000","last_change":"2024-09-19T06:03:35.150651+0000","last_active":"2024-09-19T06:03:36.278505+0000","last_peered":"2024-09-19T06:03:36.278505+0000","last_clean":"2024-09-19T06:03:36.278505+0000","last_became_active":"2024-09-19T06:03:35.150359+0000","last_became_peered":"2024-09-19T06:03:35.150359+0000","last_unstale":"2024-09-19T06:03:36.278505+0000","last_undegraded":"2024-09-19T06:03:36.278505+0000","last_fullsized":"2024-09-19T06:03:36.278505+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:17.120616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276962+0000","last_change":"2024-09-19T06:03:35.153553+0000","last_active":"2024-09-19T06:03:36.276962+0000","last_peered":"2024-09-19T06:03:36.276962+0000","last_clean":"2024-09-19T06:03:36.276962+0000","last_became_active":"2024-09-19T06:03:35.152301+0000","last_became_peered":"2024-09-19T06:03:35.152301+0000","last_unstale":"2024-09-19T06:03:36.276962+0000","last_undegraded":"2024-09-19T06:03:36.276962+0000","last_fullsized":"2024-09-19T06:03:36.276962+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:18:35.567810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277578+0000","last_change":"2024-09-19T06:03:35.163468+0000","last_active":"2024-09-19T06:03:36.277578+0000","last_peered":"2024-09-19T06:03:36.277578+0000","last_clean":"2024-09-19T06:03:36.277578+0000","last_became_active":"2024-09-19T06:03:35.163218+0000","last_became_peered":"2024-09-19T06:03:35.163218+0000","last_unstale":"2024-09-19T06:03:36.277578+0000","last_undegraded":"2024-09-19T06:03:36.277578+0000","last_fullsized":"2024-09-19T06:03:36.277578+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:30:26.188786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277574+0000","last_change":"2024-09-19T06:03:35.148506+0000","last_active":"2024-09-19T06:03:36.277574+0000","last_peered":"2024-09-19T06:03:36.277574+0000","last_clean":"2024-09-19T06:03:36.277574+0000","last_became_active":"2024-09-19T06:03:35.148071+0000","last_became_peered":"2024-09-19T06:03:35.148071+0000","last_unstale":"2024-09-19T06:03:36.277574+0000","last_undegraded":"2024-09-19T06:03:36.277574+0000","last_fullsized":"2024-09-19T06:03:36.277574+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:10:04.433556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154433+0000","last_change":"2024-09-19T06:03:35.156363+0000","last_active":"2024-09-19T06:03:36.154433+0000","last_peered":"2024-09-19T06:03:36.154433+0000","last_clean":"2024-09-19T06:03:36.154433+0000","last_became_active":"2024-09-19T06:03:35.156048+0000","last_became_peered":"2024-09-19T06:03:35.156048+0000","last_unstale":"2024-09-19T06:03:36.154433+0000","last_undegraded":"2024-09-19T06:03:36.154433+0000","last_fullsized":"2024-09-19T06:03:36.154433+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:36.652619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278144+0000","last_change":"2024-09-19T06:03:35.145988+0000","last_active":"2024-09-19T06:03:36.278144+0000","last_peered":"2024-09-19T06:03:36.278144+0000","last_clean":"2024-09-19T06:03:36.278144+0000","last_became_active":"2024-09-19T06:03:35.145677+0000","last_became_peered":"2024-09-19T06:03:35.145677+0000","last_unstale":"2024-09-19T06:03:36.278144+0000","last_undegraded":"2024-09-19T06:03:36.278144+0000","last_fullsized":"2024-09-19T06:03:36.278144+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:23.880647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277955+0000","last_change":"2024-09-19T06:03:35.145229+0000","last_active":"2024-09-19T06:03:36.277955+0000","last_peered":"2024-09-19T06:03:36.277955+0000","last_clean":"2024-09-19T06:03:36.277955+0000","last_became_active":"2024-09-19T06:03:35.144612+0000","last_became_peered":"2024-09-19T06:03:35.144612+0000","last_unstale":"2024-09-19T06:03:36.277955+0000","last_undegraded":"2024-09-19T06:03:36.277955+0000","last_fullsized":"2024-09-19T06:03:36.277955+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:40.741233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165251+0000","last_change":"2024-09-19T06:03:35.152228+0000","last_active":"2024-09-19T06:03:36.165251+0000","last_peered":"2024-09-19T06:03:36.165251+0000","last_clean":"2024-09-19T06:03:36.165251+0000","last_became_active":"2024-09-19T06:03:35.149971+0000","last_became_peered":"2024-09-19T06:03:35.149971+0000","last_unstale":"2024-09-19T06:03:36.165251+0000","last_undegraded":"2024-09-19T06:03:36.165251+0000","last_fullsized":"2024-09-19T06:03:36.165251+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:30.688118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153537+0000","last_change":"2024-09-19T06:03:35.162293+0000","last_active":"2024-09-19T06:03:36.153537+0000","last_peered":"2024-09-19T06:03:36.153537+0000","last_clean":"2024-09-19T06:03:36.153537+0000","last_became_active":"2024-09-19T06:03:35.162051+0000","last_became_peered":"2024-09-19T06:03:35.162051+0000","last_unstale":"2024-09-19T06:03:36.153537+0000","last_undegraded":"2024-09-19T06:03:36.153537+0000","last_fullsized":"2024-09-19T06:03:36.153537+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:45:14.005954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154978+0000","last_change":"2024-09-19T06:03:35.157552+0000","last_active":"2024-09-19T06:03:36.154978+0000","last_peered":"2024-09-19T06:03:36.154978+0000","last_clean":"2024-09-19T06:03:36.154978+0000","last_became_active":"2024-09-19T06:03:35.157064+0000","last_became_peered":"2024-09-19T06:03:35.157064+0000","last_unstale":"2024-09-19T06:03:36.154978+0000","last_undegraded":"2024-09-19T06:03:36.154978+0000","last_fullsized":"2024-09-19T06:03:36.154978+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:38.361445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276536+0000","last_change":"2024-09-19T06:03:35.162666+0000","last_active":"2024-09-19T06:03:36.276536+0000","last_peered":"2024-09-19T06:03:36.276536+0000","last_clean":"2024-09-19T06:03:36.276536+0000","last_became_active":"2024-09-19T06:03:35.162400+0000","last_became_peered":"2024-09-19T06:03:35.162400+0000","last_unstale":"2024-09-19T06:03:36.276536+0000","last_undegraded":"2024-09-19T06:03:36.276536+0000","last_fullsized":"2024-09-19T06:03:36.276536+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:23:30.628697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153351+0000","last_change":"2024-09-19T06:03:35.161822+0000","last_active":"2024-09-19T06:03:36.153351+0000","last_peered":"2024-09-19T06:03:36.153351+0000","last_clean":"2024-09-19T06:03:36.153351+0000","last_became_active":"2024-09-19T06:03:35.160860+0000","last_became_peered":"2024-09-19T06:03:35.160860+0000","last_unstale":"2024-09-19T06:03:36.153351+0000","last_undegraded":"2024-09-19T06:03:36.153351+0000","last_fullsized":"2024-09-19T06:03:36.153351+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:14.537371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154946+0000","last_change":"2024-09-19T06:03:35.159357+0000","last_active":"2024-09-19T06:03:36.154946+0000","last_peered":"2024-09-19T06:03:36.154946+0000","last_clean":"2024-09-19T06:03:36.154946+0000","last_became_active":"2024-09-19T06:03:35.156835+0000","last_became_peered":"2024-09-19T06:03:35.156835+0000","last_unstale":"2024-09-19T06:03:36.154946+0000","last_undegraded":"2024-09-19T06:03:36.154946+0000","last_fullsized":"2024-09-19T06:03:36.154946+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:10:04.433556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153620+0000","last_change":"2024-09-19T06:03:35.164596+0000","last_active":"2024-09-19T06:03:36.153620+0000","last_peered":"2024-09-19T06:03:36.153620+0000","last_clean":"2024-09-19T06:03:36.153620+0000","last_became_active":"2024-09-19T06:03:35.163156+0000","last_became_peered":"2024-09-19T06:03:35.163156+0000","last_unstale":"2024-09-19T06:03:36.153620+0000","last_undegraded":"2024-09-19T06:03:36.153620+0000","last_fullsized":"2024-09-19T06:03:36.153620+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:02.722174+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154110+0000","last_change":"2024-09-19T06:03:35.156980+0000","last_active":"2024-09-19T06:03:36.154110+0000","last_peered":"2024-09-19T06:03:36.154110+0000","last_clean":"2024-09-19T06:03:36.154110+0000","last_became_active":"2024-09-19T06:03:35.156554+0000","last_became_peered":"2024-09-19T06:03:35.156554+0000","last_unstale":"2024-09-19T06:03:36.154110+0000","last_undegraded":"2024-09-19T06:03:36.154110+0000","last_fullsized":"2024-09-19T06:03:36.154110+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:03.554620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154002+0000","last_change":"2024-09-19T06:03:35.154664+0000","last_active":"2024-09-19T06:03:36.154002+0000","last_peered":"2024-09-19T06:03:36.154002+0000","last_clean":"2024-09-19T06:03:36.154002+0000","last_became_active":"2024-09-19T06:03:35.154423+0000","last_became_peered":"2024-09-19T06:03:35.154423+0000","last_unstale":"2024-09-19T06:03:36.154002+0000","last_undegraded":"2024-09-19T06:03:36.154002+0000","last_fullsized":"2024-09-19T06:03:36.154002+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:44.422228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276680+0000","last_change":"2024-09-19T06:03:35.145184+0000","last_active":"2024-09-19T06:03:36.276680+0000","last_peered":"2024-09-19T06:03:36.276680+0000","last_clean":"2024-09-19T06:03:36.276680+0000","last_became_active":"2024-09-19T06:03:35.144884+0000","last_became_peered":"2024-09-19T06:03:35.144884+0000","last_unstale":"2024-09-19T06:03:36.276680+0000","last_undegraded":"2024-09-19T06:03:36.276680+0000","last_fullsized":"2024-09-19T06:03:36.276680+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:07:28.259808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277593+0000","last_change":"2024-09-19T06:03:35.145152+0000","last_active":"2024-09-19T06:03:36.277593+0000","last_peered":"2024-09-19T06:03:36.277593+0000","last_clean":"2024-09-19T06:03:36.277593+0000","last_became_active":"2024-09-19T06:03:35.143377+0000","last_became_peered":"2024-09-19T06:03:35.143377+0000","last_unstale":"2024-09-19T06:03:36.277593+0000","last_undegraded":"2024-09-19T06:03:36.277593+0000","last_fullsized":"2024-09-19T06:03:36.277593+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:05.833741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165565+0000","last_change":"2024-09-19T06:03:35.154538+0000","last_active":"2024-09-19T06:03:36.165565+0000","last_peered":"2024-09-19T06:03:36.165565+0000","last_clean":"2024-09-19T06:03:36.165565+0000","last_became_active":"2024-09-19T06:03:35.154293+0000","last_became_peered":"2024-09-19T06:03:35.154293+0000","last_unstale":"2024-09-19T06:03:36.165565+0000","last_undegraded":"2024-09-19T06:03:36.165565+0000","last_fullsized":"2024-09-19T06:03:36.165565+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:42:49.201794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277165+0000","last_change":"2024-09-19T06:03:35.151924+0000","last_active":"2024-09-19T06:03:36.277165+0000","last_peered":"2024-09-19T06:03:36.277165+0000","last_clean":"2024-09-19T06:03:36.277165+0000","last_became_active":"2024-09-19T06:03:35.151618+0000","last_became_peered":"2024-09-19T06:03:35.151618+0000","last_unstale":"2024-09-19T06:03:36.277165+0000","last_undegraded":"2024-09-19T06:03:36.277165+0000","last_fullsized":"2024-09-19T06:03:36.277165+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:43:06.836250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153317+0000","last_change":"2024-09-19T06:03:35.157213+0000","last_active":"2024-09-19T06:03:36.153317+0000","last_peered":"2024-09-19T06:03:36.153317+0000","last_clean":"2024-09-19T06:03:36.153317+0000","last_became_active":"2024-09-19T06:03:35.156950+0000","last_became_peered":"2024-09-19T06:03:35.156950+0000","last_unstale":"2024-09-19T06:03:36.153317+0000","last_undegraded":"2024-09-19T06:03:36.153317+0000","last_fullsized":"2024-09-19T06:03:36.153317+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:31.006385+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155205+0000","last_change":"2024-09-19T06:03:35.169943+0000","last_active":"2024-09-19T06:03:36.155205+0000","last_peered":"2024-09-19T06:03:36.155205+0000","last_clean":"2024-09-19T06:03:36.155205+0000","last_became_active":"2024-09-19T06:03:35.166618+0000","last_became_peered":"2024-09-19T06:03:35.166618+0000","last_unstale":"2024-09-19T06:03:36.155205+0000","last_undegraded":"2024-09-19T06:03:36.155205+0000","last_fullsized":"2024-09-19T06:03:36.155205+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:15:30.688118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276997+0000","last_change":"2024-09-19T06:03:35.145110+0000","last_active":"2024-09-19T06:03:36.276997+0000","last_peered":"2024-09-19T06:03:36.276997+0000","last_clean":"2024-09-19T06:03:36.276997+0000","last_became_active":"2024-09-19T06:03:35.144837+0000","last_became_peered":"2024-09-19T06:03:35.144837+0000","last_unstale":"2024-09-19T06:03:36.276997+0000","last_undegraded":"2024-09-19T06:03:36.276997+0000","last_fullsized":"2024-09-19T06:03:36.276997+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:07:33.121590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165399+0000","last_change":"2024-09-19T06:03:35.152191+0000","last_active":"2024-09-19T06:03:36.165399+0000","last_peered":"2024-09-19T06:03:36.165399+0000","last_clean":"2024-09-19T06:03:36.165399+0000","last_became_active":"2024-09-19T06:03:35.149672+0000","last_became_peered":"2024-09-19T06:03:35.149672+0000","last_unstale":"2024-09-19T06:03:36.165399+0000","last_undegraded":"2024-09-19T06:03:36.165399+0000","last_fullsized":"2024-09-19T06:03:36.165399+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:23.800250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165708+0000","last_change":"2024-09-19T06:03:35.156790+0000","last_active":"2024-09-19T06:03:36.165708+0000","last_peered":"2024-09-19T06:03:36.165708+0000","last_clean":"2024-09-19T06:03:36.165708+0000","last_became_active":"2024-09-19T06:03:35.156533+0000","last_became_peered":"2024-09-19T06:03:35.156533+0000","last_unstale":"2024-09-19T06:03:36.165708+0000","last_undegraded":"2024-09-19T06:03:36.165708+0000","last_fullsized":"2024-09-19T06:03:36.165708+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:42:29.524042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"55'4","reported_seq":18,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165819+0000","last_change":"2024-09-19T06:03:34.154057+0000","last_active":"2024-09-19T06:03:36.165819+0000","last_peered":"2024-09-19T06:03:36.165819+0000","last_clean":"2024-09-19T06:03:36.165819+0000","last_became_active":"2024-09-19T06:03:34.153812+0000","last_became_peered":"2024-09-19T06:03:34.153812+0000","last_unstale":"2024-09-19T06:03:36.165819+0000","last_undegraded":"2024-09-19T06:03:36.165819+0000","last_fullsized":"2024-09-19T06:03:36.165819+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:44:22.872483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277057+0000","last_change":"2024-09-19T06:03:35.151293+0000","last_active":"2024-09-19T06:03:36.277057+0000","last_peered":"2024-09-19T06:03:36.277057+0000","last_clean":"2024-09-19T06:03:36.277057+0000","last_became_active":"2024-09-19T06:03:35.151015+0000","last_became_peered":"2024-09-19T06:03:35.151015+0000","last_unstale":"2024-09-19T06:03:36.277057+0000","last_undegraded":"2024-09-19T06:03:36.277057+0000","last_fullsized":"2024-09-19T06:03:36.277057+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:46:57.044542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153406+0000","last_change":"2024-09-19T06:03:34.160620+0000","last_active":"2024-09-19T06:03:36.153406+0000","last_peered":"2024-09-19T06:03:36.153406+0000","last_clean":"2024-09-19T06:03:36.153406+0000","last_became_active":"2024-09-19T06:03:34.160353+0000","last_became_peered":"2024-09-19T06:03:34.160353+0000","last_unstale":"2024-09-19T06:03:36.153406+0000","last_undegraded":"2024-09-19T06:03:36.153406+0000","last_fullsized":"2024-09-19T06:03:36.153406+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:14.971542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165776+0000","last_change":"2024-09-19T06:03:35.159917+0000","last_active":"2024-09-19T06:03:36.165776+0000","last_peered":"2024-09-19T06:03:36.165776+0000","last_clean":"2024-09-19T06:03:36.165776+0000","last_became_active":"2024-09-19T06:03:35.159648+0000","last_became_peered":"2024-09-19T06:03:35.159648+0000","last_unstale":"2024-09-19T06:03:36.165776+0000","last_undegraded":"2024-09-19T06:03:36.165776+0000","last_fullsized":"2024-09-19T06:03:36.165776+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:26:08.475177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165678+0000","last_change":"2024-09-19T06:03:34.148498+0000","last_active":"2024-09-19T06:03:36.165678+0000","last_peered":"2024-09-19T06:03:36.165678+0000","last_clean":"2024-09-19T06:03:36.165678+0000","last_became_active":"2024-09-19T06:03:34.148241+0000","last_became_peered":"2024-09-19T06:03:34.148241+0000","last_unstale":"2024-09-19T06:03:36.165678+0000","last_undegraded":"2024-09-19T06:03:36.165678+0000","last_fullsized":"2024-09-19T06:03:36.165678+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:30.420577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165579+0000","last_change":"2024-09-19T06:03:35.157820+0000","last_active":"2024-09-19T06:03:36.165579+0000","last_peered":"2024-09-19T06:03:36.165579+0000","last_clean":"2024-09-19T06:03:36.165579+0000","last_became_active":"2024-09-19T06:03:35.157292+0000","last_became_peered":"2024-09-19T06:03:35.157292+0000","last_unstale":"2024-09-19T06:03:36.165579+0000","last_undegraded":"2024-09-19T06:03:36.165579+0000","last_fullsized":"2024-09-19T06:03:36.165579+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:54:26.331801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277711+0000","last_change":"2024-09-19T06:03:34.153801+0000","last_active":"2024-09-19T06:03:36.277711+0000","last_peered":"2024-09-19T06:03:36.277711+0000","last_clean":"2024-09-19T06:03:36.277711+0000","last_became_active":"2024-09-19T06:03:34.153470+0000","last_became_peered":"2024-09-19T06:03:34.153470+0000","last_unstale":"2024-09-19T06:03:36.277711+0000","last_undegraded":"2024-09-19T06:03:36.277711+0000","last_fullsized":"2024-09-19T06:03:36.277711+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:05.157008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153533+0000","last_change":"2024-09-19T06:03:35.152662+0000","last_active":"2024-09-19T06:03:36.153533+0000","last_peered":"2024-09-19T06:03:36.153533+0000","last_clean":"2024-09-19T06:03:36.153533+0000","last_became_active":"2024-09-19T06:03:35.151957+0000","last_became_peered":"2024-09-19T06:03:35.151957+0000","last_unstale":"2024-09-19T06:03:36.153533+0000","last_undegraded":"2024-09-19T06:03:36.153533+0000","last_fullsized":"2024-09-19T06:03:36.153533+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:13:24.862233+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277984+0000","last_change":"2024-09-19T06:03:34.155301+0000","last_active":"2024-09-19T06:03:36.277984+0000","last_peered":"2024-09-19T06:03:36.277984+0000","last_clean":"2024-09-19T06:03:36.277984+0000","last_became_active":"2024-09-19T06:03:34.154889+0000","last_became_peered":"2024-09-19T06:03:34.154889+0000","last_unstale":"2024-09-19T06:03:36.277984+0000","last_undegraded":"2024-09-19T06:03:36.277984+0000","last_fullsized":"2024-09-19T06:03:36.277984+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:35.644455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153172+0000","last_change":"2024-09-19T06:03:35.159747+0000","last_active":"2024-09-19T06:03:36.153172+0000","last_peered":"2024-09-19T06:03:36.153172+0000","last_clean":"2024-09-19T06:03:36.153172+0000","last_became_active":"2024-09-19T06:03:35.159454+0000","last_became_peered":"2024-09-19T06:03:35.159454+0000","last_unstale":"2024-09-19T06:03:36.153172+0000","last_undegraded":"2024-09-19T06:03:36.153172+0000","last_fullsized":"2024-09-19T06:03:36.153172+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:29.289204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165369+0000","last_change":"2024-09-19T06:03:34.151906+0000","last_active":"2024-09-19T06:03:36.165369+0000","last_peered":"2024-09-19T06:03:36.165369+0000","last_clean":"2024-09-19T06:03:36.165369+0000","last_became_active":"2024-09-19T06:03:34.151635+0000","last_became_peered":"2024-09-19T06:03:34.151635+0000","last_unstale":"2024-09-19T06:03:36.165369+0000","last_undegraded":"2024-09-19T06:03:36.165369+0000","last_fullsized":"2024-09-19T06:03:36.165369+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:01.752395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154035+0000","last_change":"2024-09-19T06:03:35.159028+0000","last_active":"2024-09-19T06:03:36.154035+0000","last_peered":"2024-09-19T06:03:36.154035+0000","last_clean":"2024-09-19T06:03:36.154035+0000","last_became_active":"2024-09-19T06:03:35.158708+0000","last_became_peered":"2024-09-19T06:03:35.158708+0000","last_unstale":"2024-09-19T06:03:36.154035+0000","last_undegraded":"2024-09-19T06:03:36.154035+0000","last_fullsized":"2024-09-19T06:03:36.154035+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:26.872453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277204+0000","last_change":"2024-09-19T06:03:34.152024+0000","last_active":"2024-09-19T06:03:36.277204+0000","last_peered":"2024-09-19T06:03:36.277204+0000","last_clean":"2024-09-19T06:03:36.277204+0000","last_became_active":"2024-09-19T06:03:34.151051+0000","last_became_peered":"2024-09-19T06:03:34.151051+0000","last_unstale":"2024-09-19T06:03:36.277204+0000","last_undegraded":"2024-09-19T06:03:36.277204+0000","last_fullsized":"2024-09-19T06:03:36.277204+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:15.256261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153225+0000","last_change":"2024-09-19T06:03:35.154903+0000","last_active":"2024-09-19T06:03:36.153225+0000","last_peered":"2024-09-19T06:03:36.153225+0000","last_clean":"2024-09-19T06:03:36.153225+0000","last_became_active":"2024-09-19T06:03:35.153299+0000","last_became_peered":"2024-09-19T06:03:35.153299+0000","last_unstale":"2024-09-19T06:03:36.153225+0000","last_undegraded":"2024-09-19T06:03:36.153225+0000","last_fullsized":"2024-09-19T06:03:36.153225+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:24.777752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277527+0000","last_change":"2024-09-19T06:03:34.157590+0000","last_active":"2024-09-19T06:03:36.277527+0000","last_peered":"2024-09-19T06:03:36.277527+0000","last_clean":"2024-09-19T06:03:36.277527+0000","last_became_active":"2024-09-19T06:03:34.157329+0000","last_became_peered":"2024-09-19T06:03:34.157329+0000","last_unstale":"2024-09-19T06:03:36.277527+0000","last_undegraded":"2024-09-19T06:03:36.277527+0000","last_fullsized":"2024-09-19T06:03:36.277527+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:43.414064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278241+0000","last_change":"2024-09-19T06:03:35.142677+0000","last_active":"2024-09-19T06:03:36.278241+0000","last_peered":"2024-09-19T06:03:36.278241+0000","last_clean":"2024-09-19T06:03:36.278241+0000","last_became_active":"2024-09-19T06:03:35.142369+0000","last_became_peered":"2024-09-19T06:03:35.142369+0000","last_unstale":"2024-09-19T06:03:36.278241+0000","last_undegraded":"2024-09-19T06:03:36.278241+0000","last_fullsized":"2024-09-19T06:03:36.278241+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:51:31.428741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155382+0000","last_change":"2024-09-19T06:03:34.158631+0000","last_active":"2024-09-19T06:03:36.155382+0000","last_peered":"2024-09-19T06:03:36.155382+0000","last_clean":"2024-09-19T06:03:36.155382+0000","last_became_active":"2024-09-19T06:03:34.158353+0000","last_became_peered":"2024-09-19T06:03:34.158353+0000","last_unstale":"2024-09-19T06:03:36.155382+0000","last_undegraded":"2024-09-19T06:03:36.155382+0000","last_fullsized":"2024-09-19T06:03:36.155382+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:07.327932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155326+0000","last_change":"2024-09-19T06:03:35.164081+0000","last_active":"2024-09-19T06:03:36.155326+0000","last_peered":"2024-09-19T06:03:36.155326+0000","last_clean":"2024-09-19T06:03:36.155326+0000","last_became_active":"2024-09-19T06:03:35.163601+0000","last_became_peered":"2024-09-19T06:03:35.163601+0000","last_unstale":"2024-09-19T06:03:36.155326+0000","last_undegraded":"2024-09-19T06:03:36.155326+0000","last_fullsized":"2024-09-19T06:03:36.155326+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:56.450409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153472+0000","last_change":"2024-09-19T06:03:34.159940+0000","last_active":"2024-09-19T06:03:36.153472+0000","last_peered":"2024-09-19T06:03:36.153472+0000","last_clean":"2024-09-19T06:03:36.153472+0000","last_became_active":"2024-09-19T06:03:34.159639+0000","last_became_peered":"2024-09-19T06:03:34.159639+0000","last_unstale":"2024-09-19T06:03:36.153472+0000","last_undegraded":"2024-09-19T06:03:36.153472+0000","last_fullsized":"2024-09-19T06:03:36.153472+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:35.002600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276882+0000","last_change":"2024-09-19T06:03:35.144694+0000","last_active":"2024-09-19T06:03:36.276882+0000","last_peered":"2024-09-19T06:03:36.276882+0000","last_clean":"2024-09-19T06:03:36.276882+0000","last_became_active":"2024-09-19T06:03:35.144231+0000","last_became_peered":"2024-09-19T06:03:35.144231+0000","last_unstale":"2024-09-19T06:03:36.276882+0000","last_undegraded":"2024-09-19T06:03:36.276882+0000","last_fullsized":"2024-09-19T06:03:36.276882+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:28.919105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"55'3","reported_seq":17,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155132+0000","last_change":"2024-09-19T06:03:34.152933+0000","last_active":"2024-09-19T06:03:36.155132+0000","last_peered":"2024-09-19T06:03:36.155132+0000","last_clean":"2024-09-19T06:03:36.155132+0000","last_became_active":"2024-09-19T06:03:34.152637+0000","last_became_peered":"2024-09-19T06:03:34.152637+0000","last_unstale":"2024-09-19T06:03:36.155132+0000","last_undegraded":"2024-09-19T06:03:36.155132+0000","last_fullsized":"2024-09-19T06:03:36.155132+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:35:15.256261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154950+0000","last_change":"2024-09-19T06:03:35.166863+0000","last_active":"2024-09-19T06:03:36.154950+0000","last_peered":"2024-09-19T06:03:36.154950+0000","last_clean":"2024-09-19T06:03:36.154950+0000","last_became_active":"2024-09-19T06:03:35.164841+0000","last_became_peered":"2024-09-19T06:03:35.164841+0000","last_unstale":"2024-09-19T06:03:36.154950+0000","last_undegraded":"2024-09-19T06:03:36.154950+0000","last_fullsized":"2024-09-19T06:03:36.154950+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:05.833741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"55'6","reported_seq":20,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278355+0000","last_change":"2024-09-19T06:03:34.153298+0000","last_active":"2024-09-19T06:03:36.278355+0000","last_peered":"2024-09-19T06:03:36.278355+0000","last_clean":"2024-09-19T06:03:36.278355+0000","last_became_active":"2024-09-19T06:03:34.153020+0000","last_became_peered":"2024-09-19T06:03:34.153020+0000","last_unstale":"2024-09-19T06:03:36.278355+0000","last_undegraded":"2024-09-19T06:03:36.278355+0000","last_fullsized":"2024-09-19T06:03:36.278355+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:48:06.781825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277348+0000","last_change":"2024-09-19T06:03:35.149195+0000","last_active":"2024-09-19T06:03:36.277348+0000","last_peered":"2024-09-19T06:03:36.277348+0000","last_clean":"2024-09-19T06:03:36.277348+0000","last_became_active":"2024-09-19T06:03:35.148845+0000","last_became_peered":"2024-09-19T06:03:35.148845+0000","last_unstale":"2024-09-19T06:03:36.277348+0000","last_undegraded":"2024-09-19T06:03:36.277348+0000","last_fullsized":"2024-09-19T06:03:36.277348+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:03.554620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153194+0000","last_change":"2024-09-19T06:03:34.158117+0000","last_active":"2024-09-19T06:03:36.153194+0000","last_peered":"2024-09-19T06:03:36.153194+0000","last_clean":"2024-09-19T06:03:36.153194+0000","last_became_active":"2024-09-19T06:03:34.157817+0000","last_became_peered":"2024-09-19T06:03:34.157817+0000","last_unstale":"2024-09-19T06:03:36.153194+0000","last_undegraded":"2024-09-19T06:03:36.153194+0000","last_fullsized":"2024-09-19T06:03:36.153194+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:51:25.658850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155160+0000","last_change":"2024-09-19T06:03:35.154401+0000","last_active":"2024-09-19T06:03:36.155160+0000","last_peered":"2024-09-19T06:03:36.155160+0000","last_clean":"2024-09-19T06:03:36.155160+0000","last_became_active":"2024-09-19T06:03:35.153000+0000","last_became_peered":"2024-09-19T06:03:35.153000+0000","last_unstale":"2024-09-19T06:03:36.155160+0000","last_undegraded":"2024-09-19T06:03:36.155160+0000","last_fullsized":"2024-09-19T06:03:36.155160+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:09.387885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154488+0000","last_change":"2024-09-19T06:03:34.150115+0000","last_active":"2024-09-19T06:03:36.154488+0000","last_peered":"2024-09-19T06:03:36.154488+0000","last_clean":"2024-09-19T06:03:36.154488+0000","last_became_active":"2024-09-19T06:03:34.148888+0000","last_became_peered":"2024-09-19T06:03:34.148888+0000","last_unstale":"2024-09-19T06:03:36.154488+0000","last_undegraded":"2024-09-19T06:03:36.154488+0000","last_fullsized":"2024-09-19T06:03:36.154488+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:13:47.821317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277436+0000","last_change":"2024-09-19T06:03:35.159221+0000","last_active":"2024-09-19T06:03:36.277436+0000","last_peered":"2024-09-19T06:03:36.277436+0000","last_clean":"2024-09-19T06:03:36.277436+0000","last_became_active":"2024-09-19T06:03:35.158963+0000","last_became_peered":"2024-09-19T06:03:35.158963+0000","last_unstale":"2024-09-19T06:03:36.277436+0000","last_undegraded":"2024-09-19T06:03:36.277436+0000","last_fullsized":"2024-09-19T06:03:36.277436+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:32.386384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277324+0000","last_change":"2024-09-19T06:03:34.153930+0000","last_active":"2024-09-19T06:03:36.277324+0000","last_peered":"2024-09-19T06:03:36.277324+0000","last_clean":"2024-09-19T06:03:36.277324+0000","last_became_active":"2024-09-19T06:03:34.153644+0000","last_became_peered":"2024-09-19T06:03:34.153644+0000","last_unstale":"2024-09-19T06:03:36.277324+0000","last_undegraded":"2024-09-19T06:03:36.277324+0000","last_fullsized":"2024-09-19T06:03:36.277324+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:07.613634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154636+0000","last_change":"2024-09-19T06:03:35.161795+0000","last_active":"2024-09-19T06:03:36.154636+0000","last_peered":"2024-09-19T06:03:36.154636+0000","last_clean":"2024-09-19T06:03:36.154636+0000","last_became_active":"2024-09-19T06:03:35.161488+0000","last_became_peered":"2024-09-19T06:03:35.161488+0000","last_unstale":"2024-09-19T06:03:36.154636+0000","last_undegraded":"2024-09-19T06:03:36.154636+0000","last_fullsized":"2024-09-19T06:03:36.154636+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:11.622452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"55'8","reported_seq":22,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154070+0000","last_change":"2024-09-19T06:03:34.154491+0000","last_active":"2024-09-19T06:03:36.154070+0000","last_peered":"2024-09-19T06:03:36.154070+0000","last_clean":"2024-09-19T06:03:36.154070+0000","last_became_active":"2024-09-19T06:03:34.153564+0000","last_became_peered":"2024-09-19T06:03:34.153564+0000","last_unstale":"2024-09-19T06:03:36.154070+0000","last_undegraded":"2024-09-19T06:03:36.154070+0000","last_fullsized":"2024-09-19T06:03:36.154070+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:05.157008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155224+0000","last_change":"2024-09-19T06:03:35.170309+0000","last_active":"2024-09-19T06:03:36.155224+0000","last_peered":"2024-09-19T06:03:36.155224+0000","last_clean":"2024-09-19T06:03:36.155224+0000","last_became_active":"2024-09-19T06:03:35.170032+0000","last_became_peered":"2024-09-19T06:03:35.170032+0000","last_unstale":"2024-09-19T06:03:36.155224+0000","last_undegraded":"2024-09-19T06:03:36.155224+0000","last_fullsized":"2024-09-19T06:03:36.155224+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:45.553941+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153597+0000","last_change":"2024-09-19T06:03:34.160550+0000","last_active":"2024-09-19T06:03:36.153597+0000","last_peered":"2024-09-19T06:03:36.153597+0000","last_clean":"2024-09-19T06:03:36.153597+0000","last_became_active":"2024-09-19T06:03:34.160117+0000","last_became_peered":"2024-09-19T06:03:34.160117+0000","last_unstale":"2024-09-19T06:03:36.153597+0000","last_undegraded":"2024-09-19T06:03:36.153597+0000","last_fullsized":"2024-09-19T06:03:36.153597+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:08.379721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277810+0000","last_change":"2024-09-19T06:03:35.157334+0000","last_active":"2024-09-19T06:03:36.277810+0000","last_peered":"2024-09-19T06:03:36.277810+0000","last_clean":"2024-09-19T06:03:36.277810+0000","last_became_active":"2024-09-19T06:03:35.155074+0000","last_became_peered":"2024-09-19T06:03:35.155074+0000","last_unstale":"2024-09-19T06:03:36.277810+0000","last_undegraded":"2024-09-19T06:03:36.277810+0000","last_fullsized":"2024-09-19T06:03:36.277810+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:05:15.979705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165661+0000","last_change":"2024-09-19T06:03:34.157403+0000","last_active":"2024-09-19T06:03:36.165661+0000","last_peered":"2024-09-19T06:03:36.165661+0000","last_clean":"2024-09-19T06:03:36.165661+0000","last_became_active":"2024-09-19T06:03:34.157055+0000","last_became_peered":"2024-09-19T06:03:34.157055+0000","last_unstale":"2024-09-19T06:03:36.165661+0000","last_undegraded":"2024-09-19T06:03:36.165661+0000","last_fullsized":"2024-09-19T06:03:36.165661+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:48:31.378220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153219+0000","last_change":"2024-09-19T06:03:35.168300+0000","last_active":"2024-09-19T06:03:36.153219+0000","last_peered":"2024-09-19T06:03:36.153219+0000","last_clean":"2024-09-19T06:03:36.153219+0000","last_became_active":"2024-09-19T06:03:35.167984+0000","last_became_peered":"2024-09-19T06:03:35.167984+0000","last_unstale":"2024-09-19T06:03:36.153219+0000","last_undegraded":"2024-09-19T06:03:36.153219+0000","last_fullsized":"2024-09-19T06:03:36.153219+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:24.386200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"55'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277583+0000","last_change":"2024-09-19T06:03:34.154819+0000","last_active":"2024-09-19T06:03:36.277583+0000","last_peered":"2024-09-19T06:03:36.277583+0000","last_clean":"2024-09-19T06:03:36.277583+0000","last_became_active":"2024-09-19T06:03:34.154232+0000","last_became_peered":"2024-09-19T06:03:34.154232+0000","last_unstale":"2024-09-19T06:03:36.277583+0000","last_undegraded":"2024-09-19T06:03:36.277583+0000","last_fullsized":"2024-09-19T06:03:36.277583+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:56:07.327932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155125+0000","last_change":"2024-09-19T06:03:35.159157+0000","last_active":"2024-09-19T06:03:36.155125+0000","last_peered":"2024-09-19T06:03:36.155125+0000","last_clean":"2024-09-19T06:03:36.155125+0000","last_became_active":"2024-09-19T06:03:35.158851+0000","last_became_peered":"2024-09-19T06:03:35.158851+0000","last_unstale":"2024-09-19T06:03:36.155125+0000","last_undegraded":"2024-09-19T06:03:36.155125+0000","last_fullsized":"2024-09-19T06:03:36.155125+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:36.010764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165685+0000","last_change":"2024-09-19T06:03:34.161677+0000","last_active":"2024-09-19T06:03:36.165685+0000","last_peered":"2024-09-19T06:03:36.165685+0000","last_clean":"2024-09-19T06:03:36.165685+0000","last_became_active":"2024-09-19T06:03:34.161359+0000","last_became_peered":"2024-09-19T06:03:34.161359+0000","last_unstale":"2024-09-19T06:03:36.165685+0000","last_undegraded":"2024-09-19T06:03:36.165685+0000","last_fullsized":"2024-09-19T06:03:36.165685+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:10.764453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277212+0000","last_change":"2024-09-19T06:03:35.148296+0000","last_active":"2024-09-19T06:03:36.277212+0000","last_peered":"2024-09-19T06:03:36.277212+0000","last_clean":"2024-09-19T06:03:36.277212+0000","last_became_active":"2024-09-19T06:03:35.147826+0000","last_became_peered":"2024-09-19T06:03:35.147826+0000","last_unstale":"2024-09-19T06:03:36.277212+0000","last_undegraded":"2024-09-19T06:03:36.277212+0000","last_fullsized":"2024-09-19T06:03:36.277212+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:51:26.667014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153308+0000","last_change":"2024-09-19T06:03:34.152850+0000","last_active":"2024-09-19T06:03:36.153308+0000","last_peered":"2024-09-19T06:03:36.153308+0000","last_clean":"2024-09-19T06:03:36.153308+0000","last_became_active":"2024-09-19T06:03:34.152519+0000","last_became_peered":"2024-09-19T06:03:34.152519+0000","last_unstale":"2024-09-19T06:03:36.153308+0000","last_undegraded":"2024-09-19T06:03:36.153308+0000","last_fullsized":"2024-09-19T06:03:36.153308+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:02.546457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165508+0000","last_change":"2024-09-19T06:03:35.154294+0000","last_active":"2024-09-19T06:03:36.165508+0000","last_peered":"2024-09-19T06:03:36.165508+0000","last_clean":"2024-09-19T06:03:36.165508+0000","last_became_active":"2024-09-19T06:03:35.153967+0000","last_became_peered":"2024-09-19T06:03:35.153967+0000","last_unstale":"2024-09-19T06:03:36.165508+0000","last_undegraded":"2024-09-19T06:03:36.165508+0000","last_fullsized":"2024-09-19T06:03:36.165508+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:55.855121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277423+0000","last_change":"2024-09-19T06:03:34.155241+0000","last_active":"2024-09-19T06:03:36.277423+0000","last_peered":"2024-09-19T06:03:36.277423+0000","last_clean":"2024-09-19T06:03:36.277423+0000","last_became_active":"2024-09-19T06:03:34.154937+0000","last_became_peered":"2024-09-19T06:03:34.154937+0000","last_unstale":"2024-09-19T06:03:36.277423+0000","last_undegraded":"2024-09-19T06:03:36.277423+0000","last_fullsized":"2024-09-19T06:03:36.277423+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:54:52.993724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165310+0000","last_change":"2024-09-19T06:03:35.155535+0000","last_active":"2024-09-19T06:03:36.165310+0000","last_peered":"2024-09-19T06:03:36.165310+0000","last_clean":"2024-09-19T06:03:36.165310+0000","last_became_active":"2024-09-19T06:03:35.153911+0000","last_became_peered":"2024-09-19T06:03:35.153911+0000","last_unstale":"2024-09-19T06:03:36.165310+0000","last_undegraded":"2024-09-19T06:03:36.165310+0000","last_fullsized":"2024-09-19T06:03:36.165310+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:48:56.450409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277089+0000","last_change":"2024-09-19T06:03:34.157848+0000","last_active":"2024-09-19T06:03:36.277089+0000","last_peered":"2024-09-19T06:03:36.277089+0000","last_clean":"2024-09-19T06:03:36.277089+0000","last_became_active":"2024-09-19T06:03:34.157522+0000","last_became_peered":"2024-09-19T06:03:34.157522+0000","last_unstale":"2024-09-19T06:03:36.277089+0000","last_undegraded":"2024-09-19T06:03:36.277089+0000","last_fullsized":"2024-09-19T06:03:36.277089+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:55:11.763910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277631+0000","last_change":"2024-09-19T06:03:35.146921+0000","last_active":"2024-09-19T06:03:36.277631+0000","last_peered":"2024-09-19T06:03:36.277631+0000","last_clean":"2024-09-19T06:03:36.277631+0000","last_became_active":"2024-09-19T06:03:35.146638+0000","last_became_peered":"2024-09-19T06:03:35.146638+0000","last_unstale":"2024-09-19T06:03:36.277631+0000","last_undegraded":"2024-09-19T06:03:36.277631+0000","last_fullsized":"2024-09-19T06:03:36.277631+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:35:38.361445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"55'2","reported_seq":16,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277012+0000","last_change":"2024-09-19T06:03:34.161042+0000","last_active":"2024-09-19T06:03:36.277012+0000","last_peered":"2024-09-19T06:03:36.277012+0000","last_clean":"2024-09-19T06:03:36.277012+0000","last_became_active":"2024-09-19T06:03:34.160827+0000","last_became_peered":"2024-09-19T06:03:34.160827+0000","last_unstale":"2024-09-19T06:03:36.277012+0000","last_undegraded":"2024-09-19T06:03:36.277012+0000","last_fullsized":"2024-09-19T06:03:36.277012+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:41:56.961502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277812+0000","last_change":"2024-09-19T06:03:35.149615+0000","last_active":"2024-09-19T06:03:36.277812+0000","last_peered":"2024-09-19T06:03:36.277812+0000","last_clean":"2024-09-19T06:03:36.277812+0000","last_became_active":"2024-09-19T06:03:35.149345+0000","last_became_peered":"2024-09-19T06:03:35.149345+0000","last_unstale":"2024-09-19T06:03:36.277812+0000","last_undegraded":"2024-09-19T06:03:36.277812+0000","last_fullsized":"2024-09-19T06:03:36.277812+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:49:36.010764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"56'1","reported_seq":15,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.167842+0000","last_change":"2024-09-19T06:03:34.151529+0000","last_active":"2024-09-19T06:03:36.167842+0000","last_peered":"2024-09-19T06:03:36.167842+0000","last_clean":"2024-09-19T06:03:36.167842+0000","last_became_active":"2024-09-19T06:03:34.150681+0000","last_became_peered":"2024-09-19T06:03:34.150681+0000","last_unstale":"2024-09-19T06:03:36.167842+0000","last_undegraded":"2024-09-19T06:03:36.167842+0000","last_fullsized":"2024-09-19T06:03:36.167842+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:52:39.733069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277051+0000","last_change":"2024-09-19T06:03:35.144478+0000","last_active":"2024-09-19T06:03:36.277051+0000","last_peered":"2024-09-19T06:03:36.277051+0000","last_clean":"2024-09-19T06:03:36.277051+0000","last_became_active":"2024-09-19T06:03:35.143907+0000","last_became_peered":"2024-09-19T06:03:35.143907+0000","last_unstale":"2024-09-19T06:03:36.277051+0000","last_undegraded":"2024-09-19T06:03:36.277051+0000","last_fullsized":"2024-09-19T06:03:36.277051+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:30:56.983138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154304+0000","last_change":"2024-09-19T06:03:34.150866+0000","last_active":"2024-09-19T06:03:36.154304+0000","last_peered":"2024-09-19T06:03:36.154304+0000","last_clean":"2024-09-19T06:03:36.154304+0000","last_became_active":"2024-09-19T06:03:34.150599+0000","last_became_peered":"2024-09-19T06:03:34.150599+0000","last_unstale":"2024-09-19T06:03:36.154304+0000","last_undegraded":"2024-09-19T06:03:36.154304+0000","last_fullsized":"2024-09-19T06:03:36.154304+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:04.139324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.165725+0000","last_change":"2024-09-19T06:03:35.157514+0000","last_active":"2024-09-19T06:03:36.165725+0000","last_peered":"2024-09-19T06:03:36.165725+0000","last_clean":"2024-09-19T06:03:36.165725+0000","last_became_active":"2024-09-19T06:03:35.157253+0000","last_became_peered":"2024-09-19T06:03:35.157253+0000","last_unstale":"2024-09-19T06:03:36.165725+0000","last_undegraded":"2024-09-19T06:03:36.165725+0000","last_fullsized":"2024-09-19T06:03:36.165725+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:21.245918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277688+0000","last_change":"2024-09-19T06:03:34.152766+0000","last_active":"2024-09-19T06:03:36.277688+0000","last_peered":"2024-09-19T06:03:36.277688+0000","last_clean":"2024-09-19T06:03:36.277688+0000","last_became_active":"2024-09-19T06:03:34.151785+0000","last_became_peered":"2024-09-19T06:03:34.151785+0000","last_unstale":"2024-09-19T06:03:36.277688+0000","last_undegraded":"2024-09-19T06:03:36.277688+0000","last_fullsized":"2024-09-19T06:03:36.277688+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:08:58.663018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153679+0000","last_change":"2024-09-19T06:03:35.160128+0000","last_active":"2024-09-19T06:03:36.153679+0000","last_peered":"2024-09-19T06:03:36.153679+0000","last_clean":"2024-09-19T06:03:36.153679+0000","last_became_active":"2024-09-19T06:03:35.159818+0000","last_became_peered":"2024-09-19T06:03:35.159818+0000","last_unstale":"2024-09-19T06:03:36.153679+0000","last_undegraded":"2024-09-19T06:03:36.153679+0000","last_fullsized":"2024-09-19T06:03:36.153679+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:17.408179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276810+0000","last_change":"2024-09-19T06:03:34.142455+0000","last_active":"2024-09-19T06:03:36.276810+0000","last_peered":"2024-09-19T06:03:36.276810+0000","last_clean":"2024-09-19T06:03:36.276810+0000","last_became_active":"2024-09-19T06:03:34.142091+0000","last_became_peered":"2024-09-19T06:03:34.142091+0000","last_unstale":"2024-09-19T06:03:36.276810+0000","last_undegraded":"2024-09-19T06:03:36.276810+0000","last_fullsized":"2024-09-19T06:03:36.276810+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:06:16.146651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.155469+0000","last_change":"2024-09-19T06:03:35.163867+0000","last_active":"2024-09-19T06:03:36.155469+0000","last_peered":"2024-09-19T06:03:36.155469+0000","last_clean":"2024-09-19T06:03:36.155469+0000","last_became_active":"2024-09-19T06:03:35.163454+0000","last_became_peered":"2024-09-19T06:03:35.163454+0000","last_unstale":"2024-09-19T06:03:36.155469+0000","last_undegraded":"2024-09-19T06:03:36.155469+0000","last_fullsized":"2024-09-19T06:03:36.155469+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:01:23.800250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.278008+0000","last_change":"2024-09-19T06:03:34.153512+0000","last_active":"2024-09-19T06:03:36.278008+0000","last_peered":"2024-09-19T06:03:36.278008+0000","last_clean":"2024-09-19T06:03:36.278008+0000","last_became_active":"2024-09-19T06:03:34.153217+0000","last_became_peered":"2024-09-19T06:03:34.153217+0000","last_unstale":"2024-09-19T06:03:36.278008+0000","last_undegraded":"2024-09-19T06:03:36.278008+0000","last_fullsized":"2024-09-19T06:03:36.278008+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:57:25.864289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.276625+0000","last_change":"2024-09-19T06:03:35.148504+0000","last_active":"2024-09-19T06:03:36.276625+0000","last_peered":"2024-09-19T06:03:36.276625+0000","last_clean":"2024-09-19T06:03:36.276625+0000","last_became_active":"2024-09-19T06:03:35.148234+0000","last_became_peered":"2024-09-19T06:03:35.148234+0000","last_unstale":"2024-09-19T06:03:36.276625+0000","last_undegraded":"2024-09-19T06:03:36.276625+0000","last_fullsized":"2024-09-19T06:03:36.276625+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:25:05.925570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.277118+0000","last_change":"2024-09-19T06:03:34.147007+0000","last_active":"2024-09-19T06:03:36.277118+0000","last_peered":"2024-09-19T06:03:36.277118+0000","last_clean":"2024-09-19T06:03:36.277118+0000","last_became_active":"2024-09-19T06:03:34.146710+0000","last_became_peered":"2024-09-19T06:03:34.146710+0000","last_unstale":"2024-09-19T06:03:36.277118+0000","last_undegraded":"2024-09-19T06:03:36.277118+0000","last_fullsized":"2024-09-19T06:03:36.277118+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:50.493693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.153161+0000","last_change":"2024-09-19T06:03:35.155258+0000","last_active":"2024-09-19T06:03:36.153161+0000","last_peered":"2024-09-19T06:03:36.153161+0000","last_clean":"2024-09-19T06:03:36.153161+0000","last_became_active":"2024-09-19T06:03:35.154912+0000","last_became_peered":"2024-09-19T06:03:35.154912+0000","last_unstale":"2024-09-19T06:03:36.153161+0000","last_undegraded":"2024-09-19T06:03:36.153161+0000","last_fullsized":"2024-09-19T06:03:36.153161+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:17:47.126203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.152972+0000","last_change":"2024-09-19T06:03:34.153415+0000","last_active":"2024-09-19T06:03:36.152972+0000","last_peered":"2024-09-19T06:03:36.152972+0000","last_clean":"2024-09-19T06:03:36.152972+0000","last_became_active":"2024-09-19T06:03:34.149043+0000","last_became_peered":"2024-09-19T06:03:34.149043+0000","last_unstale":"2024-09-19T06:03:36.152972+0000","last_undegraded":"2024-09-19T06:03:36.152972+0000","last_fullsized":"2024-09-19T06:03:36.152972+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:21.297707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":12,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.152920+0000","last_change":"2024-09-19T06:03:35.159308+0000","last_active":"2024-09-19T06:03:36.152920+0000","last_peered":"2024-09-19T06:03:36.152920+0000","last_clean":"2024-09-19T06:03:36.152920+0000","last_became_active":"2024-09-19T06:03:35.159048+0000","last_became_peered":"2024-09-19T06:03:35.159048+0000","last_unstale":"2024-09-19T06:03:36.152920+0000","last_undegraded":"2024-09-19T06:03:36.152920+0000","last_fullsized":"2024-09-19T06:03:36.152920+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:34.121048+0000","last_clean_scrub_stamp":"2024-09-19T06:03:34.121048+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:55.746689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":14,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154374+0000","last_change":"2024-09-19T06:03:34.143482+0000","last_active":"2024-09-19T06:03:36.154374+0000","last_peered":"2024-09-19T06:03:36.154374+0000","last_clean":"2024-09-19T06:03:36.154374+0000","last_became_active":"2024-09-19T06:03:34.143140+0000","last_became_peered":"2024-09-19T06:03:34.143140+0000","last_unstale":"2024-09-19T06:03:36.154374+0000","last_undegraded":"2024-09-19T06:03:36.154374+0000","last_fullsized":"2024-09-19T06:03:36.154374+0000","mapping_epoch":53,"log_start":"0'0","ondisk_log_start":"0'0","created":53,"last_epoch_clean":54,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:03:33.112884+0000","last_clean_scrub_stamp":"2024-09-19T06:03:33.112884+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:07:03.289927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":233,"reported_epoch":56,"state":"active+clean","last_fresh":"2024-09-19T06:03:36.154134+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:03:36.154134+0000","last_peered":"2024-09-19T06:03:36.154134+0000","last_clean":"2024-09-19T06:03:36.154134+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:03:36.154134+0000","last_undegraded":"2024-09-19T06:03:36.154134+0000","last_fullsized":"2024-09-19T06:03:36.154134+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509473,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32424,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339416,"statfs":{"total":96636764160,"available":96603561984,"internally_reserved":0,"allocated":1265664,"data_stored":861703,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509472,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31836,"kb_used_data":648,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340004,"statfs":{"total":96636764160,"available":96604164096,"internally_reserved":0,"allocated":663552,"data_stored":271175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509472,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":671744,"data_stored":271827,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509472,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":675840,"data_stored":272787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509471,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":671744,"data_stored":271231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509472,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31844,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339996,"statfs":{"total":96636764160,"available":96604155904,"internally_reserved":0,"allocated":671744,"data_stored":271231,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509472,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32432,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339408,"statfs":{"total":96636764160,"available":96603553792,"internally_reserved":0,"allocated":1273856,"data_stored":863737,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542178,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31832,"kb_used_data":640,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94340008,"statfs":{"total":96636764160,"available":96604168192,"internally_reserved":0,"allocated":655360,"data_stored":264965,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:03:39.767 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:03:39.768 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T06:03:39.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.958+0000 7f2654a00640 1 Processor -- start 2024-09-19T06:03:39.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.958+0000 7f2654a00640 1 -- start start 2024-09-19T06:03:39.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.959+0000 7f2654a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f265015b480 0x7f26500b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.959+0000 7f2654a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2650072700 0x7f265015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.959+0000 7f2654a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26500ccff0 con 0x7f26500b60c0 2024-09-19T06:03:39.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.959+0000 7f2654a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f26500cd2d0 con 0x7f265015b480 2024-09-19T06:03:39.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.959+0000 7f2654a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f26500cd5b0 con 0x7f2650072700 2024-09-19T06:03:39.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264de00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f265015b480 0x7f26500b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264de00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f265015b480 0x7f26500b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59046/0 (socket says 172.21.15.92:59046) 2024-09-19T06:03:39.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264de00640 1 -- 172.21.15.92:0/3685459255 learned_addr learned my addr 172.21.15.92:0/3685459255 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:39.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264d400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f26500b60c0 0x7f2650071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:34192/0 (socket says 172.21.15.92:34192) 2024-09-19T06:03:39.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264e800640 1 --2- 172.21.15.92:0/3685459255 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2650072700 0x7f265015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264de00640 1 -- 172.21.15.92:0/3685459255 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2650072700 msgr2=0x7f265015bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:39.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264de00640 1 --2- 172.21.15.92:0/3685459255 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2650072700 0x7f265015bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264de00640 1 -- 172.21.15.92:0/3685459255 >> v1:172.21.15.92:6789/0 conn(0x7f26500b60c0 legacy=0x7f2650071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264de00640 1 -- 172.21.15.92:0/3685459255 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26500cd890 con 0x7f265015b480 2024-09-19T06:03:39.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264ca00640 1 -- 172.21.15.92:0/3685459255 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2568529424 0 0) 0x7f26500ccff0 con 0x7f26500b60c0 2024-09-19T06:03:39.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.960+0000 7f264e800640 1 --2- 172.21.15.92:0/3685459255 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2650072700 0x7f265015bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:39.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.961+0000 7f264de00640 1 --2- 172.21.15.92:0/3685459255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f265015b480 0x7f26500b5b80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f264000bb10 tx=0x7f264002c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=110bfb448f0b0270 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:39.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.961+0000 7f264ca00640 1 -- 172.21.15.92:0/3685459255 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2640032790 con 0x7f265015b480 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.961+0000 7f264ca00640 1 -- 172.21.15.92:0/3685459255 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2640038070 con 0x7f265015b480 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.961+0000 7f264ca00640 1 -- 172.21.15.92:0/3685459255 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2640032b50 con 0x7f265015b480 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.962+0000 7f2654a00640 1 -- 172.21.15.92:0/3685459255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f265015b480 msgr2=0x7f26500b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.962+0000 7f2654a00640 1 --2- 172.21.15.92:0/3685459255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f265015b480 0x7f26500b5b80 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f264000bb10 tx=0x7f264002c890 comp rx=0 tx=0).stop 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.962+0000 7f2654a00640 1 -- 172.21.15.92:0/3685459255 shutdown_connections 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.962+0000 7f2654a00640 1 --2- 172.21.15.92:0/3685459255 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2650072700 0x7f265015bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.962+0000 7f2654a00640 1 --2- 172.21.15.92:0/3685459255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f265015b480 0x7f26500b5b80 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.962+0000 7f2654a00640 1 -- 172.21.15.92:0/3685459255 >> 172.21.15.92:0/3685459255 conn(0x7f265006d0f0 msgr2=0x7f265006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.962+0000 7f2654a00640 1 -- 172.21.15.92:0/3685459255 shutdown_connections 2024-09-19T06:03:39.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.962+0000 7f2654a00640 1 -- 172.21.15.92:0/3685459255 wait complete. 2024-09-19T06:03:39.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.964+0000 7f2654a00640 1 Processor -- start 2024-09-19T06:03:39.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.964+0000 7f2654a00640 1 -- start start 2024-09-19T06:03:39.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f2654a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2650072700 0x7f26501406d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f2654a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26500b60c0 0x7f26500c5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f2654a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f265015b480 0x7f26500c5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f2654a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f265015b9e0 con 0x7f2650072700 2024-09-19T06:03:39.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f2654a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f265015b860 con 0x7f26500b60c0 2024-09-19T06:03:39.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f2654a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f265015c1a0 con 0x7f265015b480 2024-09-19T06:03:39.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2650072700 0x7f26501406d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2650072700 0x7f26501406d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59052/0 (socket says 172.21.15.92:59052) 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264de00640 1 -- 172.21.15.92:0/3840819258 learned_addr learned my addr 172.21.15.92:0/3840819258 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264d400640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26500b60c0 0x7f26500c5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264e800640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f265015b480 0x7f26500c5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264de00640 1 -- 172.21.15.92:0/3840819258 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f265015b480 msgr2=0x7f26500c5940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264de00640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f265015b480 0x7f26500c5940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264de00640 1 -- 172.21.15.92:0/3840819258 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26500b60c0 msgr2=0x7f26500c5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264de00640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26500b60c0 0x7f26500c5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264de00640 1 -- 172.21.15.92:0/3840819258 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26501e5f70 con 0x7f2650072700 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.965+0000 7f264d400640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26500b60c0 0x7f26500c5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.966+0000 7f264de00640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2650072700 0x7f26501406d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f264002c8d0 tx=0x7f26400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.966+0000 7f2646000640 1 -- 172.21.15.92:0/3840819258 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2640033830 con 0x7f2650072700 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.966+0000 7f2646000640 1 -- 172.21.15.92:0/3840819258 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f26400339d0 con 0x7f2650072700 2024-09-19T06:03:39.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.966+0000 7f2646000640 1 -- 172.21.15.92:0/3840819258 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2640033e00 con 0x7f2650072700 2024-09-19T06:03:39.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.966+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26501e5c90 con 0x7f2650072700 2024-09-19T06:03:39.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.966+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26501414a0 con 0x7f2650072700 2024-09-19T06:03:39.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.967+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f265015bc60 con 0x7f2650072700 2024-09-19T06:03:39.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.968+0000 7f2646000640 1 -- 172.21.15.92:0/3840819258 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f264004d060 con 0x7f2650072700 2024-09-19T06:03:39.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.969+0000 7f2646000640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263006c2b0 0x7f263006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:39.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.969+0000 7f2646000640 1 -- 172.21.15.92:0/3840819258 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f26400addd0 con 0x7f2650072700 2024-09-19T06:03:39.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.969+0000 7f264d400640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263006c2b0 0x7f263006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:39.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.970+0000 7f264d400640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263006c2b0 0x7f263006e770 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f265015a030 tx=0x7f263c007c10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:39.975 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:39.973+0000 7f2646000640 1 -- 172.21.15.92:0/3840819258 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2640041070 con 0x7f2650072700 2024-09-19T06:03:40.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.209+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f2650159aa0 con 0x7f2650072700 2024-09-19T06:03:40.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.211+0000 7f2646000640 1 -- 172.21.15.92:0/3840819258 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) ==== 190+0+147 (secure 0 0 0) 0x7f264007c5c0 con 0x7f2650072700 2024-09-19T06:03:40.213 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-09-19T06:03:40.213 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w== 2024-09-19T06:03:40.213 INFO:teuthology.orchestra.run.smithi092.stdout: caps mds = "allow" 2024-09-19T06:03:40.213 INFO:teuthology.orchestra.run.smithi092.stdout: caps mon = "allow r" 2024-09-19T06:03:40.214 INFO:teuthology.orchestra.run.smithi092.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T06:03:40.214 INFO:teuthology.orchestra.run.smithi092.stderr:updated caps for client.0 2024-09-19T06:03:40.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.213+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263006c2b0 msgr2=0x7f263006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:40.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.213+0000 7f2654a00640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263006c2b0 0x7f263006e770 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f265015a030 tx=0x7f263c007c10 comp rx=0 tx=0).stop 2024-09-19T06:03:40.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.213+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2650072700 msgr2=0x7f26501406d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:40.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.213+0000 7f2654a00640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2650072700 0x7f26501406d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f264002c8d0 tx=0x7f26400046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.214+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 shutdown_connections 2024-09-19T06:03:40.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.214+0000 7f2654a00640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f265015b480 0x7f26500c5940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.214+0000 7f2654a00640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263006c2b0 0x7f263006e770 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.214+0000 7f2654a00640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26500b60c0 0x7f26500c5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.214+0000 7f2654a00640 1 --2- 172.21.15.92:0/3840819258 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2650072700 0x7f26501406d0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.214+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 >> 172.21.15.92:0/3840819258 conn(0x7f265006d0f0 msgr2=0x7f2650158a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:40.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.214+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 shutdown_connections 2024-09-19T06:03:40.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.214+0000 7f2654a00640 1 -- 172.21.15.92:0/3840819258 wait complete. 2024-09-19T06:03:40.232 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:40.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.383+0000 7f6fdac00640 1 Processor -- start 2024-09-19T06:03:40.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.383+0000 7f6fdac00640 1 -- start start 2024-09-19T06:03:40.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.384+0000 7f6fdac00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6fd40b6140 0x7f6fd415c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:40.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.384+0000 7f6fdac00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fd40b50a0 con 0x7f6fd4155800 2024-09-19T06:03:40.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.384+0000 7f6fdac00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6fd40b5380 con 0x7f6fd40cfc80 2024-09-19T06:03:40.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.384+0000 7f6fdac00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f6fd40b6550 con 0x7f6fd40b6140 2024-09-19T06:03:40.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.385+0000 7f6fd8c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6fd40b6140 0x7f6fd415c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:40.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.385+0000 7f6fd3e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f6fd4155800 0x7f6fd40cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:34200/0 (socket says 172.21.15.92:34200) 2024-09-19T06:03:40.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.385+0000 7f6fd3e00640 1 -- 172.21.15.92:0/3152763827 learned_addr learned my addr 172.21.15.92:0/3152763827 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:40.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.385+0000 7f6fd8c00640 1 -- 172.21.15.92:0/3152763827 >> v1:172.21.15.102:6789/0 conn(0x7f6fd40cfc80 legacy=0x7f6fd415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:40.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.385+0000 7f6fd8c00640 1 -- 172.21.15.92:0/3152763827 >> v1:172.21.15.92:6789/0 conn(0x7f6fd4155800 legacy=0x7f6fd40cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:40.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.385+0000 7f6fd8c00640 1 -- 172.21.15.92:0/3152763827 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fd40b5660 con 0x7f6fd40b6140 2024-09-19T06:03:40.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.385+0000 7f6fd2a00640 1 -- 172.21.15.92:0/3152763827 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4208145299 0 0) 0x7f6fd40b50a0 con 0x7f6fd4155800 2024-09-19T06:03:40.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.386+0000 7f6fd8c00640 1 --2- 172.21.15.92:0/3152763827 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40b6140 0x7f6fd415c330 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc009d90 tx=0x7f6fcc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe175d75e7983ce1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:40.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.386+0000 7f6fd2a00640 1 -- 172.21.15.92:0/3152763827 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fcc007740 con 0x7f6fd40b6140 2024-09-19T06:03:40.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.386+0000 7f6fd2a00640 1 -- 172.21.15.92:0/3152763827 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fcc0078e0 con 0x7f6fd40b6140 2024-09-19T06:03:40.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.386+0000 7f6fd2a00640 1 -- 172.21.15.92:0/3152763827 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fcc007cb0 con 0x7f6fd40b6140 2024-09-19T06:03:40.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.387+0000 7f6fdac00640 1 -- 172.21.15.92:0/3152763827 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40b6140 msgr2=0x7f6fd415c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:40.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.387+0000 7f6fdac00640 1 --2- 172.21.15.92:0/3152763827 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40b6140 0x7f6fd415c330 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f6fcc009d90 tx=0x7f6fcc02a6a0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.387+0000 7f6fdac00640 1 -- 172.21.15.92:0/3152763827 shutdown_connections 2024-09-19T06:03:40.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.387+0000 7f6fdac00640 1 --2- 172.21.15.92:0/3152763827 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40b6140 0x7f6fd415c330 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.387+0000 7f6fdac00640 1 -- 172.21.15.92:0/3152763827 >> 172.21.15.92:0/3152763827 conn(0x7f6fd406bc10 msgr2=0x7f6fd406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:40.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.387+0000 7f6fdac00640 1 -- 172.21.15.92:0/3152763827 shutdown_connections 2024-09-19T06:03:40.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.387+0000 7f6fdac00640 1 -- 172.21.15.92:0/3152763827 wait complete. 2024-09-19T06:03:40.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.389+0000 7f6fdac00640 1 Processor -- start 2024-09-19T06:03:40.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.389+0000 7f6fdac00640 1 -- start start 2024-09-19T06:03:40.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fdac00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6fd40b6140 0x7f6fd41e55f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:40.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fdac00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40cfc80 0x7f6fd4156860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:40.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fdac00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fd4155800 0x7f6fd4156da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:40.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fdac00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6fd4155be0 con 0x7f6fd40cfc80 2024-09-19T06:03:40.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fdac00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6fd40b5c20 con 0x7f6fd4155800 2024-09-19T06:03:40.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fdac00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6fd40b4920 con 0x7f6fd40b6140 2024-09-19T06:03:40.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40cfc80 0x7f6fd4156860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40cfc80 0x7f6fd4156860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59074/0 (socket says 172.21.15.92:59074) 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3400640 1 -- 172.21.15.92:0/2085423886 learned_addr learned my addr 172.21.15.92:0/2085423886 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd8c00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fd4155800 0x7f6fd4156da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3e00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6fd40b6140 0x7f6fd41e55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3400640 1 -- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6fd40b6140 msgr2=0x7f6fd41e55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3400640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6fd40b6140 0x7f6fd41e55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3400640 1 -- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fd4155800 msgr2=0x7f6fd4156da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3400640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fd4155800 0x7f6fd4156da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3400640 1 -- 172.21.15.92:0/2085423886 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6fd4158ab0 con 0x7f6fd40cfc80 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd8c00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fd4155800 0x7f6fd4156da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.390+0000 7f6fd3e00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6fd40b6140 0x7f6fd41e55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:40.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.391+0000 7f6fd3400640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40cfc80 0x7f6fd4156860 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6fc000c400 tx=0x7f6fc000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:40.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.391+0000 7f6fcbe00640 1 -- 172.21.15.92:0/2085423886 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fc0011790 con 0x7f6fd40cfc80 2024-09-19T06:03:40.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.391+0000 7f6fcbe00640 1 -- 172.21.15.92:0/2085423886 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6fc0017070 con 0x7f6fd40cfc80 2024-09-19T06:03:40.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.391+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6fd41e5e20 con 0x7f6fd40cfc80 2024-09-19T06:03:40.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.391+0000 7f6fcbe00640 1 -- 172.21.15.92:0/2085423886 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6fc0011bb0 con 0x7f6fd40cfc80 2024-09-19T06:03:40.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.391+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6fd41e63e0 con 0x7f6fd40cfc80 2024-09-19T06:03:40.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.392+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6fd40b4cb0 con 0x7f6fd40cfc80 2024-09-19T06:03:40.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.393+0000 7f6fcbe00640 1 -- 172.21.15.92:0/2085423886 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6fc001c460 con 0x7f6fd40cfc80 2024-09-19T06:03:40.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.394+0000 7f6fcbe00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6fb406c2b0 0x7f6fb406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:40.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.394+0000 7f6fcbe00640 1 -- 172.21.15.92:0/2085423886 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f6fc008b380 con 0x7f6fd40cfc80 2024-09-19T06:03:40.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.394+0000 7f6fd3e00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6fb406c2b0 0x7f6fb406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:40.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.395+0000 7f6fd3e00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6fb406c2b0 0x7f6fb406e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6fc4000f60 tx=0x7f6fc4007cc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:40.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.398+0000 7f6fcbe00640 1 -- 172.21.15.92:0/2085423886 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6fd4158ab0 con 0x7f6fd40cfc80 2024-09-19T06:03:40.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.607+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6fd40cfa30 con 0x7f6fd40cfc80 2024-09-19T06:03:40.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.607+0000 7f6fcbe00640 1 -- 172.21.15.92:0/2085423886 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5229 (secure 0 0 0) 0x7f6fc0059a50 con 0x7f6fd40cfc80 2024-09-19T06:03:40.622 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:40.623 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":34,"btime":"2024-09-19T06:03:38:164153+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5320,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3596837151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3596837151},{"type":"v1","addr":"172.21.15.92:6836","nonce":3596837151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2624995313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2624995313},{"type":"v1","addr":"172.21.15.92:6837","nonce":2624995313}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5326,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3013882373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3013882373},{"type":"v1","addr":"172.21.15.102:6834","nonce":3013882373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:03:34.552495+0000","modified":"2024-09-19T06:03:37.565380+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5329":{"gid":5329,"name":"b","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6835/1383993518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1383993518},{"type":"v1","addr":"172.21.15.102:6835","nonce":1383993518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5329,"qdb_cluster":[5329]},"id":4}]} 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 34 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6fb406c2b0 msgr2=0x7f6fb406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6fb406c2b0 0x7f6fb406e770 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6fc4000f60 tx=0x7f6fc4007cc0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40cfc80 msgr2=0x7f6fd4156860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40cfc80 0x7f6fd4156860 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f6fc000c400 tx=0x7f6fc000c8c0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 shutdown_connections 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6fb406c2b0 0x7f6fb406e770 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6fd4155800 0x7f6fd4156da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fd40cfc80 0x7f6fd4156860 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 --2- 172.21.15.92:0/2085423886 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6fd40b6140 0x7f6fd41e55f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 >> 172.21.15.92:0/2085423886 conn(0x7f6fd406bc10 msgr2=0x7f6fd40cd420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:40.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 shutdown_connections 2024-09-19T06:03:40.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:40.610+0000 7f6fdac00640 1 -- 172.21.15.92:0/2085423886 wait complete. 2024-09-19T06:03:41.030 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 34, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:03:34.552495+0000', 'modified': '2024-09-19T06:03:37.565380+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5329}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5329': {'gid': 5329, 'name': 'b', 'rank': 0, 'incarnation': 30, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.102:6835/1383993518', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.102:6833', 'nonce': 1383993518}, {'type': 'v1', 'addr': '172.21.15.102:6835', 'nonce': 1383993518}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5329, 'qdb_cluster': [5329]} 2024-09-19T06:03:41.031 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:03:41.031 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-19T06:03:41.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.184+0000 7f1187200640 1 Processor -- start 2024-09-19T06:03:41.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.184+0000 7f1187200640 1 -- start start 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.185+0000 7f1187200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1188154e70 0x7f11880b2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.185+0000 7f1187200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f11880ccf60 0x7f11880d0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.185+0000 7f1187200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f118815bbf0 0x7f11880d0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.185+0000 7f1187200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f11880b5400 con 0x7f118815bbf0 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.185+0000 7f1187200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f11880b47f0 con 0x7f11880ccf60 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.185+0000 7f1187200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f11880b4ad0 con 0x7f1188154e70 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.185+0000 7f1186800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f118815bbf0 0x7f11880d0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.186+0000 7f1186800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f118815bbf0 0x7f11880d0540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59080/0 (socket says 172.21.15.92:59080) 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.186+0000 7f1186800640 1 -- 172.21.15.92:0/2833112509 learned_addr learned my addr 172.21.15.92:0/2833112509 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.186+0000 7f1185e00640 1 --2- 172.21.15.92:0/2833112509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1188154e70 0x7f11880b2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.186+0000 7f1185400640 1 --2- 172.21.15.92:0/2833112509 >> v2:172.21.15.102:3300/0 conn(0x7f11880ccf60 0x7f11880d0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.186+0000 7f1186800640 1 -- 172.21.15.92:0/2833112509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1188154e70 msgr2=0x7f11880b2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.186+0000 7f1186800640 1 --2- 172.21.15.92:0/2833112509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1188154e70 0x7f11880b2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.186+0000 7f1186800640 1 -- 172.21.15.92:0/2833112509 >> v2:172.21.15.102:3300/0 conn(0x7f11880ccf60 msgr2=0x7f11880d0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.186+0000 7f1186800640 1 --2- 172.21.15.92:0/2833112509 >> v2:172.21.15.102:3300/0 conn(0x7f11880ccf60 0x7f11880d0000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.186+0000 7f1186800640 1 -- 172.21.15.92:0/2833112509 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11880b4db0 con 0x7f118815bbf0 2024-09-19T06:03:41.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.187+0000 7f1186800640 1 --2- 172.21.15.92:0/2833112509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f118815bbf0 0x7f11880d0540 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f118806f340 tx=0x7f118002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43ee4c0913cbe1e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.187+0000 7f1184a00640 1 -- 172.21.15.92:0/2833112509 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180036070 con 0x7f118815bbf0 2024-09-19T06:03:41.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.187+0000 7f1184a00640 1 -- 172.21.15.92:0/2833112509 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1180031600 con 0x7f118815bbf0 2024-09-19T06:03:41.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.187+0000 7f1184a00640 1 -- 172.21.15.92:0/2833112509 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f11800319d0 con 0x7f118815bbf0 2024-09-19T06:03:41.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.188+0000 7f1187200640 1 -- 172.21.15.92:0/2833112509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f118815bbf0 msgr2=0x7f11880d0540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.188+0000 7f1187200640 1 --2- 172.21.15.92:0/2833112509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f118815bbf0 0x7f11880d0540 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f118806f340 tx=0x7f118002a610 comp rx=0 tx=0).stop 2024-09-19T06:03:41.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.188+0000 7f1187200640 1 -- 172.21.15.92:0/2833112509 shutdown_connections 2024-09-19T06:03:41.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.188+0000 7f1187200640 1 --2- 172.21.15.92:0/2833112509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f118815bbf0 0x7f11880d0540 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.188+0000 7f1187200640 1 --2- 172.21.15.92:0/2833112509 >> v2:172.21.15.102:3300/0 conn(0x7f11880ccf60 0x7f11880d0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.188+0000 7f1187200640 1 --2- 172.21.15.92:0/2833112509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1188154e70 0x7f11880b2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.188+0000 7f1187200640 1 -- 172.21.15.92:0/2833112509 >> 172.21.15.92:0/2833112509 conn(0x7f1188062a20 msgr2=0x7f118806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:41.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.188+0000 7f1187200640 1 -- 172.21.15.92:0/2833112509 shutdown_connections 2024-09-19T06:03:41.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.188+0000 7f1187200640 1 -- 172.21.15.92:0/2833112509 wait complete. 2024-09-19T06:03:41.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.189+0000 7f1187200640 1 Processor -- start 2024-09-19T06:03:41.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.189+0000 7f1187200640 1 -- start start 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.190+0000 7f1187200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11880ccf60 0x7f11880710c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.190+0000 7f1187200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1188154e70 0x7f1188072e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.190+0000 7f1187200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f118815bbf0 0x7f1188073340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.190+0000 7f1187200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1188155250 con 0x7f1188154e70 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.190+0000 7f1187200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f11880b2bb0 con 0x7f11880ccf60 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.190+0000 7f1187200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f11881553d0 con 0x7f118815bbf0 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1188154e70 0x7f1188072e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1188154e70 0x7f1188072e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59084/0 (socket says 172.21.15.92:59084) 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185400640 1 -- 172.21.15.92:0/3434362084 learned_addr learned my addr 172.21.15.92:0/3434362084 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1186800640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f118815bbf0 0x7f1188073340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185e00640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11880ccf60 0x7f11880710c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185400640 1 -- 172.21.15.92:0/3434362084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f118815bbf0 msgr2=0x7f1188073340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185400640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f118815bbf0 0x7f1188073340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185400640 1 -- 172.21.15.92:0/3434362084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11880ccf60 msgr2=0x7f11880710c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185400640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11880ccf60 0x7f11880710c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185400640 1 -- 172.21.15.92:0/3434362084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1188073a70 con 0x7f1188154e70 2024-09-19T06:03:41.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185e00640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11880ccf60 0x7f11880710c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:41.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1185400640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1188154e70 0x7f1188072e00 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f117400d5f0 tx=0x7f117400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f117e000640 1 -- 172.21.15.92:0/3434362084 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174004240 con 0x7f1188154e70 2024-09-19T06:03:41.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f117e000640 1 -- 172.21.15.92:0/3434362084 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11740043e0 con 0x7f1188154e70 2024-09-19T06:03:41.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f117e000640 1 -- 172.21.15.92:0/3434362084 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1174003610 con 0x7f1188154e70 2024-09-19T06:03:41.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.191+0000 7f1187200640 1 -- 172.21.15.92:0/3434362084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f118815cbb0 con 0x7f1188154e70 2024-09-19T06:03:41.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.192+0000 7f1187200640 1 -- 172.21.15.92:0/3434362084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f118815d170 con 0x7f1188154e70 2024-09-19T06:03:41.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.193+0000 7f117e000640 1 -- 172.21.15.92:0/3434362084 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f117401b020 con 0x7f1188154e70 2024-09-19T06:03:41.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.195+0000 7f117e000640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f116806c2b0 0x7f116806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.195+0000 7f117e000640 1 -- 172.21.15.92:0/3434362084 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f117408b150 con 0x7f1188154e70 2024-09-19T06:03:41.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.195+0000 7f1185e00640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f116806c2b0 0x7f116806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.196+0000 7f118fdfd740 1 Processor -- start 2024-09-19T06:03:41.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.196+0000 7f118fdfd740 1 -- start start 2024-09-19T06:03:41.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.196+0000 7f1185e00640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f116806c2b0 0x7f116806e770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f1178006fd0 tx=0x7f1178008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.196+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 0x55a882964640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.196+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a88291c660 0x55a88291f280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.196+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a882920630 0x55a882919720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.196+0000 7f118fdfd740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a88287d3b0 con 0x55a882920630 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.196+0000 7f118fdfd740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a882882410 con 0x55a88291eea0 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.196+0000 7f118fdfd740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55a88282a620 con 0x55a88291c660 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1186800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a882920630 0x55a882919720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1186800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a882920630 0x55a882919720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59092/0 (socket says 172.21.15.92:59092) 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1186800640 1 -- 172.21.15.92:0/2851524559 learned_addr learned my addr 172.21.15.92:0/2851524559 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1185400640 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a88291c660 0x55a88291f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1185e00640 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 0x55a882964640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1186800640 1 -- 172.21.15.92:0/2851524559 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a88291c660 msgr2=0x55a88291f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1186800640 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a88291c660 0x55a88291f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1186800640 1 -- 172.21.15.92:0/2851524559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 msgr2=0x55a882964640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1186800640 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 0x55a882964640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1186800640 1 -- 172.21.15.92:0/2851524559 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a8825952d0 con 0x55a882920630 2024-09-19T06:03:41.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1185e00640 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 0x55a882964640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:41.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.197+0000 7f1186800640 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a882920630 0x55a882919720 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f118002ac00 tx=0x7f118002e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7976fe6380943819 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f1172a00640 1 -- 172.21.15.92:0/2851524559 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180042070 con 0x55a882920630 2024-09-19T06:03:41.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f1172a00640 1 -- 172.21.15.92:0/2851524559 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1180037040 con 0x55a882920630 2024-09-19T06:03:41.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f1172a00640 1 -- 172.21.15.92:0/2851524559 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1180036040 con 0x55a882920630 2024-09-19T06:03:41.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f118fdfd740 1 -- 172.21.15.92:0/2851524559 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a882920630 msgr2=0x55a882919720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a882920630 0x55a882919720 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f118002ac00 tx=0x7f118002e000 comp rx=0 tx=0).stop 2024-09-19T06:03:41.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f118fdfd740 1 -- 172.21.15.92:0/2851524559 shutdown_connections 2024-09-19T06:03:41.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a882920630 0x55a882919720 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a88291c660 0x55a88291f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2851524559 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 0x55a882964640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f118fdfd740 1 -- 172.21.15.92:0/2851524559 >> 172.21.15.92:0/2851524559 conn(0x55a88291b8f0 msgr2=0x55a882963b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f118fdfd740 1 -- 172.21.15.92:0/2851524559 shutdown_connections 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.198+0000 7f118fdfd740 1 -- 172.21.15.92:0/2851524559 wait complete. 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.199+0000 7f118fdfd740 1 -- start start 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.199+0000 7f118fdfd740 1 Processor -- start 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.200+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291eea0 0x55a88293d620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.200+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 0x55a88291d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.200+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291d720 0x55a882918790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.200+0000 7f118fdfd740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a88283d780 con 0x55a88291eea0 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.200+0000 7f118fdfd740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a88287e3d0 con 0x55a88291d720 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.200+0000 7f118fdfd740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55a88291ad90 con 0x55a882920630 2024-09-19T06:03:41.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.200+0000 7f118fdfd740 10 client.0 _ll_register_callbacks cb 0x55a88287b5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.200+0000 7f1185e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291eea0 0x55a88293d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1186800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291d720 0x55a882918790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1185e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291eea0 0x55a88293d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59104/0 (socket says 172.21.15.92:59104) 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1185e00640 1 -- 172.21.15.92:0/4044633132 learned_addr learned my addr 172.21.15.92:0/4044633132 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1185400640 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 0x55a88291d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1185e00640 1 -- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 msgr2=0x55a88291d1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1185e00640 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 0x55a88291d1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1185e00640 1 -- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291d720 msgr2=0x55a882918790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1185e00640 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291d720 0x55a882918790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1185e00640 1 -- 172.21.15.92:0/4044633132 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a88265f6b0 con 0x55a88291eea0 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1185e00640 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291eea0 0x55a88293d620 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f1178014770 tx=0x7f1178004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ab76b6dd4ff1753 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1167400640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:03:41.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1167400640 1 -- 172.21.15.92:0/4044633132 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1178015820 con 0x55a88291eea0 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f1167400640 1 -- 172.21.15.92:0/4044633132 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f11780159c0 con 0x55a88291eea0 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.201+0000 7f118fdfd740 1 -- 172.21.15.92:0/4044633132 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1180037040 con 0x55a88291eea0 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f1167400640 1 -- 172.21.15.92:0/4044633132 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f117802e050 con 0x55a88291eea0 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f118fdfd740 10 client.5628 fetch_fsmap learned FSMap version 34 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f118fdfd740 1 -- 172.21.15.92:0/4044633132 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) -- 0x55a882948c90 con 0x55a88291eea0 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f1167400640 1 -- 172.21.15.92:0/4044633132 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1180037040 con 0x55a88291eea0 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f1167400640 1 -- 172.21.15.92:0/4044633132 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 34) ==== 3502+0+0 (secure 0 0 0) 0x7f1178031020 con 0x55a88291eea0 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f118fdfd740 10 client.5628 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f118fdfd740 10 client.5628 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f118fdfd740 20 client.5628 populate_metadata read hostname 'smithi092' 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f118fdfd740 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] conn(0x55a88297fbc0 0x55a882981fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f118fdfd740 4 client.5628 mds_command: new command op to 5329 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.202+0000 7f118fdfd740 1 -- 172.21.15.92:0/4044633132 --> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a88288fb40 con 0x55a88297fbc0 2024-09-19T06:03:41.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.203+0000 7f1185400640 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] conn(0x55a88297fbc0 0x55a882981fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.203+0000 7f1185400640 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] conn(0x55a88297fbc0 0x55a882981fb0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=55d9a5cdb0c3b635 server_cookie=6c568fb01c8e503f in_seq=0 out_seq=0 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.203+0000 7f1167400640 10 client.5628 ms_handle_connect on v2:172.21.15.102:6833/1383993518 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.204+0000 7f1167400640 1 -- 172.21.15.92:0/4044633132 <== mds.0 v2:172.21.15.102:6833/1383993518 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a88288fb40 con 0x55a88297fbc0 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.204+0000 7f1167400640 10 client.5628 handle_command_reply: tid=0 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 client.5628 shutdown 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 -- 172.21.15.92:0/4044633132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291eea0 msgr2=0x55a88293d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291eea0 0x55a88293d620 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f1178014770 tx=0x7f1178004730 comp rx=0 tx=0).stop 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 -- 172.21.15.92:0/4044633132 shutdown_connections 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] conn(0x55a88297fbc0 0x55a882981fb0 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291d720 0x55a882918790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 0x55a88291d1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 --2- 172.21.15.92:0/4044633132 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291eea0 0x55a88293d620 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f1167400640 0 client.5628 ms_handle_reset on v2:172.21.15.102:6833/1383993518 2024-09-19T06:03:41.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 -- 172.21.15.92:0/4044633132 >> 172.21.15.92:0/4044633132 conn(0x55a88291c660 msgr2=0x55a882963280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:41.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 -- 172.21.15.92:0/4044633132 shutdown_connections 2024-09-19T06:03:41.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 1 -- 172.21.15.92:0/4044633132 wait complete. 2024-09-19T06:03:41.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.205+0000 7f118fdfd740 20 client.5628 trim_cache size 0 max 16384 2024-09-19T06:03:41.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.224+0000 7f118fdfd740 1 Processor -- start 2024-09-19T06:03:41.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.224+0000 7f118fdfd740 1 -- start start 2024-09-19T06:03:41.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a882919060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a88291eea0 0x55a882960e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a882920630 0x55a882961b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f118fdfd740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1188200940 con 0x55a88291d720 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f118fdfd740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f11881ff920 con 0x55a882920630 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f118fdfd740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f11881fed50 con 0x55a88291eea0 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f1185e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a882919060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f1185e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a882919060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59120/0 (socket says 172.21.15.92:59120) 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f1185e00640 1 -- 172.21.15.92:0/3385140982 learned_addr learned my addr 172.21.15.92:0/3385140982 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f1185e00640 1 -- 172.21.15.92:0/3385140982 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a88291eea0 msgr2=0x55a882960e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f1185e00640 1 --2- 172.21.15.92:0/3385140982 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a88291eea0 0x55a882960e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f1185e00640 1 -- 172.21.15.92:0/3385140982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a882920630 msgr2=0x55a882961b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f1185e00640 1 --2- 172.21.15.92:0/3385140982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a882920630 0x55a882961b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.225+0000 7f1185e00640 1 -- 172.21.15.92:0/3385140982 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a882918b00 con 0x55a88291d720 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.226+0000 7f1185e00640 1 --2- 172.21.15.92:0/3385140982 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a882919060 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f1178007920 tx=0x7f117801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=863db9296399d617 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.226+0000 7f1172000640 1 -- 172.21.15.92:0/3385140982 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1178036070 con 0x55a88291d720 2024-09-19T06:03:41.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.226+0000 7f1172000640 1 -- 172.21.15.92:0/3385140982 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1178026070 con 0x55a88291d720 2024-09-19T06:03:41.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.226+0000 7f1172000640 1 -- 172.21.15.92:0/3385140982 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f117800fd40 con 0x55a88291d720 2024-09-19T06:03:41.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 -- 172.21.15.92:0/3385140982 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 msgr2=0x55a882919060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 --2- 172.21.15.92:0/3385140982 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a882919060 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f1178007920 tx=0x7f117801f000 comp rx=0 tx=0).stop 2024-09-19T06:03:41.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 -- 172.21.15.92:0/3385140982 shutdown_connections 2024-09-19T06:03:41.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 --2- 172.21.15.92:0/3385140982 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a882920630 0x55a882961b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 --2- 172.21.15.92:0/3385140982 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a88291eea0 0x55a882960e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 --2- 172.21.15.92:0/3385140982 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a882919060 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 -- 172.21.15.92:0/3385140982 >> 172.21.15.92:0/3385140982 conn(0x55a88291c660 msgr2=0x55a88291b100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:41.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 -- 172.21.15.92:0/3385140982 shutdown_connections 2024-09-19T06:03:41.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 -- 172.21.15.92:0/3385140982 wait complete. 2024-09-19T06:03:41.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.227+0000 7f118fdfd740 1 -- start start 2024-09-19T06:03:41.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.228+0000 7f118fdfd740 1 Processor -- start 2024-09-19T06:03:41.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.228+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a8829e1640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.228+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 0x55a882961ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.228+0000 7f118fdfd740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 0x55a882962000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.228+0000 7f118fdfd740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a882949250 con 0x55a88291d720 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f118fdfd740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f11881ff2d0 con 0x55a88291eea0 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f118fdfd740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55a88293dbb0 con 0x55a882920630 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f118fdfd740 10 client.0 _ll_register_callbacks cb 0x7f1178006c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a8829e1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a8829e1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59136/0 (socket says 172.21.15.92:59136) 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185e00640 1 -- 172.21.15.92:0/2245497683 learned_addr learned my addr 172.21.15.92:0/2245497683 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185400640 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 0x55a882961ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1186800640 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 0x55a882962000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185e00640 1 -- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 msgr2=0x55a882962000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185e00640 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 0x55a882962000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185e00640 1 -- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 msgr2=0x55a882961ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185e00640 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 0x55a882961ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185e00640 1 -- 172.21.15.92:0/2245497683 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a88291d2c0 con 0x55a88291d720 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1185e00640 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a8829e1640 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f1178006d90 tx=0x7f1178014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4258409b56934874 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.229+0000 7f1167400640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f1167400640 1 -- 172.21.15.92:0/2245497683 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1178036050 con 0x55a88291d720 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f1167400640 1 -- 172.21.15.92:0/2245497683 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f117803b860 con 0x55a88291d720 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f118fdfd740 1 -- 172.21.15.92:0/2245497683 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f1178026070 con 0x55a88291d720 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f1167400640 1 -- 172.21.15.92:0/2245497683 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=34) ==== 24+0+0 (secure 0 0 0) 0x7f117800fd40 con 0x55a88291d720 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f118fdfd740 10 client.5634 fetch_fsmap learned FSMap version 34 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f118fdfd740 1 -- 172.21.15.92:0/2245497683 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=34,monmap=2+}) -- 0x55a882944ed0 con 0x55a88291d720 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f1167400640 1 -- 172.21.15.92:0/2245497683 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1178026070 con 0x55a88291d720 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f1167400640 1 -- 172.21.15.92:0/2245497683 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 34) ==== 3502+0+0 (secure 0 0 0) 0x7f1178043020 con 0x55a88291d720 2024-09-19T06:03:41.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f118fdfd740 10 client.5634 fetch_fsmap finished waiting for FSMap version 34 2024-09-19T06:03:41.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f118fdfd740 10 client.5634 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-19T06:03:41.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f118fdfd740 20 client.5634 populate_metadata read hostname 'smithi092' 2024-09-19T06:03:41.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] conn(0x55a8829e5c50 0x55a8829e6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f118fdfd740 4 client.5634 mds_command: new command op to 5329 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:03:41.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f118fdfd740 1 -- 172.21.15.92:0/2245497683 --> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] -- command(tid 0: {"prefix": "status"}) -- 0x55a882889e90 con 0x55a8829e5c50 2024-09-19T06:03:41.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.230+0000 7f1185400640 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] conn(0x55a8829e5c50 0x55a8829e6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.231+0000 7f1185400640 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] conn(0x55a8829e5c50 0x55a8829e6030 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=973bac4f407174b server_cookie=f8619e1ac02355b8 in_seq=0 out_seq=0 2024-09-19T06:03:41.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.231+0000 7f1167400640 10 client.5634 ms_handle_connect on v2:172.21.15.102:6833/1383993518 2024-09-19T06:03:41.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.231+0000 7f1167400640 1 -- 172.21.15.92:0/2245497683 <== mds.0 v2:172.21.15.102:6833/1383993518 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55a882889e90 con 0x55a8829e5c50 2024-09-19T06:03:41.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.231+0000 7f1167400640 10 client.5634 handle_command_reply: tid=0 2024-09-19T06:03:41.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.231+0000 7f118fdfd740 1 client.5634 shutdown 2024-09-19T06:03:41.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.231+0000 7f118fdfd740 1 -- 172.21.15.92:0/2245497683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 msgr2=0x55a8829e1640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.231+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a8829e1640 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f1178006d90 tx=0x7f1178014000 comp rx=0 tx=0).stop 2024-09-19T06:03:41.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f118fdfd740 1 -- 172.21.15.92:0/2245497683 shutdown_connections 2024-09-19T06:03:41.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:6833/1383993518,v1:172.21.15.102:6835/1383993518] conn(0x55a8829e5c50 0x55a8829e6030 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a882920630 0x55a882962000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a88291eea0 0x55a882961ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f118fdfd740 1 --2- 172.21.15.92:0/2245497683 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a88291d720 0x55a8829e1640 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f1167400640 0 client.5634 ms_handle_reset on v2:172.21.15.102:6833/1383993518 2024-09-19T06:03:41.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f118fdfd740 1 -- 172.21.15.92:0/2245497683 >> 172.21.15.92:0/2245497683 conn(0x55a88291c660 msgr2=0x55a882985660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:41.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f118fdfd740 1 -- 172.21.15.92:0/2245497683 shutdown_connections 2024-09-19T06:03:41.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f118fdfd740 1 -- 172.21.15.92:0/2245497683 wait complete. 2024-09-19T06:03:41.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f118fdfd740 20 client.5634 trim_cache size 0 max 16384 2024-09-19T06:03:41.240 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:03:41.240 INFO:teuthology.orchestra.run.smithi092.stdout: "cluster_fsid": "f5d8e754-8e2b-4858-a423-49d63e91d369", 2024-09-19T06:03:41.240 INFO:teuthology.orchestra.run.smithi092.stdout: "whoami": 0, 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 5329, 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout: "want_state": "up:active", 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout: "state": "up:active", 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs", 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout: "rank_uptime": 6.0825509999999996, 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout: "mdsmap_epoch": 34, 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch": 56, 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch_barrier": 56, 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout: "uptime": 10.826479464 2024-09-19T06:03:41.241 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:03:41.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f1187200640 1 -- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f116806c2b0 msgr2=0x7f116806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f1187200640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f116806c2b0 0x7f116806e770 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f1178006fd0 tx=0x7f1178008040 comp rx=0 tx=0).stop 2024-09-19T06:03:41.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f1187200640 1 -- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1188154e70 msgr2=0x7f1188072e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.232+0000 7f1187200640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1188154e70 0x7f1188072e00 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f117400d5f0 tx=0x7f117400dab0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.233+0000 7f1187200640 1 -- 172.21.15.92:0/3434362084 shutdown_connections 2024-09-19T06:03:41.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.233+0000 7f1187200640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f118815bbf0 0x7f1188073340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.233+0000 7f1187200640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1188154e70 0x7f1188072e00 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.233+0000 7f1187200640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f116806c2b0 0x7f116806e770 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.233+0000 7f1187200640 1 --2- 172.21.15.92:0/3434362084 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11880ccf60 0x7f11880710c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.233+0000 7f1187200640 1 -- 172.21.15.92:0/3434362084 >> 172.21.15.92:0/3434362084 conn(0x7f1188062a20 msgr2=0x7f1188148080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:41.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.233+0000 7f1187200640 1 -- 172.21.15.92:0/3434362084 shutdown_connections 2024-09-19T06:03:41.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.233+0000 7f1187200640 1 -- 172.21.15.92:0/3434362084 wait complete. 2024-09-19T06:03:41.250 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:03:41.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.399+0000 7f2665000640 1 Processor -- start 2024-09-19T06:03:41.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.400+0000 7f2665000640 1 -- start start 2024-09-19T06:03:41.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f2665000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f266015c170 0x7f266015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f2665000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f26600cf6c0 0x7f26600cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f2665000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26600b49c0 con 0x7f26600b5dd0 2024-09-19T06:03:41.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f2665000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f266015ca90 con 0x7f266015c170 2024-09-19T06:03:41.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f2665000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f26600b4cf0 con 0x7f26600cf6c0 2024-09-19T06:03:41.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f265de00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f266015c170 0x7f266015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f265de00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f266015c170 0x7f266015c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59138/0 (socket says 172.21.15.92:59138) 2024-09-19T06:03:41.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f265de00640 1 -- 172.21.15.92:0/391638059 learned_addr learned my addr 172.21.15.92:0/391638059 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:41.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f265e800640 1 --1- 172.21.15.92:0/391638059 >> v1:172.21.15.92:6789/0 conn(0x7f26600b5dd0 0x7f266015ffb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:34216/0 (socket says 172.21.15.92:34216) 2024-09-19T06:03:41.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.401+0000 7f2655400640 1 --2- 172.21.15.92:0/391638059 >> v2:172.21.15.102:3300/0 conn(0x7f26600cf6c0 0x7f26600cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.402+0000 7f265de00640 1 -- 172.21.15.92:0/391638059 >> v2:172.21.15.102:3300/0 conn(0x7f26600cf6c0 msgr2=0x7f26600cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:41.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.402+0000 7f265de00640 1 --2- 172.21.15.92:0/391638059 >> v2:172.21.15.102:3300/0 conn(0x7f26600cf6c0 0x7f26600cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.402+0000 7f265de00640 1 -- 172.21.15.92:0/391638059 >> v1:172.21.15.92:6789/0 conn(0x7f26600b5dd0 legacy=0x7f266015ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.402+0000 7f265de00640 1 -- 172.21.15.92:0/391638059 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26600b4fd0 con 0x7f266015c170 2024-09-19T06:03:41.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f265de00640 1 --2- 172.21.15.92:0/391638059 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 0x7f266015c550 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f2650009870 tx=0x7f265002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf31170562fe9ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f265d400640 1 -- 172.21.15.92:0/391638059 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2650037070 con 0x7f266015c170 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f265d400640 1 -- 172.21.15.92:0/391638059 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2650032440 con 0x7f266015c170 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f265d400640 1 -- 172.21.15.92:0/391638059 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2650032810 con 0x7f266015c170 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f2665000640 1 -- 172.21.15.92:0/391638059 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 msgr2=0x7f266015c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f2665000640 1 --2- 172.21.15.92:0/391638059 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 0x7f266015c550 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f2650009870 tx=0x7f265002a2a0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f2665000640 1 -- 172.21.15.92:0/391638059 shutdown_connections 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f2665000640 1 --2- 172.21.15.92:0/391638059 >> v2:172.21.15.102:3300/0 conn(0x7f26600cf6c0 0x7f26600cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f2665000640 1 --2- 172.21.15.92:0/391638059 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 0x7f266015c550 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f2665000640 1 -- 172.21.15.92:0/391638059 >> 172.21.15.92:0/391638059 conn(0x7f266006bc10 msgr2=0x7f266006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.403+0000 7f2665000640 1 -- 172.21.15.92:0/391638059 shutdown_connections 2024-09-19T06:03:41.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.404+0000 7f2665000640 1 -- 172.21.15.92:0/391638059 wait complete. 2024-09-19T06:03:41.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.405+0000 7f2665000640 1 Processor -- start 2024-09-19T06:03:41.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.405+0000 7f2665000640 1 -- start start 2024-09-19T06:03:41.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.406+0000 7f2665000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26600b5dd0 0x7f266013be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.406+0000 7f2665000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26600cf6c0 0x7f2660150e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.406+0000 7f2665000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 0x7f266013df20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.406+0000 7f2665000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f26600b5870 con 0x7f266015c170 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.406+0000 7f2665000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f26600b5590 con 0x7f26600cf6c0 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.406+0000 7f2665000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f26600b5b50 con 0x7f26600b5dd0 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.406+0000 7f265e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 0x7f266013df20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.406+0000 7f265e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 0x7f266013df20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59154/0 (socket says 172.21.15.92:59154) 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.406+0000 7f265e800640 1 -- 172.21.15.92:0/2633087472 learned_addr learned my addr 172.21.15.92:0/2633087472 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f2655400640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26600cf6c0 0x7f2660150e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f265de00640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26600b5dd0 0x7f266013be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f265e800640 1 -- 172.21.15.92:0/2633087472 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26600b5dd0 msgr2=0x7f266013be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f265e800640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26600b5dd0 0x7f266013be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f265e800640 1 -- 172.21.15.92:0/2633087472 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26600cf6c0 msgr2=0x7f2660150e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f265e800640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26600cf6c0 0x7f2660150e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f265e800640 1 -- 172.21.15.92:0/2633087472 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26600cd700 con 0x7f266015c170 2024-09-19T06:03:41.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f2655400640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26600cf6c0 0x7f2660150e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:41.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f265e800640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 0x7f266013df20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f265800c730 tx=0x7f265800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f2656a00640 1 -- 172.21.15.92:0/2633087472 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2658017070 con 0x7f266015c170 2024-09-19T06:03:41.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f2656a00640 1 -- 172.21.15.92:0/2633087472 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f265800ce40 con 0x7f266015c170 2024-09-19T06:03:41.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26600cd9a0 con 0x7f266015c170 2024-09-19T06:03:41.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f2656a00640 1 -- 172.21.15.92:0/2633087472 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f265800a7e0 con 0x7f266015c170 2024-09-19T06:03:41.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.407+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f26600cbf80 con 0x7f266015c170 2024-09-19T06:03:41.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.408+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26600cfb30 con 0x7f266015c170 2024-09-19T06:03:41.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.409+0000 7f2656a00640 1 -- 172.21.15.92:0/2633087472 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f265801a070 con 0x7f266015c170 2024-09-19T06:03:41.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.410+0000 7f2656a00640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263c06c2e0 0x7f263c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:41.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.410+0000 7f2656a00640 1 -- 172.21.15.92:0/2633087472 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f265808a900 con 0x7f266015c170 2024-09-19T06:03:41.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.410+0000 7f265de00640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263c06c2e0 0x7f263c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:41.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.411+0000 7f265de00640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263c06c2e0 0x7f263c06e7a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2650034000 tx=0x7f265002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:41.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.414+0000 7f2656a00640 1 -- 172.21.15.92:0/2633087472 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2658058980 con 0x7f266015c170 2024-09-19T06:03:41.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.623+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f26601523b0 con 0x7f266015c170 2024-09-19T06:03:41.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.623+0000 7f2656a00640 1 -- 172.21.15.92:0/2633087472 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v34) ==== 53+0+73 (secure 0 0 0) 0x7f265808a070 con 0x7f266015c170 2024-09-19T06:03:41.625 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:03:41.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.625+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263c06c2e0 msgr2=0x7f263c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.625+0000 7f2665000640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263c06c2e0 0x7f263c06e7a0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f2650034000 tx=0x7f265002e000 comp rx=0 tx=0).stop 2024-09-19T06:03:41.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.625+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 msgr2=0x7f266013df20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:41.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.625+0000 7f2665000640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 0x7f266013df20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f265800c730 tx=0x7f265800cbf0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.626+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 shutdown_connections 2024-09-19T06:03:41.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.626+0000 7f2665000640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f266015c170 0x7f266013df20 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.626+0000 7f2665000640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f263c06c2e0 0x7f263c06e7a0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.626+0000 7f2665000640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26600cf6c0 0x7f2660150e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.626+0000 7f2665000640 1 --2- 172.21.15.92:0/2633087472 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26600b5dd0 0x7f266013be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:41.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.626+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 >> 172.21.15.92:0/2633087472 conn(0x7f266006bc10 msgr2=0x7f266015f320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:41.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.626+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 shutdown_connections 2024-09-19T06:03:41.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41.626+0000 7f2665000640 1 -- 172.21.15.92:0/2633087472 wait complete. 2024-09-19T06:03:41.643 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T06:03:41.644 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:03:41.644 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:03:41.644 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:03:41.644 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:41.644 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T06:03:41.644 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T06:03:41.644 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:03:41.644 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:03:41.644 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:41.644 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:03:41.680 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:03:41.680 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:41.681 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42590sec preferred_lft 42590sec 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::3026:f9ff:fec4:ac60/64 scope link 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:03:41.682 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::580b:55ff:fe2d:e55/64 scope link 2024-09-19T06:03:41.683 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:41.683 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:03:41.683 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:03:41.683 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::85d:17ff:fefb:396b/64 scope link 2024-09-19T06:03:41.683 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:41.683 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:41.683 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:03:41.775 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:03:41.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:41.779 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:03:41.814 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:03:41.815 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:03:41.815 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:03:41.815 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:03:41.815 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:03:41.815 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:03:41.815 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:03:41.815 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:03:41.815 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:03:41.815 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:03:41.815 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:03:41.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:41 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:03:42.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:03:42.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:42.010 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:03:42.046 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:03:42.046 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:03:42.046 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:03:42.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:42.047 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-09-19T06:03:42.143 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:03:42.143 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:42.181 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:03:42.181 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:03:42.181 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:42.257 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T06:03:42.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:42.257 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:03:42.388 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:03:42.389 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:03:42.415 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:03:42.415 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:03:42.415 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:03:42.415 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 0@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:03:42.415 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:03:42.416 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:03:42.416 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:03:42.416 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:03:42.417 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:03:42.417 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:03:42.420 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:03:42.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:42.420 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:42.478 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:03:42.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:03:42.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:03:42.577 INFO:teuthology.orchestra.run.smithi092.stdout:client5431 2024-09-19T06:03:42.578 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:42.578 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:42.614 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_fragment_size_max 50 2024-09-19T06:03:42.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.809+0000 7f1198c00640 1 Processor -- start 2024-09-19T06:03:42.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.810+0000 7f1198c00640 1 -- start start 2024-09-19T06:03:42.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.811+0000 7f1198c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119415a050 0x7f119415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:42.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.811+0000 7f1198c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f119415a430 con 0x7f119415ee90 2024-09-19T06:03:42.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.811+0000 7f1198c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1194160df0 con 0x7f11940731c0 2024-09-19T06:03:42.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.811+0000 7f1198c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f119415d9a0 con 0x7f119415a050 2024-09-19T06:03:42.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.811+0000 7f1192800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f119415ee90 0x7f11941606e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:34222/0 (socket says 172.21.15.92:34222) 2024-09-19T06:03:42.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.811+0000 7f1192800640 1 -- 172.21.15.92:0/775315990 learned_addr learned my addr 172.21.15.92:0/775315990 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:42.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191e00640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119415a050 0x7f119415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:42.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2956305639 0 0) 0x7f119415a430 con 0x7f119415ee90 2024-09-19T06:03:42.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1178003520 con 0x7f119415ee90 2024-09-19T06:03:42.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 651346492 0 0) 0x7f1178003520 con 0x7f119415ee90 2024-09-19T06:03:42.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119415a050 msgr2=0x7f119415d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119415a050 0x7f119415d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 >> v1:172.21.15.102:6789/0 conn(0x7f11940731c0 legacy=0x7f119415ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11940cd0a0 con 0x7f119415ee90 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f118c0019f0 con 0x7f119415ee90 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 >> v1:172.21.15.92:6789/0 conn(0x7f119415ee90 legacy=0x7f11941606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11780039e0 0x7f1178003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119415a050 0x7f1178004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11780051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f119415d9a0 con 0x7f1178004d40 2024-09-19T06:03:42.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f117800ba70 con 0x7f11780039e0 2024-09-19T06:03:42.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f117800bc70 con 0x7f119415a050 2024-09-19T06:03:42.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1192800640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11780051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:42.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.812+0000 7f1191e00640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11780039e0 0x7f1178003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:42.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.813+0000 7f1189400640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119415a050 0x7f1178004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:42.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.813+0000 7f1192800640 1 -- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119415a050 msgr2=0x7f1178004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:42.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.813+0000 7f1192800640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119415a050 0x7f1178004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:42.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.813+0000 7f1192800640 1 -- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11780039e0 msgr2=0x7f1178003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:42.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.813+0000 7f1192800640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11780039e0 0x7f1178003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:42.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.813+0000 7f1192800640 1 -- 172.21.15.92:0/775315990 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1178003520 con 0x7f1178004d40 2024-09-19T06:03:42.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.814+0000 7f1192800640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11780051c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f119415f320 tx=0x7f1178005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11a9362bb1a23ed7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:42.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.814+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c00a450 con 0x7f1178004d40 2024-09-19T06:03:42.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.814+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f118c02f070 con 0x7f1178004d40 2024-09-19T06:03:42.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.814+0000 7f1191400640 1 -- 172.21.15.92:0/775315990 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118c02bc20 con 0x7f1178004d40 2024-09-19T06:03:42.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.814+0000 7f1198c00640 1 -- 172.21.15.92:0/775315990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 msgr2=0x7f11780051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:42.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.814+0000 7f1198c00640 1 --2- 172.21.15.92:0/775315990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11780051c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f119415f320 tx=0x7f1178005830 comp rx=0 tx=0).stop 2024-09-19T06:03:42.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.814+0000 7f1192800640 1 -- 172.21.15.92:0/775315990 reap_dead start 2024-09-19T06:03:42.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.815+0000 7f1198c00640 1 -- 172.21.15.92:0/775315990 shutdown_connections 2024-09-19T06:03:42.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.815+0000 7f1198c00640 1 -- 172.21.15.92:0/775315990 >> 172.21.15.92:0/775315990 conn(0x7f119406d0f0 msgr2=0x7f119406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.815+0000 7f1198c00640 1 -- 172.21.15.92:0/775315990 shutdown_connections 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.815+0000 7f1198c00640 1 -- 172.21.15.92:0/775315990 wait complete. 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.816+0000 7f1198c00640 1 Processor -- start 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.816+0000 7f1198c00640 1 -- start start 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.817+0000 7f1198c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11941479b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.817+0000 7f1198c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119414ac50 0x7f1194156290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.817+0000 7f1198c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11940cba60 0x7f11940cbee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.817+0000 7f1198c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f11940cd940 con 0x7f1178004d40 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.817+0000 7f1198c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f11940cd660 con 0x7f11940cba60 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.817+0000 7f1198c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f11940cdc20 con 0x7f119414ac50 2024-09-19T06:03:42.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.817+0000 7f1191e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11941479b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:42.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f1191e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11941479b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59170/0 (socket says 172.21.15.92:59170) 2024-09-19T06:03:42.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f1191e00640 1 -- 172.21.15.92:0/1870153190 learned_addr learned my addr 172.21.15.92:0/1870153190 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:42.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f1191e00640 1 -- 172.21.15.92:0/1870153190 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119414ac50 msgr2=0x7f1194156290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:42.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f1191e00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119414ac50 0x7f1194156290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:42.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f1191e00640 1 -- 172.21.15.92:0/1870153190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11940cba60 msgr2=0x7f11940cbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:42.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f1191e00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11940cba60 0x7f11940cbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:42.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f1191e00640 1 -- 172.21.15.92:0/1870153190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1194148200 con 0x7f1178004d40 2024-09-19T06:03:42.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f1191e00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11941479b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f11840119d0 tx=0x7f1184011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f118aa00640 1 -- 172.21.15.92:0/1870153190 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f118400fad0 con 0x7f1178004d40 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f118aa00640 1 -- 172.21.15.92:0/1870153190 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f118400fc70 con 0x7f1178004d40 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f118aa00640 1 -- 172.21.15.92:0/1870153190 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1184014440 con 0x7f1178004d40 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.818+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1194147ef0 con 0x7f1178004d40 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.819+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1194148780 con 0x7f1178004d40 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.819+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11940b36e0 con 0x7f1178004d40 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.820+0000 7f118aa00640 1 -- 172.21.15.92:0/1870153190 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1184012040 con 0x7f1178004d40 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.821+0000 7f118aa00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117006c2e0 0x7f117006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.821+0000 7f118aa00640 1 -- 172.21.15.92:0/1870153190 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f118408bb40 con 0x7f1178004d40 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.821+0000 7f1189400640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117006c2e0 0x7f117006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:42.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.822+0000 7f1189400640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117006c2e0 0x7f117006e7a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f117c007fd0 tx=0x7f117c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:42.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.825+0000 7f118aa00640 1 -- 172.21.15.92:0/1870153190 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1184019030 con 0x7f1178004d40 2024-09-19T06:03:43.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:42.999+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mds_bal_fragment_size_max}] v 0) -- 0x7f119415c750 con 0x7f1178004d40 2024-09-19T06:03:43.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.003+0000 7f118aa00640 1 -- 172.21.15.92:0/1870153190 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_fragment_size_max}]=0 v17)=0 v17) ==== 124+0+0 (secure 0 0 0) 0x7f118405a210 con 0x7f1178004d40 2024-09-19T06:03:43.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117006c2e0 msgr2=0x7f117006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:43.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117006c2e0 0x7f117006e7a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f117c007fd0 tx=0x7f117c009040 comp rx=0 tx=0).stop 2024-09-19T06:03:43.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 msgr2=0x7f11941479b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:43.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11941479b0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f11840119d0 tx=0x7f1184011e90 comp rx=0 tx=0).stop 2024-09-19T06:03:43.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 shutdown_connections 2024-09-19T06:03:43.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117006c2e0 0x7f117006e7a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11940cba60 0x7f11940cbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f119414ac50 0x7f1194156290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 --2- 172.21.15.92:0/1870153190 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1178004d40 0x7f11941479b0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 >> 172.21.15.92:0/1870153190 conn(0x7f119406d0f0 msgr2=0x7f11940713c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:43.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 shutdown_connections 2024-09-19T06:03:43.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.005+0000 7f1198c00640 1 -- 172.21.15.92:0/1870153190 wait complete. 2024-09-19T06:03:43.023 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_merge_size 1 2024-09-19T06:03:43.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.181+0000 7f100d600640 1 Processor -- start 2024-09-19T06:03:43.183 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.181+0000 7f100d600640 1 -- start start 2024-09-19T06:03:43.184 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f100d600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f100815e5f0 0x7f10080d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f100d600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f10080d13c0 0x7f10080b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f100d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080b8730 0x7f10080ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f100d600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f10080b9b30 con 0x7f10080d13c0 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f100d600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f100815e9d0 con 0x7f100815e5f0 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f100d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f10080b8f20 con 0x7f10080b8730 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f1007400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f10080d13c0 0x7f10080b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f1007400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f10080d13c0 0x7f10080b81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59182/0 (socket says 172.21.15.92:59182) 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f1007400640 1 -- 172.21.15.92:0/2673256849 learned_addr learned my addr 172.21.15.92:0/2673256849 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f100cc00640 1 --2- 172.21.15.92:0/2673256849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080b8730 0x7f10080ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.182+0000 7f1007e00640 1 --2- 172.21.15.92:0/2673256849 >> v2:172.21.15.102:3300/0 conn(0x7f100815e5f0 0x7f10080d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.183+0000 7f1007400640 1 -- 172.21.15.92:0/2673256849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080b8730 msgr2=0x7f10080ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:43.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.183+0000 7f1007400640 1 --2- 172.21.15.92:0/2673256849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080b8730 0x7f10080ceac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.183+0000 7f1007400640 1 -- 172.21.15.92:0/2673256849 >> v2:172.21.15.102:3300/0 conn(0x7f100815e5f0 msgr2=0x7f10080d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:43.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.183+0000 7f1007400640 1 --2- 172.21.15.92:0/2673256849 >> v2:172.21.15.102:3300/0 conn(0x7f100815e5f0 0x7f10080d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.183+0000 7f1007400640 1 -- 172.21.15.92:0/2673256849 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10080b9200 con 0x7f10080d13c0 2024-09-19T06:03:43.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.184+0000 7f1007400640 1 --2- 172.21.15.92:0/2673256849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080d13c0 0x7f10080b81f0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f10080633c0 tx=0x7f0ff402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25d4958eb7fc128 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:43.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.184+0000 7f1006a00640 1 -- 172.21.15.92:0/2673256849 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff4037070 con 0x7f10080d13c0 2024-09-19T06:03:43.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.184+0000 7f1006a00640 1 -- 172.21.15.92:0/2673256849 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ff4032440 con 0x7f10080d13c0 2024-09-19T06:03:43.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.184+0000 7f1006a00640 1 -- 172.21.15.92:0/2673256849 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff4032810 con 0x7f10080d13c0 2024-09-19T06:03:43.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.185+0000 7f100d600640 1 -- 172.21.15.92:0/2673256849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080d13c0 msgr2=0x7f10080b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:43.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.185+0000 7f100d600640 1 --2- 172.21.15.92:0/2673256849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080d13c0 0x7f10080b81f0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f10080633c0 tx=0x7f0ff402a1e0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.185+0000 7f100d600640 1 -- 172.21.15.92:0/2673256849 shutdown_connections 2024-09-19T06:03:43.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.185+0000 7f100d600640 1 --2- 172.21.15.92:0/2673256849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080b8730 0x7f10080ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.185+0000 7f100d600640 1 --2- 172.21.15.92:0/2673256849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080d13c0 0x7f10080b81f0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.185+0000 7f100d600640 1 --2- 172.21.15.92:0/2673256849 >> v2:172.21.15.102:3300/0 conn(0x7f100815e5f0 0x7f10080d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.185+0000 7f100d600640 1 -- 172.21.15.92:0/2673256849 >> 172.21.15.92:0/2673256849 conn(0x7f1008062630 msgr2=0x7f1008062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:43.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.185+0000 7f100d600640 1 -- 172.21.15.92:0/2673256849 shutdown_connections 2024-09-19T06:03:43.188 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.185+0000 7f100d600640 1 -- 172.21.15.92:0/2673256849 wait complete. 2024-09-19T06:03:43.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.186+0000 7f100d600640 1 Processor -- start 2024-09-19T06:03:43.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.186+0000 7f100d600640 1 -- start start 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.187+0000 7f100d600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080b8730 0x7f10081e6d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.187+0000 7f100d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080d13c0 0x7f100814f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.187+0000 7f100d600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f100815e5f0 0x7f100815f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.187+0000 7f100d600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f10080b8ba0 con 0x7f10080b8730 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.187+0000 7f100d600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f10080b97c0 con 0x7f100815e5f0 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.187+0000 7f100d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f10080cf000 con 0x7f10080d13c0 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080b8730 0x7f10081e6d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080b8730 0x7f10081e6d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59192/0 (socket says 172.21.15.92:59192) 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007e00640 1 -- 172.21.15.92:0/2453867436 learned_addr learned my addr 172.21.15.92:0/2453867436 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007400640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080d13c0 0x7f100814f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007e00640 1 -- 172.21.15.92:0/2453867436 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080d13c0 msgr2=0x7f100814f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:43.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007e00640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080d13c0 0x7f100814f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f100cc00640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f100815e5f0 0x7f100815f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007e00640 1 -- 172.21.15.92:0/2453867436 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f100815e5f0 msgr2=0x7f100815f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007e00640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f100815e5f0 0x7f100815f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007e00640 1 -- 172.21.15.92:0/2453867436 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f10080cabb0 con 0x7f10080b8730 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f100cc00640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f100815e5f0 0x7f100815f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.188+0000 7f1007e00640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080b8730 0x7f10081e6d70 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f0ff800e8a0 tx=0x7f0ff800ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.189+0000 7f0fffe00640 1 -- 172.21.15.92:0/2453867436 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff8017070 con 0x7f10080b8730 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.189+0000 7f0fffe00640 1 -- 172.21.15.92:0/2453867436 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ff800c940 con 0x7f10080b8730 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.189+0000 7f0fffe00640 1 -- 172.21.15.92:0/2453867436 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ff800cd30 con 0x7f10080b8730 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.189+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f10080cae90 con 0x7f10080b8730 2024-09-19T06:03:43.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.189+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f100814fbd0 con 0x7f10080b8730 2024-09-19T06:03:43.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.190+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1008069c20 con 0x7f10080b8730 2024-09-19T06:03:43.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.191+0000 7f0fffe00640 1 -- 172.21.15.92:0/2453867436 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0ff801a070 con 0x7f10080b8730 2024-09-19T06:03:43.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.191+0000 7f0fffe00640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fe806c2b0 0x7f0fe806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:43.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.192+0000 7f0fffe00640 1 -- 172.21.15.92:0/2453867436 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f0ff808b720 con 0x7f10080b8730 2024-09-19T06:03:43.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.192+0000 7f1007400640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fe806c2b0 0x7f0fe806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:43.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.192+0000 7f1007400640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fe806c2b0 0x7f0fe806e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f0ff4034000 tx=0x7f0ff402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:43.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.196+0000 7f0fffe00640 1 -- 172.21.15.92:0/2453867436 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0ff8059df0 con 0x7f10080b8730 2024-09-19T06:03:43.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.372+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mds_bal_merge_size}] v 0) -- 0x7f10080b81f0 con 0x7f10080b8730 2024-09-19T06:03:43.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.376+0000 7f0fffe00640 1 -- 172.21.15.92:0/2453867436 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_merge_size}]=0 v18)=0 v18) ==== 116+0+0 (secure 0 0 0) 0x7f0ff80596f0 con 0x7f10080b8730 2024-09-19T06:03:43.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fe806c2b0 msgr2=0x7f0fe806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fe806c2b0 0x7f0fe806e770 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f0ff4034000 tx=0x7f0ff402e000 comp rx=0 tx=0).stop 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080b8730 msgr2=0x7f10081e6d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080b8730 0x7f10081e6d70 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f0ff800e8a0 tx=0x7f0ff800ed60 comp rx=0 tx=0).stop 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 shutdown_connections 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fe806c2b0 0x7f0fe806e770 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f100815e5f0 0x7f100815f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f10080d13c0 0x7f100814f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 --2- 172.21.15.92:0/2453867436 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f10080b8730 0x7f10081e6d70 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.378+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 >> 172.21.15.92:0/2453867436 conn(0x7f1008062630 msgr2=0x7f10080b45f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.379+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 shutdown_connections 2024-09-19T06:03:43.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:43.379+0000 7f100d600640 1 -- 172.21.15.92:0/2453867436 wait complete. 2024-09-19T06:03:53.397 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:53.398 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:53.438 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:03:53.438 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:03:53.438 DEBUG:teuthology.orchestra.run.smithi092:> import uuid 2024-09-19T06:03:53.438 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:53.438 DEBUG:teuthology.orchestra.run.smithi092:> n = 50 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = False 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> if 0 > 0: 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = True 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> path = "/home/ubuntu/cephtest/mnt.0/subdir/file" 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> dpath = os.path.dirname(path) 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> fnameprefix = os.path.basename(path) 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> os.makedirs(dpath, exist_ok=True) 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> try: 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> for i in range(n): 2024-09-19T06:03:53.439 DEBUG:teuthology.orchestra.run.smithi092:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> with open(fpath, '"'"'w'"'"') as f: 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> f.write(f"{i}") 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> f.flush() 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(f.fileno()) 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> os.unlink(fpath) 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> if create_hard_links: 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> for j in range(0): 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> if True: 2024-09-19T06:03:53.440 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:03:53.441 DEBUG:teuthology.orchestra.run.smithi092:> finally: 2024-09-19T06:03:53.441 DEBUG:teuthology.orchestra.run.smithi092:> os.close(dirfd) 2024-09-19T06:03:53.441 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:03:53.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:53 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:03:53.687 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:53.687 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:53.762 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:53.763 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:53.839 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:03:54.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.029+0000 7f5b39000640 1 Processor -- start 2024-09-19T06:03:54.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.029+0000 7f5b39000640 1 -- start start 2024-09-19T06:03:54.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b39000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5b3415ad10 0x7f5b340719c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b39000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5b340cc360 0x7f5b34071f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b39000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5b34071720 con 0x7f5b340cca40 2024-09-19T06:03:54.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b39000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f5b34070fb0 con 0x7f5b340cc360 2024-09-19T06:03:54.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b39000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f5b34073920 con 0x7f5b3415ad10 2024-09-19T06:03:54.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b32800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5b340cc360 0x7f5b34071f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:54.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b32800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5b340cc360 0x7f5b34071f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:54580/0 (socket says 172.21.15.92:54580) 2024-09-19T06:03:54.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b32800640 1 -- 172.21.15.92:0/371807151 learned_addr learned my addr 172.21.15.92:0/371807151 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:54.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b32800640 1 -- 172.21.15.92:0/371807151 >> v2:172.21.15.102:3300/0 conn(0x7f5b3415ad10 msgr2=0x7f5b340719c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:54.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b32800640 1 --2- 172.21.15.92:0/371807151 >> v2:172.21.15.102:3300/0 conn(0x7f5b3415ad10 0x7f5b340719c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b32800640 1 -- 172.21.15.92:0/371807151 >> v1:172.21.15.102:6789/0 conn(0x7f5b340cca40 legacy=0x7f5b3415e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:54.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.031+0000 7f5b32800640 1 -- 172.21.15.92:0/371807151 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b34073c00 con 0x7f5b340cc360 2024-09-19T06:03:54.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.032+0000 7f5b32800640 1 --2- 172.21.15.92:0/371807151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cc360 0x7f5b34071f00 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5b34069530 tx=0x7f5b2c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=987f813cd3fffa9a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:54.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.032+0000 7f5b30a00640 1 -- 172.21.15.92:0/371807151 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c036070 con 0x7f5b340cc360 2024-09-19T06:03:54.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b30a00640 1 -- 172.21.15.92:0/371807151 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b2c031600 con 0x7f5b340cc360 2024-09-19T06:03:54.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b30a00640 1 -- 172.21.15.92:0/371807151 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b2c0319d0 con 0x7f5b340cc360 2024-09-19T06:03:54.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b39000640 1 -- 172.21.15.92:0/371807151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cc360 msgr2=0x7f5b34071f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b39000640 1 --2- 172.21.15.92:0/371807151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cc360 0x7f5b34071f00 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f5b34069530 tx=0x7f5b2c02a660 comp rx=0 tx=0).stop 2024-09-19T06:03:54.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b39000640 1 -- 172.21.15.92:0/371807151 shutdown_connections 2024-09-19T06:03:54.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b39000640 1 --2- 172.21.15.92:0/371807151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cc360 0x7f5b34071f00 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b39000640 1 --2- 172.21.15.92:0/371807151 >> v2:172.21.15.102:3300/0 conn(0x7f5b3415ad10 0x7f5b340719c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b39000640 1 -- 172.21.15.92:0/371807151 >> 172.21.15.92:0/371807151 conn(0x7f5b3406d0f0 msgr2=0x7f5b3406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:54.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b39000640 1 -- 172.21.15.92:0/371807151 shutdown_connections 2024-09-19T06:03:54.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.033+0000 7f5b39000640 1 -- 172.21.15.92:0/371807151 wait complete. 2024-09-19T06:03:54.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.035+0000 7f5b39000640 1 Processor -- start 2024-09-19T06:03:54.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.035+0000 7f5b39000640 1 -- start start 2024-09-19T06:03:54.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b39000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b340cc360 0x7f5b3414e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b39000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cca40 0x7f5b3415bb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b39000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5b3415ad10 0x7f5b34159320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b39000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5b340b4eb0 con 0x7f5b340cca40 2024-09-19T06:03:54.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b39000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5b34071200 con 0x7f5b340cc360 2024-09-19T06:03:54.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b39000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5b3415ee20 con 0x7f5b3415ad10 2024-09-19T06:03:54.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b31400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cca40 0x7f5b3415bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:54.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b31400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cca40 0x7f5b3415bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:54584/0 (socket says 172.21.15.92:54584) 2024-09-19T06:03:54.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b31400640 1 -- 172.21.15.92:0/4066161750 learned_addr learned my addr 172.21.15.92:0/4066161750 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:54.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b32800640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5b3415ad10 0x7f5b34159320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:54.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b31400640 1 -- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5b3415ad10 msgr2=0x7f5b34159320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b31e00640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b340cc360 0x7f5b3414e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:54.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b31400640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5b3415ad10 0x7f5b34159320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b31400640 1 -- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b340cc360 msgr2=0x7f5b3414e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b31400640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b340cc360 0x7f5b3414e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.036+0000 7f5b31400640 1 -- 172.21.15.92:0/4066161750 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5b3414e900 con 0x7f5b340cca40 2024-09-19T06:03:54.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.037+0000 7f5b32800640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5b3415ad10 0x7f5b34159320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:54.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.037+0000 7f5b31e00640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b340cc360 0x7f5b3414e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:54.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.037+0000 7f5b31400640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cca40 0x7f5b3415bb00 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5b2000c400 tx=0x7f5b2000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:54.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.037+0000 7f5b2a000640 1 -- 172.21.15.92:0/4066161750 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b20017070 con 0x7f5b340cca40 2024-09-19T06:03:54.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.037+0000 7f5b2a000640 1 -- 172.21.15.92:0/4066161750 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5b200035f0 con 0x7f5b340cca40 2024-09-19T06:03:54.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.037+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5b3415c040 con 0x7f5b340cca40 2024-09-19T06:03:54.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.037+0000 7f5b2a000640 1 -- 172.21.15.92:0/4066161750 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5b200039e0 con 0x7f5b340cca40 2024-09-19T06:03:54.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.037+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5b3415cac0 con 0x7f5b340cca40 2024-09-19T06:03:54.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.038+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5b3415f1b0 con 0x7f5b340cca40 2024-09-19T06:03:54.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.039+0000 7f5b2a000640 1 -- 172.21.15.92:0/4066161750 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5b2001a070 con 0x7f5b340cca40 2024-09-19T06:03:54.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.040+0000 7f5b2a000640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5b1406c2b0 0x7f5b1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.040+0000 7f5b2a000640 1 -- 172.21.15.92:0/4066161750 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f5b2008a7a0 con 0x7f5b340cca40 2024-09-19T06:03:54.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.041+0000 7f5b31e00640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5b1406c2b0 0x7f5b1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:54.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.041+0000 7f5b31e00640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5b1406c2b0 0x7f5b1406e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5b340abcd0 tx=0x7f5b24008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:54.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.044+0000 7f5b2a000640 1 -- 172.21.15.92:0/4066161750 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5b3415c040 con 0x7f5b340cca40 2024-09-19T06:03:54.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.230+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f5b3415d4a0 con 0x7f5b340cca40 2024-09-19T06:03:54.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.230+0000 7f5b2a000640 1 -- 172.21.15.92:0/4066161750 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v56) ==== 80+0+0 (secure 0 0 0) 0x7f5b200010c0 con 0x7f5b340cca40 2024-09-19T06:03:54.232 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:03:54.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5b1406c2b0 msgr2=0x7f5b1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5b1406c2b0 0x7f5b1406e770 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5b340abcd0 tx=0x7f5b24008040 comp rx=0 tx=0).stop 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cca40 msgr2=0x7f5b3415bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cca40 0x7f5b3415bb00 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f5b2000c400 tx=0x7f5b2000c8c0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 shutdown_connections 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5b3415ad10 0x7f5b34159320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b340cca40 0x7f5b3415bb00 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5b1406c2b0 0x7f5b1406e770 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 --2- 172.21.15.92:0/4066161750 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5b340cc360 0x7f5b3414e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 >> 172.21.15.92:0/4066161750 conn(0x7f5b3406d0f0 msgr2=0x7f5b34074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.232+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 shutdown_connections 2024-09-19T06:03:54.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.233+0000 7f5b39000640 1 -- 172.21.15.92:0/4066161750 wait complete. 2024-09-19T06:03:54.253 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:03:54.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:54.254 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:54.396 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:03:54.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:54.396 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:03:54.434 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.625+0000 7f04e2e00640 1 Processor -- start 2024-09-19T06:03:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.625+0000 7f04e2e00640 1 -- start start 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.626+0000 7f04e2e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f04dc15e5f0 0x7f04dc0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.626+0000 7f04e2e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f04dc0b8900 0x7f04dc0d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.626+0000 7f04e2e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04dc15e9d0 con 0x7f04dc0d13c0 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.626+0000 7f04e2e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f04dc0b9b30 con 0x7f04dc0b8900 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.626+0000 7f04e2e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f04dc0b8f20 con 0x7f04dc15e5f0 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.626+0000 7f04e2400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f04dc0b8900 0x7f04dc0d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.627+0000 7f04e2400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f04dc0b8900 0x7f04dc0d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:54592/0 (socket says 172.21.15.92:54592) 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.627+0000 7f04e2400640 1 -- 172.21.15.92:0/445722925 learned_addr learned my addr 172.21.15.92:0/445722925 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.627+0000 7f04e1a00640 1 --2- 172.21.15.92:0/445722925 >> v2:172.21.15.102:3300/0 conn(0x7f04dc15e5f0 0x7f04dc0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:54.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.627+0000 7f04e2400640 1 -- 172.21.15.92:0/445722925 >> v2:172.21.15.102:3300/0 conn(0x7f04dc15e5f0 msgr2=0x7f04dc0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.627+0000 7f04e2400640 1 --2- 172.21.15.92:0/445722925 >> v2:172.21.15.102:3300/0 conn(0x7f04dc15e5f0 0x7f04dc0d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.627+0000 7f04e2400640 1 -- 172.21.15.92:0/445722925 >> v1:172.21.15.102:6789/0 conn(0x7f04dc0d13c0 legacy=0x7f04dc0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.627+0000 7f04e2400640 1 -- 172.21.15.92:0/445722925 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc0b9200 con 0x7f04dc0b8900 2024-09-19T06:03:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.628+0000 7f04e2400640 1 --2- 172.21.15.92:0/445722925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 0x7f04dc0d2bc0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f04dc0633c0 tx=0x7f04d402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e03b64df35ef9c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.628+0000 7f04dbe00640 1 -- 172.21.15.92:0/445722925 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d4036070 con 0x7f04dc0b8900 2024-09-19T06:03:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.628+0000 7f04dbe00640 1 -- 172.21.15.92:0/445722925 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04d4031600 con 0x7f04dc0b8900 2024-09-19T06:03:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.628+0000 7f04dbe00640 1 -- 172.21.15.92:0/445722925 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d40319d0 con 0x7f04dc0b8900 2024-09-19T06:03:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.629+0000 7f04e2e00640 1 -- 172.21.15.92:0/445722925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 msgr2=0x7f04dc0d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.629+0000 7f04e2e00640 1 --2- 172.21.15.92:0/445722925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 0x7f04dc0d2bc0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f04dc0633c0 tx=0x7f04d402a730 comp rx=0 tx=0).stop 2024-09-19T06:03:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.629+0000 7f04e2e00640 1 -- 172.21.15.92:0/445722925 shutdown_connections 2024-09-19T06:03:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.629+0000 7f04e2e00640 1 --2- 172.21.15.92:0/445722925 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 0x7f04dc0d2bc0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.629+0000 7f04e2e00640 1 --2- 172.21.15.92:0/445722925 >> v2:172.21.15.102:3300/0 conn(0x7f04dc15e5f0 0x7f04dc0d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.629+0000 7f04e2e00640 1 -- 172.21.15.92:0/445722925 >> 172.21.15.92:0/445722925 conn(0x7f04dc062630 msgr2=0x7f04dc062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.629+0000 7f04e2e00640 1 -- 172.21.15.92:0/445722925 shutdown_connections 2024-09-19T06:03:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.629+0000 7f04e2e00640 1 -- 172.21.15.92:0/445722925 wait complete. 2024-09-19T06:03:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.630+0000 7f04e2e00640 1 Processor -- start 2024-09-19T06:03:54.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.631+0000 7f04e2e00640 1 -- start start 2024-09-19T06:03:54.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.631+0000 7f04e2e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 0x7f04dc14f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.631+0000 7f04e2e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f04dc0d13c0 0x7f04dc0c9290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.631+0000 7f04e2e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04dc15e5f0 0x7f04dc0c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e2e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc0d3100 con 0x7f04dc0b8900 2024-09-19T06:03:54.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e2e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f04dc0b97c0 con 0x7f04dc15e5f0 2024-09-19T06:03:54.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e2e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f04dc0d3280 con 0x7f04dc0d13c0 2024-09-19T06:03:54.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 0x7f04dc14f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:54.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e1a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 0x7f04dc14f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:54600/0 (socket says 172.21.15.92:54600) 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e1a00640 1 -- 172.21.15.92:0/3165771053 learned_addr learned my addr 172.21.15.92:0/3165771053 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e1a00640 1 -- 172.21.15.92:0/3165771053 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f04dc0d13c0 msgr2=0x7f04dc0c9290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e1a00640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f04dc0d13c0 0x7f04dc0c9290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e1a00640 1 -- 172.21.15.92:0/3165771053 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04dc15e5f0 msgr2=0x7f04dc0c97d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e1a00640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04dc15e5f0 0x7f04dc0c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e1a00640 1 -- 172.21.15.92:0/3165771053 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04dc0c81f0 con 0x7f04dc0b8900 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.632+0000 7f04e1a00640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 0x7f04dc14f9c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f04d000e870 tx=0x7f04d000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.633+0000 7f04d9600640 1 -- 172.21.15.92:0/3165771053 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d0017070 con 0x7f04dc0b8900 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.633+0000 7f04d9600640 1 -- 172.21.15.92:0/3165771053 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f04d000c8e0 con 0x7f04dc0b8900 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.633+0000 7f04d9600640 1 -- 172.21.15.92:0/3165771053 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f04d000ccd0 con 0x7f04dc0b8900 2024-09-19T06:03:54.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.633+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f04dc0c84d0 con 0x7f04dc0b8900 2024-09-19T06:03:54.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.633+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f04dc0c8a90 con 0x7f04dc0b8900 2024-09-19T06:03:54.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.634+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04dc069c20 con 0x7f04dc0b8900 2024-09-19T06:03:54.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.635+0000 7f04d9600640 1 -- 172.21.15.92:0/3165771053 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f04d001a070 con 0x7f04dc0b8900 2024-09-19T06:03:54.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.635+0000 7f04d9600640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04bc06c2b0 0x7f04bc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:54.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.636+0000 7f04d9600640 1 -- 172.21.15.92:0/3165771053 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f04d008b700 con 0x7f04dc0b8900 2024-09-19T06:03:54.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.636+0000 7f04e1000640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04bc06c2b0 0x7f04bc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:54.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.636+0000 7f04e1000640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04bc06c2b0 0x7f04bc06e770 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f04dc0b7070 tx=0x7f04c8007970 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:54.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.640+0000 7f04d9600640 1 -- 172.21.15.92:0/3165771053 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f04d0059dd0 con 0x7f04dc0b8900 2024-09-19T06:03:54.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.847+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f04dc0d4c50 con 0x7f04dc0b8900 2024-09-19T06:03:54.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.847+0000 7f04d9600640 1 -- 172.21.15.92:0/3165771053 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5229 (secure 0 0 0) 0x7f04d00596d0 con 0x7f04dc0b8900 2024-09-19T06:03:54.850 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:54.850 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":34,"btime":"2024-09-19T06:03:38:164153+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5320,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3596837151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3596837151},{"type":"v1","addr":"172.21.15.92:6836","nonce":3596837151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2624995313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2624995313},{"type":"v1","addr":"172.21.15.92:6837","nonce":2624995313}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5326,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3013882373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3013882373},{"type":"v1","addr":"172.21.15.102:6834","nonce":3013882373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:03:34.552495+0000","modified":"2024-09-19T06:03:37.565380+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5329":{"gid":5329,"name":"b","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6835/1383993518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1383993518},{"type":"v1","addr":"172.21.15.102:6835","nonce":1383993518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5329,"qdb_cluster":[5329]},"id":4}]} 2024-09-19T06:03:54.850 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 34 2024-09-19T06:03:54.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.849+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04bc06c2b0 msgr2=0x7f04bc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.849+0000 7f04e2e00640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04bc06c2b0 0x7f04bc06e770 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f04dc0b7070 tx=0x7f04c8007970 comp rx=0 tx=0).stop 2024-09-19T06:03:54.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.849+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 msgr2=0x7f04dc14f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:54.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.849+0000 7f04e2e00640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 0x7f04dc14f9c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f04d000e870 tx=0x7f04d000ed30 comp rx=0 tx=0).stop 2024-09-19T06:03:54.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.850+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 shutdown_connections 2024-09-19T06:03:54.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.850+0000 7f04e2e00640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04bc06c2b0 0x7f04bc06e770 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.850+0000 7f04e2e00640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04dc15e5f0 0x7f04dc0c97d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.850+0000 7f04e2e00640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f04dc0d13c0 0x7f04dc0c9290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.850+0000 7f04e2e00640 1 --2- 172.21.15.92:0/3165771053 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f04dc0b8900 0x7f04dc14f9c0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:54.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.850+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 >> 172.21.15.92:0/3165771053 conn(0x7f04dc062630 msgr2=0x7f04dc0cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:54.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.850+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 shutdown_connections 2024-09-19T06:03:54.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:54.850+0000 7f04e2e00640 1 -- 172.21.15.92:0/3165771053 wait complete. 2024-09-19T06:03:54.867 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json dirfrag split /subdir 0/0 1 2024-09-19T06:03:55.050 DEBUG:tasks.cephfs.filesystem:_json_asok output empty 2024-09-19T06:03:55.050 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:55.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.201+0000 7f5f00e00640 1 Processor -- start 2024-09-19T06:03:55.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.201+0000 7f5f00e00640 1 -- start start 2024-09-19T06:03:55.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5f00e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0cea90 0x7f5efc1434f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5f00e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5efc141d40 con 0x7f5efc15ec10 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5f00e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5efc142020 con 0x7f5efc0b2da0 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5f00e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5efc141af0 con 0x7f5efc0cea90 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5ef1400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5efc15ec10 0x7f5efc142de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:39520/0 (socket says 172.21.15.92:39520) 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5ef1400640 1 -- 172.21.15.92:0/3624484195 learned_addr learned my addr 172.21.15.92:0/3624484195 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5efa800640 1 --2- 172.21.15.92:0/3624484195 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0cea90 0x7f5efc1434f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5ef9400640 1 -- 172.21.15.92:0/3624484195 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1894032489 0 0) 0x7f5efc141d40 con 0x7f5efc15ec10 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5ef9400640 1 -- 172.21.15.92:0/3624484195 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ee0003520 con 0x7f5efc15ec10 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5ef9400640 1 -- 172.21.15.92:0/3624484195 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1220982791 0 0) 0x7f5efc142020 con 0x7f5efc0b2da0 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5ef9400640 1 -- 172.21.15.92:0/3624484195 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5efc141d40 con 0x7f5efc0b2da0 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.203+0000 7f5efa800640 1 -- 172.21.15.92:0/3624484195 >> v1:172.21.15.102:6789/0 conn(0x7f5efc0b2da0 legacy=0x7f5efc0ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.204+0000 7f5efa800640 1 -- 172.21.15.92:0/3624484195 >> v1:172.21.15.92:6789/0 conn(0x7f5efc15ec10 legacy=0x7f5efc142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.204+0000 7f5efa800640 1 -- 172.21.15.92:0/3624484195 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5efc142300 con 0x7f5efc0cea90 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.205+0000 7f5efa800640 1 --2- 172.21.15.92:0/3624484195 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0cea90 0x7f5efc1434f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5ef4009dc0 tx=0x7f5ef402a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96620c05a480afe3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.205+0000 7f5ef9400640 1 -- 172.21.15.92:0/3624484195 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef4007740 con 0x7f5efc0cea90 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.205+0000 7f5ef9400640 1 -- 172.21.15.92:0/3624484195 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ef40078e0 con 0x7f5efc0cea90 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.205+0000 7f5ef9400640 1 -- 172.21.15.92:0/3624484195 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef4007cb0 con 0x7f5efc0cea90 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.205+0000 7f5f00e00640 1 -- 172.21.15.92:0/3624484195 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0cea90 msgr2=0x7f5efc1434f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.205+0000 7f5f00e00640 1 --2- 172.21.15.92:0/3624484195 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0cea90 0x7f5efc1434f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5ef4009dc0 tx=0x7f5ef402a6d0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.205+0000 7f5f00e00640 1 -- 172.21.15.92:0/3624484195 shutdown_connections 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.205+0000 7f5f00e00640 1 --2- 172.21.15.92:0/3624484195 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0cea90 0x7f5efc1434f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.205+0000 7f5f00e00640 1 -- 172.21.15.92:0/3624484195 >> 172.21.15.92:0/3624484195 conn(0x7f5efc06bc10 msgr2=0x7f5efc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.206+0000 7f5f00e00640 1 -- 172.21.15.92:0/3624484195 shutdown_connections 2024-09-19T06:03:55.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.206+0000 7f5f00e00640 1 -- 172.21.15.92:0/3624484195 wait complete. 2024-09-19T06:03:55.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.207+0000 7f5f00e00640 1 Processor -- start 2024-09-19T06:03:55.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.207+0000 7f5f00e00640 1 -- start start 2024-09-19T06:03:55.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.208+0000 7f5f00e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0b2da0 0x7f5efc140590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.208+0000 7f5f00e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5efc0cea90 0x7f5efc15a530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.208+0000 7f5f00e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc15ec10 0x7f5efc140d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.208+0000 7f5f00e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5efc0b3180 con 0x7f5efc15ec10 2024-09-19T06:03:55.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.208+0000 7f5f00e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5efc1428c0 con 0x7f5efc0cea90 2024-09-19T06:03:55.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.208+0000 7f5f00e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5efc0b3300 con 0x7f5efc0b2da0 2024-09-19T06:03:55.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.208+0000 7f5efa800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc15ec10 0x7f5efc140d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.208+0000 7f5efa800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc15ec10 0x7f5efc140d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:54602/0 (socket says 172.21.15.92:54602) 2024-09-19T06:03:55.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.208+0000 7f5efa800640 1 -- 172.21.15.92:0/3766214802 learned_addr learned my addr 172.21.15.92:0/3766214802 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:55.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5ef1400640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5efc0cea90 0x7f5efc15a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5ef9e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0b2da0 0x7f5efc140590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5efa800640 1 -- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0b2da0 msgr2=0x7f5efc140590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5efa800640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0b2da0 0x7f5efc140590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5efa800640 1 -- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5efc0cea90 msgr2=0x7f5efc15a530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5efa800640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5efc0cea90 0x7f5efc15a530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5efa800640 1 -- 172.21.15.92:0/3766214802 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5efc159490 con 0x7f5efc15ec10 2024-09-19T06:03:55.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5ef1400640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5efc0cea90 0x7f5efc15a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:55.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5ef9e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0b2da0 0x7f5efc140590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:03:55.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5efa800640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc15ec10 0x7f5efc140d40 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5ef4009ee0 tx=0x7f5ef4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:55.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5ef2a00640 1 -- 172.21.15.92:0/3766214802 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef4040070 con 0x7f5efc15ec10 2024-09-19T06:03:55.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5ef2a00640 1 -- 172.21.15.92:0/3766214802 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ef4031bc0 con 0x7f5efc15ec10 2024-09-19T06:03:55.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5ef2a00640 1 -- 172.21.15.92:0/3766214802 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef4009450 con 0x7f5efc15ec10 2024-09-19T06:03:55.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5efc159770 con 0x7f5efc15ec10 2024-09-19T06:03:55.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.209+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5efc159d30 con 0x7f5efc15ec10 2024-09-19T06:03:55.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.210+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5efc06ded0 con 0x7f5efc15ec10 2024-09-19T06:03:55.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.211+0000 7f5ef2a00640 1 -- 172.21.15.92:0/3766214802 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5ef4039040 con 0x7f5efc15ec10 2024-09-19T06:03:55.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.212+0000 7f5ef2a00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ed806c2b0 0x7f5ed806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.212+0000 7f5ef2a00640 1 -- 172.21.15.92:0/3766214802 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f5ef40acbf0 con 0x7f5efc15ec10 2024-09-19T06:03:55.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.212+0000 7f5ef9e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ed806c2b0 0x7f5ed806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.213+0000 7f5ef9e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ed806c2b0 0x7f5ed806e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5efc15bb60 tx=0x7f5eec009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:55.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.216+0000 7f5ef2a00640 1 -- 172.21.15.92:0/3766214802 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5efc06ded0 con 0x7f5efc15ec10 2024-09-19T06:03:55.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.425+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5efc15d600 con 0x7f5efc15ec10 2024-09-19T06:03:55.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.426+0000 7f5ef2a00640 1 -- 172.21.15.92:0/3766214802 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5229 (secure 0 0 0) 0x7f5ef407b2c0 con 0x7f5efc15ec10 2024-09-19T06:03:55.428 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:55.428 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":34,"btime":"2024-09-19T06:03:38:164153+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5320,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3596837151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3596837151},{"type":"v1","addr":"172.21.15.92:6836","nonce":3596837151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2624995313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2624995313},{"type":"v1","addr":"172.21.15.92:6837","nonce":2624995313}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5326,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3013882373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3013882373},{"type":"v1","addr":"172.21.15.102:6834","nonce":3013882373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:03:34.552495+0000","modified":"2024-09-19T06:03:37.565380+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5329":{"gid":5329,"name":"b","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6835/1383993518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1383993518},{"type":"v1","addr":"172.21.15.102:6835","nonce":1383993518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5329,"qdb_cluster":[5329]},"id":4}]} 2024-09-19T06:03:55.428 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 34 2024-09-19T06:03:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ed806c2b0 msgr2=0x7f5ed806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ed806c2b0 0x7f5ed806e770 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5efc15bb60 tx=0x7f5eec009040 comp rx=0 tx=0).stop 2024-09-19T06:03:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc15ec10 msgr2=0x7f5efc140d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc15ec10 0x7f5efc140d40 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f5ef4009ee0 tx=0x7f5ef4004a40 comp rx=0 tx=0).stop 2024-09-19T06:03:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 shutdown_connections 2024-09-19T06:03:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5efc15ec10 0x7f5efc140d40 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ed806c2b0 0x7f5ed806e770 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5efc0cea90 0x7f5efc15a530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 --2- 172.21.15.92:0/3766214802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5efc0b2da0 0x7f5efc140590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 >> 172.21.15.92:0/3766214802 conn(0x7f5efc06bc10 msgr2=0x7f5efc15db20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 shutdown_connections 2024-09-19T06:03:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.428+0000 7f5f00e00640 1 -- 172.21.15.92:0/3766214802 wait complete. 2024-09-19T06:03:55.446 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json flush journal 2024-09-19T06:03:55.636 INFO:teuthology.orchestra.run.smithi102.stdout:{"message":"","return_code":0} 2024-09-19T06:03:55.637 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T06:03:55.637 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:03:55.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.787+0000 7f5399000640 1 Processor -- start 2024-09-19T06:03:55.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.788+0000 7f5399000640 1 -- start start 2024-09-19T06:03:55.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.789+0000 7f5399000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f539415c170 0x7f539415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.789+0000 7f5399000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53940b4cf0 con 0x7f53940cf6c0 2024-09-19T06:03:55.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.789+0000 7f5399000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f53940b4fd0 con 0x7f53940b64e0 2024-09-19T06:03:55.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.789+0000 7f5399000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f539415ca90 con 0x7f539415c170 2024-09-19T06:03:55.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.789+0000 7f5391400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f53940cf6c0 0x7f53940b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:39536/0 (socket says 172.21.15.92:39536) 2024-09-19T06:03:55.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.789+0000 7f5391400640 1 -- 172.21.15.92:0/1051852827 learned_addr learned my addr 172.21.15.92:0/1051852827 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:55.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.789+0000 7f5391e00640 1 --2- 172.21.15.92:0/1051852827 >> v2:172.21.15.102:3300/0 conn(0x7f539415c170 0x7f539415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.789+0000 7f5390a00640 1 -- 172.21.15.92:0/1051852827 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1552753946 0 0) 0x7f53940b4cf0 con 0x7f53940cf6c0 2024-09-19T06:03:55.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.790+0000 7f5390a00640 1 -- 172.21.15.92:0/1051852827 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5378003520 con 0x7f53940cf6c0 2024-09-19T06:03:55.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.790+0000 7f5390a00640 1 -- 172.21.15.92:0/1051852827 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2377180578 0 0) 0x7f53940b4fd0 con 0x7f53940b64e0 2024-09-19T06:03:55.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.790+0000 7f5390a00640 1 -- 172.21.15.92:0/1051852827 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f53940b4cf0 con 0x7f53940b64e0 2024-09-19T06:03:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.790+0000 7f5391e00640 1 -- 172.21.15.92:0/1051852827 >> v1:172.21.15.102:6789/0 conn(0x7f53940b64e0 legacy=0x7f53940b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.790+0000 7f5391e00640 1 -- 172.21.15.92:0/1051852827 >> v1:172.21.15.92:6789/0 conn(0x7f53940cf6c0 legacy=0x7f53940b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.790+0000 7f5391e00640 1 -- 172.21.15.92:0/1051852827 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53940b52b0 con 0x7f539415c170 2024-09-19T06:03:55.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.791+0000 7f5391e00640 1 --2- 172.21.15.92:0/1051852827 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f539415c170 0x7f539415c550 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5384009dc0 tx=0x7f538402a6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=63087ea4794476e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.791+0000 7f5390a00640 1 -- 172.21.15.92:0/1051852827 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5384007740 con 0x7f539415c170 2024-09-19T06:03:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.791+0000 7f5390a00640 1 -- 172.21.15.92:0/1051852827 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f53840078e0 con 0x7f539415c170 2024-09-19T06:03:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.791+0000 7f5390a00640 1 -- 172.21.15.92:0/1051852827 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5384007c90 con 0x7f539415c170 2024-09-19T06:03:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.791+0000 7f5399000640 1 -- 172.21.15.92:0/1051852827 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f539415c170 msgr2=0x7f539415c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.792+0000 7f5399000640 1 --2- 172.21.15.92:0/1051852827 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f539415c170 0x7f539415c550 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f5384009dc0 tx=0x7f538402a6a0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.792+0000 7f5399000640 1 -- 172.21.15.92:0/1051852827 shutdown_connections 2024-09-19T06:03:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.792+0000 7f5399000640 1 --2- 172.21.15.92:0/1051852827 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f539415c170 0x7f539415c550 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.792+0000 7f5399000640 1 -- 172.21.15.92:0/1051852827 >> 172.21.15.92:0/1051852827 conn(0x7f539406bc10 msgr2=0x7f539406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:55.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.792+0000 7f5399000640 1 -- 172.21.15.92:0/1051852827 shutdown_connections 2024-09-19T06:03:55.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.792+0000 7f5399000640 1 -- 172.21.15.92:0/1051852827 wait complete. 2024-09-19T06:03:55.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.793+0000 7f5399000640 1 Processor -- start 2024-09-19T06:03:55.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.794+0000 7f5399000640 1 -- start start 2024-09-19T06:03:55.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.794+0000 7f5399000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f53940b64e0 0x7f53941e5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.794+0000 7f5399000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f53940cf6c0 0x7f53941e6800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.794+0000 7f5399000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f539415c170 0x7f5394147c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.794+0000 7f5399000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f53940b5b50 con 0x7f539415c170 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.794+0000 7f5399000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f53940b58b0 con 0x7f53940cf6c0 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.794+0000 7f5399000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f53940cfb30 con 0x7f53940b64e0 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5392800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f539415c170 0x7f5394147c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5392800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f539415c170 0x7f5394147c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:54610/0 (socket says 172.21.15.92:54610) 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5392800640 1 -- 172.21.15.92:0/303083336 learned_addr learned my addr 172.21.15.92:0/303083336 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5391400640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f53940cf6c0 0x7f53941e6800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5391e00640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f53940b64e0 0x7f53941e5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5392800640 1 -- 172.21.15.92:0/303083336 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f53940b64e0 msgr2=0x7f53941e5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5392800640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f53940b64e0 0x7f53941e5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5392800640 1 -- 172.21.15.92:0/303083336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f53940cf6c0 msgr2=0x7f53941e6800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5392800640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f53940cf6c0 0x7f53941e6800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5392800640 1 -- 172.21.15.92:0/303083336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f53941e6460 con 0x7f539415c170 2024-09-19T06:03:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.795+0000 7f5392800640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f539415c170 0x7f5394147c20 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f538c00c3c0 tx=0x7f538c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.796+0000 7f538a000640 1 -- 172.21.15.92:0/303083336 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f538c017070 con 0x7f539415c170 2024-09-19T06:03:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.796+0000 7f538a000640 1 -- 172.21.15.92:0/303083336 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f538c0052d0 con 0x7f539415c170 2024-09-19T06:03:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.796+0000 7f538a000640 1 -- 172.21.15.92:0/303083336 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f538c003830 con 0x7f539415c170 2024-09-19T06:03:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.796+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f539415a140 con 0x7f539415c170 2024-09-19T06:03:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.796+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f539415a700 con 0x7f539415c170 2024-09-19T06:03:55.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.797+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f53940cff20 con 0x7f539415c170 2024-09-19T06:03:55.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.798+0000 7f538a000640 1 -- 172.21.15.92:0/303083336 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f538c01a070 con 0x7f539415c170 2024-09-19T06:03:55.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.798+0000 7f538a000640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f537406c2b0 0x7f537406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:55.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.799+0000 7f538a000640 1 -- 172.21.15.92:0/303083336 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f538c08a750 con 0x7f539415c170 2024-09-19T06:03:55.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.799+0000 7f5391e00640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f537406c2b0 0x7f537406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:55.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.799+0000 7f5391e00640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f537406c2b0 0x7f537406e770 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5384034000 tx=0x7f538402f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:55.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:55.803+0000 7f538a000640 1 -- 172.21.15.92:0/303083336 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f538c0587d0 con 0x7f539415c170 2024-09-19T06:03:56.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.009+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f5394157090 con 0x7f539415c170 2024-09-19T06:03:56.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.010+0000 7f538a000640 1 -- 172.21.15.92:0/303083336 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v34) ==== 53+0+73 (secure 0 0 0) 0x7f538c05cad0 con 0x7f539415c170 2024-09-19T06:03:56.012 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:03:56.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f537406c2b0 msgr2=0x7f537406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:56.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f537406c2b0 0x7f537406e770 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5384034000 tx=0x7f538402f000 comp rx=0 tx=0).stop 2024-09-19T06:03:56.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f539415c170 msgr2=0x7f5394147c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:56.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f539415c170 0x7f5394147c20 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f538c00c3c0 tx=0x7f538c00c880 comp rx=0 tx=0).stop 2024-09-19T06:03:56.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 shutdown_connections 2024-09-19T06:03:56.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f539415c170 0x7f5394147c20 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:56.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f537406c2b0 0x7f537406e770 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:56.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f53940cf6c0 0x7f53941e6800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:56.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 --2- 172.21.15.92:0/303083336 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f53940b64e0 0x7f53941e5dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 >> 172.21.15.92:0/303083336 conn(0x7f539406bc10 msgr2=0x7f5394157890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 shutdown_connections 2024-09-19T06:03:56.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56.012+0000 7f5399000640 1 -- 172.21.15.92:0/303083336 wait complete. 2024-09-19T06:03:56.029 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T06:03:56.029 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:03:56.029 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:03:56.030 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:03:56.030 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:56.030 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T06:03:56.030 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T06:03:56.030 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:03:56.030 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:03:56.030 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:56.030 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:03:56.067 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:03:56.067 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:03:56.067 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:03:56.067 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:56.067 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:03:56.067 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:56.067 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:03:56.067 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:56.067 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42576sec preferred_lft 42576sec 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:03:56.068 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::3026:f9ff:fec4:ac60/64 scope link 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::580b:55ff:fe2d:e55/64 scope link 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::85d:17ff:fefb:396b/64 scope link 2024-09-19T06:03:56.069 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:03:56.070 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:56.070 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:03:56.161 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:03:56.164 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:56.164 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:03:56.201 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:03:56.201 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:03:56.201 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:03:56.201 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:03:56.201 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:03:56.202 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:03:56.202 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:03:56.202 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:03:56.202 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:03:56.202 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:03:56.202 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:03:56.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:03:56.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:03:56.396 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:56.396 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:03:56.431 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:03:56.431 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:03:56.432 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:03:56.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:56.432 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-09-19T06:03:56.528 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:03:56.528 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:56.564 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:03:56.564 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:03:56.564 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:56.638 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T06:03:56.638 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:56.638 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:03:56.768 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:03:56.768 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:03:56.796 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:03:56.796 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:03:56.797 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:03:56.797 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 0@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:03:56.797 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:03:56.799 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:03:56.799 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:03:56.799 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:03:56.799 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:03:56.799 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:03:56.802 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:03:56.802 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:56.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:56.857 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:03:56.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:03:56.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:56 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:03:56.948 INFO:teuthology.orchestra.run.smithi092.stdout:client5682 2024-09-19T06:03:56.948 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:56.948 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:56.983 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:56.983 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:57.062 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:03:57.062 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:03:57.063 DEBUG:teuthology.orchestra.run.smithi092:> import uuid 2024-09-19T06:03:57.063 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:57.063 DEBUG:teuthology.orchestra.run.smithi092:> n = 75 2024-09-19T06:03:57.063 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = False 2024-09-19T06:03:57.063 DEBUG:teuthology.orchestra.run.smithi092:> if 0 > 0: 2024-09-19T06:03:57.063 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = True 2024-09-19T06:03:57.064 DEBUG:teuthology.orchestra.run.smithi092:> path = "/home/ubuntu/cephtest/mnt.0/subdir/file" 2024-09-19T06:03:57.064 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:57.064 DEBUG:teuthology.orchestra.run.smithi092:> dpath = os.path.dirname(path) 2024-09-19T06:03:57.064 DEBUG:teuthology.orchestra.run.smithi092:> fnameprefix = os.path.basename(path) 2024-09-19T06:03:57.064 DEBUG:teuthology.orchestra.run.smithi092:> os.makedirs(dpath, exist_ok=True) 2024-09-19T06:03:57.064 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:57.065 DEBUG:teuthology.orchestra.run.smithi092:> try: 2024-09-19T06:03:57.065 DEBUG:teuthology.orchestra.run.smithi092:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-19T06:03:57.065 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:03:57.065 DEBUG:teuthology.orchestra.run.smithi092:> for i in range(n): 2024-09-19T06:03:57.065 DEBUG:teuthology.orchestra.run.smithi092:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-19T06:03:57.065 DEBUG:teuthology.orchestra.run.smithi092:> with open(fpath, '"'"'w'"'"') as f: 2024-09-19T06:03:57.066 DEBUG:teuthology.orchestra.run.smithi092:> f.write(f"{i}") 2024-09-19T06:03:57.066 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:03:57.066 DEBUG:teuthology.orchestra.run.smithi092:> f.flush() 2024-09-19T06:03:57.066 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(f.fileno()) 2024-09-19T06:03:57.066 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:03:57.066 DEBUG:teuthology.orchestra.run.smithi092:> os.unlink(fpath) 2024-09-19T06:03:57.067 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:03:57.067 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:03:57.067 DEBUG:teuthology.orchestra.run.smithi092:> if create_hard_links: 2024-09-19T06:03:57.067 DEBUG:teuthology.orchestra.run.smithi092:> for j in range(0): 2024-09-19T06:03:57.067 DEBUG:teuthology.orchestra.run.smithi092:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-19T06:03:57.068 DEBUG:teuthology.orchestra.run.smithi092:> if True: 2024-09-19T06:03:57.068 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:03:57.068 DEBUG:teuthology.orchestra.run.smithi092:> finally: 2024-09-19T06:03:57.068 DEBUG:teuthology.orchestra.run.smithi092:> os.close(dirfd) 2024-09-19T06:03:57.068 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:03:57.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:57 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:03:57.642 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:03:57.642 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:03:57.773 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:03:57.857 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:03:57.858 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:03:57.858 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:57.858 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:57.893 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:57.894 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:57.969 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:03:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.162+0000 7f7036800640 1 Processor -- start 2024-09-19T06:03:58.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.162+0000 7f7036800640 1 -- start start 2024-09-19T06:03:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.163+0000 7f7036800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f70300d1590 0x7f70300b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.163+0000 7f7036800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 0x7f70300d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.163+0000 7f7036800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f703015e9d0 con 0x7f703015e5f0 2024-09-19T06:03:58.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.163+0000 7f7036800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f70300b9b30 con 0x7f70300d1590 2024-09-19T06:03:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.163+0000 7f7036800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f70300b8f20 con 0x7f70300b8730 2024-09-19T06:03:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.163+0000 7f7035400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f703015e5f0 0x7f70300d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:42532/0 (socket says 172.21.15.92:42532) 2024-09-19T06:03:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.163+0000 7f7035400640 1 -- 172.21.15.92:0/1266757528 learned_addr learned my addr 172.21.15.92:0/1266757528 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.164+0000 7f7034a00640 1 --2- 172.21.15.92:0/1266757528 >> v2:172.21.15.102:3300/0 conn(0x7f70300d1590 0x7f70300b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.164+0000 7f7035e00640 1 --2- 172.21.15.92:0/1266757528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 0x7f70300d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.164+0000 7f702fe00640 1 -- 172.21.15.92:0/1266757528 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4224548948 0 0) 0x7f703015e9d0 con 0x7f703015e5f0 2024-09-19T06:03:58.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.164+0000 7f7034a00640 1 -- 172.21.15.92:0/1266757528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 msgr2=0x7f70300d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:58.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.164+0000 7f7034a00640 1 --2- 172.21.15.92:0/1266757528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 0x7f70300d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.164+0000 7f7034a00640 1 -- 172.21.15.92:0/1266757528 >> v1:172.21.15.92:6789/0 conn(0x7f703015e5f0 legacy=0x7f70300d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.164+0000 7f7034a00640 1 -- 172.21.15.92:0/1266757528 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f70300b9200 con 0x7f70300d1590 2024-09-19T06:03:58.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.164+0000 7f7035e00640 1 --2- 172.21.15.92:0/1266757528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 0x7f70300d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:03:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.165+0000 7f7034a00640 1 --2- 172.21.15.92:0/1266757528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70300d1590 0x7f70300b81f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f701c0097a0 tx=0x7f701c02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd36e3e7e880fc0d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.165+0000 7f702fe00640 1 -- 172.21.15.92:0/1266757528 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f701c037070 con 0x7f70300d1590 2024-09-19T06:03:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.165+0000 7f702fe00640 1 -- 172.21.15.92:0/1266757528 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f701c032440 con 0x7f70300d1590 2024-09-19T06:03:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.165+0000 7f702fe00640 1 -- 172.21.15.92:0/1266757528 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f701c032810 con 0x7f70300d1590 2024-09-19T06:03:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.166+0000 7f7036800640 1 -- 172.21.15.92:0/1266757528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70300d1590 msgr2=0x7f70300b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.166+0000 7f7036800640 1 --2- 172.21.15.92:0/1266757528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70300d1590 0x7f70300b81f0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f701c0097a0 tx=0x7f701c02a180 comp rx=0 tx=0).stop 2024-09-19T06:03:58.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.166+0000 7f7036800640 1 -- 172.21.15.92:0/1266757528 shutdown_connections 2024-09-19T06:03:58.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.166+0000 7f7036800640 1 --2- 172.21.15.92:0/1266757528 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f70300d1590 0x7f70300b81f0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.166+0000 7f7036800640 1 --2- 172.21.15.92:0/1266757528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 0x7f70300d2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.166+0000 7f7036800640 1 -- 172.21.15.92:0/1266757528 >> 172.21.15.92:0/1266757528 conn(0x7f7030062630 msgr2=0x7f7030062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:58.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.166+0000 7f7036800640 1 -- 172.21.15.92:0/1266757528 shutdown_connections 2024-09-19T06:03:58.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.166+0000 7f7036800640 1 -- 172.21.15.92:0/1266757528 wait complete. 2024-09-19T06:03:58.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.168+0000 7f7036800640 1 Processor -- start 2024-09-19T06:03:58.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.168+0000 7f7036800640 1 -- start start 2024-09-19T06:03:58.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7036800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 0x7f703015a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7036800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300d1590 0x7f703014d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7036800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f703015e5f0 0x7f703014df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7036800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f70300b8b60 con 0x7f70300d1590 2024-09-19T06:03:58.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7036800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f70300b97c0 con 0x7f703015e5f0 2024-09-19T06:03:58.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7036800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f70300b8ce0 con 0x7f70300b8730 2024-09-19T06:03:58.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7034a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300d1590 0x7f703014d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7034a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300d1590 0x7f703014d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50120/0 (socket says 172.21.15.92:50120) 2024-09-19T06:03:58.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7034a00640 1 -- 172.21.15.92:0/1092960339 learned_addr learned my addr 172.21.15.92:0/1092960339 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:58.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7035e00640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f703015e5f0 0x7f703014df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.169+0000 7f7035400640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 0x7f703015a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f7034a00640 1 -- 172.21.15.92:0/1092960339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 msgr2=0x7f703015a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f7034a00640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 0x7f703015a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f7034a00640 1 -- 172.21.15.92:0/1092960339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f703015e5f0 msgr2=0x7f703014df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f7034a00640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f703015e5f0 0x7f703014df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f7034a00640 1 -- 172.21.15.92:0/1092960339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f703014c710 con 0x7f70300d1590 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f7034a00640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300d1590 0x7f703014d9c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f701c035040 tx=0x7f701c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f702d600640 1 -- 172.21.15.92:0/1092960339 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f701c037040 con 0x7f70300d1590 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f702d600640 1 -- 172.21.15.92:0/1092960339 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f701c030440 con 0x7f70300d1590 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f702d600640 1 -- 172.21.15.92:0/1092960339 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f701c030850 con 0x7f70300d1590 2024-09-19T06:03:58.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f703014c9f0 con 0x7f70300d1590 2024-09-19T06:03:58.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.170+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f703014cfb0 con 0x7f70300d1590 2024-09-19T06:03:58.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.171+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f7030069c20 con 0x7f70300d1590 2024-09-19T06:03:58.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.172+0000 7f702d600640 1 -- 172.21.15.92:0/1092960339 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f701c044020 con 0x7f70300d1590 2024-09-19T06:03:58.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.173+0000 7f702d600640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f701006c2b0 0x7f701006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.173+0000 7f702d600640 1 -- 172.21.15.92:0/1092960339 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f701c0ab590 con 0x7f70300d1590 2024-09-19T06:03:58.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.173+0000 7f7035400640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f701006c2b0 0x7f701006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.174+0000 7f7035400640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f701006c2b0 0x7f701006e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7024000f60 tx=0x7f7024009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:58.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.178+0000 7f702d600640 1 -- 172.21.15.92:0/1092960339 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f701c079cf0 con 0x7f70300d1590 2024-09-19T06:03:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.364+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f703015c1b0 con 0x7f70300d1590 2024-09-19T06:03:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.365+0000 7f702d600640 1 -- 172.21.15.92:0/1092960339 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v56) ==== 80+0+0 (secure 0 0 0) 0x7f701c0795f0 con 0x7f70300d1590 2024-09-19T06:03:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:03:58.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f701006c2b0 msgr2=0x7f701006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f701006c2b0 0x7f701006e770 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f7024000f60 tx=0x7f7024009040 comp rx=0 tx=0).stop 2024-09-19T06:03:58.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300d1590 msgr2=0x7f703014d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300d1590 0x7f703014d9c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f701c035040 tx=0x7f701c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 shutdown_connections 2024-09-19T06:03:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f701006c2b0 0x7f701006e770 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f703015e5f0 0x7f703014df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f70300d1590 0x7f703014d9c0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 --2- 172.21.15.92:0/1092960339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f70300b8730 0x7f703015a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 >> 172.21.15.92:0/1092960339 conn(0x7f7030062630 msgr2=0x7f70300b3fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:58.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 shutdown_connections 2024-09-19T06:03:58.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.367+0000 7f7036800640 1 -- 172.21.15.92:0/1092960339 wait complete. 2024-09-19T06:03:58.385 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:03:58.385 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:58.385 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T06:03:58.547 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:03:58.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:03:58.547 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:03:58.583 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:03:58.584 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:03:58.584 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:58.619 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:03:58.620 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:03:58.620 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:03:58.620 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:58.659 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:03:58.659 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:03:58.659 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:03:58.659 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:03:58.694 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:03:58.695 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:58.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.849+0000 7f1693200640 1 Processor -- start 2024-09-19T06:03:58.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.849+0000 7f1693200640 1 -- start start 2024-09-19T06:03:58.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.850+0000 7f1693200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c0b64e0 0x7f168c167110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.850+0000 7f1693200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f168c0b49c0 con 0x7f168c15c550 2024-09-19T06:03:58.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.850+0000 7f1693200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f168c0b4cf0 con 0x7f168c15c170 2024-09-19T06:03:58.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.850+0000 7f1693200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f168c0b4fd0 con 0x7f168c0b64e0 2024-09-19T06:03:58.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.851+0000 7f168b400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f168c15c550 0x7f168c0b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:42540/0 (socket says 172.21.15.92:42540) 2024-09-19T06:03:58.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.851+0000 7f168b400640 1 -- 172.21.15.92:0/3022102172 learned_addr learned my addr 172.21.15.92:0/3022102172 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:58.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.851+0000 7f1691200640 1 --2- 172.21.15.92:0/3022102172 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c0b64e0 0x7f168c167110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.851+0000 7f168aa00640 1 -- 172.21.15.92:0/3022102172 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 108104996 0 0) 0x7f168c0b49c0 con 0x7f168c15c550 2024-09-19T06:03:58.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.851+0000 7f168aa00640 1 -- 172.21.15.92:0/3022102172 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1670003520 con 0x7f168c15c550 2024-09-19T06:03:58.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.851+0000 7f1691200640 1 -- 172.21.15.92:0/3022102172 >> v1:172.21.15.102:6789/0 conn(0x7f168c15c170 legacy=0x7f168c0cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.851+0000 7f1691200640 1 -- 172.21.15.92:0/3022102172 >> v1:172.21.15.92:6789/0 conn(0x7f168c15c550 legacy=0x7f168c0b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.851+0000 7f1691200640 1 -- 172.21.15.92:0/3022102172 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f168c0b52b0 con 0x7f168c0b64e0 2024-09-19T06:03:58.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.852+0000 7f1691200640 1 --2- 172.21.15.92:0/3022102172 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c0b64e0 0x7f168c167110 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1684009df0 tx=0x7f168402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aae216a116f1aa03 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:58.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.852+0000 7f168aa00640 1 -- 172.21.15.92:0/3022102172 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1684007740 con 0x7f168c0b64e0 2024-09-19T06:03:58.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.853+0000 7f168aa00640 1 -- 172.21.15.92:0/3022102172 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f16840078e0 con 0x7f168c0b64e0 2024-09-19T06:03:58.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.853+0000 7f168aa00640 1 -- 172.21.15.92:0/3022102172 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1684007cb0 con 0x7f168c0b64e0 2024-09-19T06:03:58.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.853+0000 7f1693200640 1 -- 172.21.15.92:0/3022102172 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c0b64e0 msgr2=0x7f168c167110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.853+0000 7f1693200640 1 --2- 172.21.15.92:0/3022102172 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c0b64e0 0x7f168c167110 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f1684009df0 tx=0x7f168402a710 comp rx=0 tx=0).stop 2024-09-19T06:03:58.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.853+0000 7f1693200640 1 -- 172.21.15.92:0/3022102172 shutdown_connections 2024-09-19T06:03:58.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.853+0000 7f1693200640 1 --2- 172.21.15.92:0/3022102172 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c0b64e0 0x7f168c167110 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.853+0000 7f1693200640 1 -- 172.21.15.92:0/3022102172 >> 172.21.15.92:0/3022102172 conn(0x7f168c06bc10 msgr2=0x7f168c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:58.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.853+0000 7f1693200640 1 -- 172.21.15.92:0/3022102172 shutdown_connections 2024-09-19T06:03:58.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.853+0000 7f1693200640 1 -- 172.21.15.92:0/3022102172 wait complete. 2024-09-19T06:03:58.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.855+0000 7f1693200640 1 Processor -- start 2024-09-19T06:03:58.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.855+0000 7f1693200640 1 -- start start 2024-09-19T06:03:58.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f1693200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168c0b64e0 0x7f168c1505b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f1693200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f168c15c170 0x7f168c1f4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f1693200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c15c550 0x7f168c1f7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f1693200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f168c0b5b50 con 0x7f168c15c170 2024-09-19T06:03:58.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f1693200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f168c0b5870 con 0x7f168c0b64e0 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f1693200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f168c15c9c0 con 0x7f168c15c550 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f168b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f168c15c170 0x7f168c1f4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f168b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f168c15c170 0x7f168c1f4c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50134/0 (socket says 172.21.15.92:50134) 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f168b400640 1 -- 172.21.15.92:0/2916172071 learned_addr learned my addr 172.21.15.92:0/2916172071 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f1691200640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c15c550 0x7f168c1f7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.856+0000 7f168be00640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168c0b64e0 0x7f168c1505b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f168b400640 1 -- 172.21.15.92:0/2916172071 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c15c550 msgr2=0x7f168c1f7ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f168b400640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c15c550 0x7f168c1f7ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f168b400640 1 -- 172.21.15.92:0/2916172071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168c0b64e0 msgr2=0x7f168c1505b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f168b400640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168c0b64e0 0x7f168c1505b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f168b400640 1 -- 172.21.15.92:0/2916172071 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f168c15f180 con 0x7f168c15c170 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f168b400640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f168c15c170 0x7f168c1f4c70 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f167800c410 tx=0x7f167800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:58.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f1683e00640 1 -- 172.21.15.92:0/2916172071 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1678017070 con 0x7f168c15c170 2024-09-19T06:03:58.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f1683e00640 1 -- 172.21.15.92:0/2916172071 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1678005ce0 con 0x7f168c15c170 2024-09-19T06:03:58.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f1683e00640 1 -- 172.21.15.92:0/2916172071 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f16780072f0 con 0x7f168c15c170 2024-09-19T06:03:58.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f168c15f460 con 0x7f168c15c170 2024-09-19T06:03:58.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.857+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f168c1f4750 con 0x7f168c15c170 2024-09-19T06:03:58.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.858+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f168c0b5dd0 con 0x7f168c15c170 2024-09-19T06:03:58.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.859+0000 7f1683e00640 1 -- 172.21.15.92:0/2916172071 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f167801a070 con 0x7f168c15c170 2024-09-19T06:03:58.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.860+0000 7f1683e00640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166c06c2b0 0x7f166c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:58.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.861+0000 7f1683e00640 1 -- 172.21.15.92:0/2916172071 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f167808a8e0 con 0x7f168c15c170 2024-09-19T06:03:58.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.861+0000 7f168be00640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166c06c2b0 0x7f166c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:58.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.861+0000 7f168be00640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166c06c2b0 0x7f166c06e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f167c001640 tx=0x7f167c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:58.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:58.865+0000 7f1683e00640 1 -- 172.21.15.92:0/2916172071 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1678059070 con 0x7f168c15c170 2024-09-19T06:03:59.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.075+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f168c1f4920 con 0x7f168c15c170 2024-09-19T06:03:59.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.076+0000 7f1683e00640 1 -- 172.21.15.92:0/2916172071 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5229 (secure 0 0 0) 0x7f1678058970 con 0x7f168c15c170 2024-09-19T06:03:59.078 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:59.078 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":34,"btime":"2024-09-19T06:03:38:164153+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5320,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3596837151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3596837151},{"type":"v1","addr":"172.21.15.92:6836","nonce":3596837151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2624995313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2624995313},{"type":"v1","addr":"172.21.15.92:6837","nonce":2624995313}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5326,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3013882373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3013882373},{"type":"v1","addr":"172.21.15.102:6834","nonce":3013882373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:03:34.552495+0000","modified":"2024-09-19T06:03:37.565380+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5329":{"gid":5329,"name":"b","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6835/1383993518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1383993518},{"type":"v1","addr":"172.21.15.102:6835","nonce":1383993518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5329,"qdb_cluster":[5329]},"id":4}]} 2024-09-19T06:03:59.079 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 34 2024-09-19T06:03:59.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166c06c2b0 msgr2=0x7f166c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166c06c2b0 0x7f166c06e770 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f167c001640 tx=0x7f167c009040 comp rx=0 tx=0).stop 2024-09-19T06:03:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f168c15c170 msgr2=0x7f168c1f4c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f168c15c170 0x7f168c1f4c70 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f167800c410 tx=0x7f167800c8d0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 shutdown_connections 2024-09-19T06:03:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f168c15c550 0x7f168c1f7ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f168c15c170 0x7f168c1f4c70 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f166c06c2b0 0x7f166c06e770 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 --2- 172.21.15.92:0/2916172071 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f168c0b64e0 0x7f168c1505b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 >> 172.21.15.92:0/2916172071 conn(0x7f168c06bc10 msgr2=0x7f168c1585c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:59.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 shutdown_connections 2024-09-19T06:03:59.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.078+0000 7f1693200640 1 -- 172.21.15.92:0/2916172071 wait complete. 2024-09-19T06:03:59.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:03:59.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.250+0000 7fae7bc00640 1 Processor -- start 2024-09-19T06:03:59.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.250+0000 7fae7bc00640 1 -- start start 2024-09-19T06:03:59.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.251+0000 7fae7bc00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fae740b6140 0x7fae7415c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.251+0000 7fae7bc00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae740b50a0 con 0x7fae74155800 2024-09-19T06:03:59.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.251+0000 7fae7bc00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fae740b5380 con 0x7fae740cfc80 2024-09-19T06:03:59.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.251+0000 7fae7bc00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fae740b6550 con 0x7fae740b6140 2024-09-19T06:03:59.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.251+0000 7fae79200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fae74155800 0x7fae740cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:42546/0 (socket says 172.21.15.92:42546) 2024-09-19T06:03:59.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.251+0000 7fae79200640 1 -- 172.21.15.92:0/3617172642 learned_addr learned my addr 172.21.15.92:0/3617172642 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:03:59.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.252+0000 7fae79c00640 1 --2- 172.21.15.92:0/3617172642 >> v2:172.21.15.102:3300/0 conn(0x7fae740b6140 0x7fae7415c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.252+0000 7fae73400640 1 -- 172.21.15.92:0/3617172642 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1268193520 0 0) 0x7fae740b50a0 con 0x7fae74155800 2024-09-19T06:03:59.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.252+0000 7fae73400640 1 -- 172.21.15.92:0/3617172642 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fae5c003520 con 0x7fae74155800 2024-09-19T06:03:59.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.252+0000 7fae79c00640 1 -- 172.21.15.92:0/3617172642 >> v1:172.21.15.102:6789/0 conn(0x7fae740cfc80 legacy=0x7fae7415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.252+0000 7fae79c00640 1 -- 172.21.15.92:0/3617172642 >> v1:172.21.15.92:6789/0 conn(0x7fae74155800 legacy=0x7fae740cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.252+0000 7fae79c00640 1 -- 172.21.15.92:0/3617172642 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae740b5660 con 0x7fae740b6140 2024-09-19T06:03:59.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.253+0000 7fae79c00640 1 --2- 172.21.15.92:0/3617172642 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 0x7fae7415c330 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fae6c009d90 tx=0x7fae6c02a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=edb696ffa6102a53 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:59.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.253+0000 7fae73400640 1 -- 172.21.15.92:0/3617172642 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c007740 con 0x7fae740b6140 2024-09-19T06:03:59.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.253+0000 7fae73400640 1 -- 172.21.15.92:0/3617172642 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae6c0078e0 con 0x7fae740b6140 2024-09-19T06:03:59.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.253+0000 7fae73400640 1 -- 172.21.15.92:0/3617172642 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c007cb0 con 0x7fae740b6140 2024-09-19T06:03:59.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.254+0000 7fae7bc00640 1 -- 172.21.15.92:0/3617172642 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 msgr2=0x7fae7415c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.254+0000 7fae7bc00640 1 --2- 172.21.15.92:0/3617172642 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 0x7fae7415c330 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7fae6c009d90 tx=0x7fae6c02a6f0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.254+0000 7fae7bc00640 1 -- 172.21.15.92:0/3617172642 shutdown_connections 2024-09-19T06:03:59.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.254+0000 7fae7bc00640 1 --2- 172.21.15.92:0/3617172642 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 0x7fae7415c330 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.254+0000 7fae7bc00640 1 -- 172.21.15.92:0/3617172642 >> 172.21.15.92:0/3617172642 conn(0x7fae7406bc10 msgr2=0x7fae7406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:59.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.254+0000 7fae7bc00640 1 -- 172.21.15.92:0/3617172642 shutdown_connections 2024-09-19T06:03:59.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.254+0000 7fae7bc00640 1 -- 172.21.15.92:0/3617172642 wait complete. 2024-09-19T06:03:59.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.256+0000 7fae7bc00640 1 Processor -- start 2024-09-19T06:03:59.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.256+0000 7fae7bc00640 1 -- start start 2024-09-19T06:03:59.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.256+0000 7fae7bc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 0x7fae741e78e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.256+0000 7fae7bc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae740cfc80 0x7fae74155d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.256+0000 7fae7bc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74155800 0x7fae7414e600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae7bc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fae74155be0 con 0x7fae74155800 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae7bc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fae740b5c20 con 0x7fae740b6140 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae7bc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fae740b4920 con 0x7fae740cfc80 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74155800 0x7fae7414e600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74155800 0x7fae7414e600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50138/0 (socket says 172.21.15.92:50138) 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79c00640 1 -- 172.21.15.92:0/2752668244 learned_addr learned my addr 172.21.15.92:0/2752668244 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79200640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 0x7fae741e78e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae73e00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae740cfc80 0x7fae74155d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79c00640 1 -- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae740cfc80 msgr2=0x7fae74155d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79c00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae740cfc80 0x7fae74155d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79c00640 1 -- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 msgr2=0x7fae741e78e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79c00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 0x7fae741e78e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79c00640 1 -- 172.21.15.92:0/2752668244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fae7414f4f0 con 0x7fae74155800 2024-09-19T06:03:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79200640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 0x7fae741e78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae73e00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae740cfc80 0x7fae74155d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:03:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.257+0000 7fae79c00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74155800 0x7fae7414e600 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fae6c02ace0 tx=0x7fae6c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.258+0000 7fae70c00640 1 -- 172.21.15.92:0/2752668244 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c040070 con 0x7fae74155800 2024-09-19T06:03:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.258+0000 7fae70c00640 1 -- 172.21.15.92:0/2752668244 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fae6c031bc0 con 0x7fae74155800 2024-09-19T06:03:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.258+0000 7fae70c00640 1 -- 172.21.15.92:0/2752668244 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fae6c009450 con 0x7fae74155800 2024-09-19T06:03:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.258+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fae741e6b20 con 0x7fae74155800 2024-09-19T06:03:59.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.258+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fae741e70e0 con 0x7fae74155800 2024-09-19T06:03:59.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.259+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fae740b4cb0 con 0x7fae74155800 2024-09-19T06:03:59.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.260+0000 7fae70c00640 1 -- 172.21.15.92:0/2752668244 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fae6c039040 con 0x7fae74155800 2024-09-19T06:03:59.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.260+0000 7fae70c00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae5406c2b0 0x7fae5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.261+0000 7fae70c00640 1 -- 172.21.15.92:0/2752668244 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fae6c0accd0 con 0x7fae74155800 2024-09-19T06:03:59.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.261+0000 7fae79200640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae5406c2b0 0x7fae5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.261+0000 7fae79200640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae5406c2b0 0x7fae5406e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fae680011e0 tx=0x7fae68009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:59.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.265+0000 7fae70c00640 1 -- 172.21.15.92:0/2752668244 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fae6c03ae60 con 0x7fae74155800 2024-09-19T06:03:59.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.474+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fae741563f0 con 0x7fae74155800 2024-09-19T06:03:59.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.475+0000 7fae70c00640 1 -- 172.21.15.92:0/2752668244 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5229 (secure 0 0 0) 0x7fae6c07b550 con 0x7fae74155800 2024-09-19T06:03:59.477 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:59.477 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":34,"btime":"2024-09-19T06:03:38:164153+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5320,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3596837151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3596837151},{"type":"v1","addr":"172.21.15.92:6836","nonce":3596837151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2624995313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2624995313},{"type":"v1","addr":"172.21.15.92:6837","nonce":2624995313}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5326,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3013882373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3013882373},{"type":"v1","addr":"172.21.15.102:6834","nonce":3013882373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:03:34.552495+0000","modified":"2024-09-19T06:03:37.565380+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5329":{"gid":5329,"name":"b","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6835/1383993518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1383993518},{"type":"v1","addr":"172.21.15.102:6835","nonce":1383993518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5329,"qdb_cluster":[5329]},"id":4}]} 2024-09-19T06:03:59.477 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 34 2024-09-19T06:03:59.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae5406c2b0 msgr2=0x7fae5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae5406c2b0 0x7fae5406e770 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fae680011e0 tx=0x7fae68009040 comp rx=0 tx=0).stop 2024-09-19T06:03:59.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74155800 msgr2=0x7fae7414e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74155800 0x7fae7414e600 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7fae6c02ace0 tx=0x7fae6c004a40 comp rx=0 tx=0).stop 2024-09-19T06:03:59.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 shutdown_connections 2024-09-19T06:03:59.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fae74155800 0x7fae7414e600 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fae740cfc80 0x7fae74155d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fae5406c2b0 0x7fae5406e770 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 --2- 172.21.15.92:0/2752668244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fae740b6140 0x7fae741e78e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 >> 172.21.15.92:0/2752668244 conn(0x7fae7406bc10 msgr2=0x7fae740b3810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:59.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 shutdown_connections 2024-09-19T06:03:59.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.477+0000 7fae7bc00640 1 -- 172.21.15.92:0/2752668244 wait complete. 2024-09-19T06:03:59.495 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:03:59.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.644+0000 7efcfb400640 1 Processor -- start 2024-09-19T06:03:59.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.644+0000 7efcfb400640 1 -- start start 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.645+0000 7efcfb400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7efcf415c170 0x7efcf415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.645+0000 7efcfb400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 0x7efcf40cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.645+0000 7efcfb400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efcf40b5dd0 0x7efcf40b6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.645+0000 7efcfb400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7efcf415ca90 con 0x7efcf40b5dd0 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.645+0000 7efcfb400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7efcf40b4cf0 con 0x7efcf415c170 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.645+0000 7efcfb400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efcf40b4fd0 con 0x7efcf40cf6c0 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf9400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efcf40b5dd0 0x7efcf40b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf9400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efcf40b5dd0 0x7efcf40b6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50140/0 (socket says 172.21.15.92:50140) 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf9400640 1 -- 172.21.15.92:0/3099542708 learned_addr learned my addr 172.21.15.92:0/3099542708 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:59.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf8a00640 1 --2- 172.21.15.92:0/3099542708 >> v2:172.21.15.102:3300/0 conn(0x7efcf415c170 0x7efcf415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcebe00640 1 --2- 172.21.15.92:0/3099542708 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 0x7efcf40cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf9400640 1 -- 172.21.15.92:0/3099542708 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 msgr2=0x7efcf40cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:59.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf9400640 1 --2- 172.21.15.92:0/3099542708 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 0x7efcf40cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf9400640 1 -- 172.21.15.92:0/3099542708 >> v2:172.21.15.102:3300/0 conn(0x7efcf415c170 msgr2=0x7efcf415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:03:59.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf9400640 1 --2- 172.21.15.92:0/3099542708 >> v2:172.21.15.102:3300/0 conn(0x7efcf415c170 0x7efcf415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf9400640 1 -- 172.21.15.92:0/3099542708 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf40b52b0 con 0x7efcf40b5dd0 2024-09-19T06:03:59.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.646+0000 7efcf8a00640 1 --2- 172.21.15.92:0/3099542708 >> v2:172.21.15.102:3300/0 conn(0x7efcf415c170 0x7efcf415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:03:59.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.647+0000 7efcf9400640 1 --2- 172.21.15.92:0/3099542708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf40b5dd0 0x7efcf40b6260 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7efcf406f340 tx=0x7efcec02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=619ae7d8fb6cbc17 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:59.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcf3e00640 1 -- 172.21.15.92:0/3099542708 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec036070 con 0x7efcf40b5dd0 2024-09-19T06:03:59.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcf3e00640 1 -- 172.21.15.92:0/3099542708 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcec031600 con 0x7efcf40b5dd0 2024-09-19T06:03:59.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcf3e00640 1 -- 172.21.15.92:0/3099542708 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec0319d0 con 0x7efcf40b5dd0 2024-09-19T06:03:59.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcfb400640 1 -- 172.21.15.92:0/3099542708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf40b5dd0 msgr2=0x7efcf40b6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcfb400640 1 --2- 172.21.15.92:0/3099542708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf40b5dd0 0x7efcf40b6260 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7efcf406f340 tx=0x7efcec02a6a0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcfb400640 1 -- 172.21.15.92:0/3099542708 shutdown_connections 2024-09-19T06:03:59.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcfb400640 1 --2- 172.21.15.92:0/3099542708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf40b5dd0 0x7efcf40b6260 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcfb400640 1 --2- 172.21.15.92:0/3099542708 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 0x7efcf40cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcfb400640 1 --2- 172.21.15.92:0/3099542708 >> v2:172.21.15.102:3300/0 conn(0x7efcf415c170 0x7efcf415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcfb400640 1 -- 172.21.15.92:0/3099542708 >> 172.21.15.92:0/3099542708 conn(0x7efcf406bc10 msgr2=0x7efcf406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:59.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcfb400640 1 -- 172.21.15.92:0/3099542708 shutdown_connections 2024-09-19T06:03:59.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.648+0000 7efcfb400640 1 -- 172.21.15.92:0/3099542708 wait complete. 2024-09-19T06:03:59.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.650+0000 7efcfb400640 1 Processor -- start 2024-09-19T06:03:59.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.650+0000 7efcfb400640 1 -- start start 2024-09-19T06:03:59.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcfb400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efcf40b5dd0 0x7efcf4153d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcfb400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 0x7efcf4159910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcfb400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf415c170 0x7efcf4159e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcfb400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40b5b50 con 0x7efcf415c170 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcfb400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efcf40b5870 con 0x7efcf40b5dd0 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcfb400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efcf415ffb0 con 0x7efcf40cf6c0 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcf9400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf415c170 0x7efcf4159e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcf9400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf415c170 0x7efcf4159e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50142/0 (socket says 172.21.15.92:50142) 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcf9400640 1 -- 172.21.15.92:0/2580257358 learned_addr learned my addr 172.21.15.92:0/2580257358 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcf8a00640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efcf40b5dd0 0x7efcf4153d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.651+0000 7efcebe00640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 0x7efcf4159910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcf9400640 1 -- 172.21.15.92:0/2580257358 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 msgr2=0x7efcf4159910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcf9400640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 0x7efcf4159910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcf9400640 1 -- 172.21.15.92:0/2580257358 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efcf40b5dd0 msgr2=0x7efcf4153d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcf9400640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efcf40b5dd0 0x7efcf4153d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcf9400640 1 -- 172.21.15.92:0/2580257358 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efcf40ccd50 con 0x7efcf415c170 2024-09-19T06:03:59.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcf9400640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf415c170 0x7efcf4159e50 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7efcec009f40 tx=0x7efcec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:59.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcf1600640 1 -- 172.21.15.92:0/2580257358 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec036050 con 0x7efcf415c170 2024-09-19T06:03:59.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcf1600640 1 -- 172.21.15.92:0/2580257358 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efcec042070 con 0x7efcf415c170 2024-09-19T06:03:59.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efcf41546a0 con 0x7efcf415c170 2024-09-19T06:03:59.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcf1600640 1 -- 172.21.15.92:0/2580257358 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efcec009510 con 0x7efcf415c170 2024-09-19T06:03:59.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.652+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efcf4158cc0 con 0x7efcf415c170 2024-09-19T06:03:59.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.653+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efcf415c550 con 0x7efcf415c170 2024-09-19T06:03:59.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.654+0000 7efcf1600640 1 -- 172.21.15.92:0/2580257358 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efcec007bf0 con 0x7efcf415c170 2024-09-19T06:03:59.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.656+0000 7efcf1600640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efcd006c2b0 0x7efcd006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:03:59.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.656+0000 7efcf1600640 1 -- 172.21.15.92:0/2580257358 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7efcec0ac180 con 0x7efcf415c170 2024-09-19T06:03:59.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.656+0000 7efcf8a00640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efcd006c2b0 0x7efcd006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:03:59.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.656+0000 7efcf8a00640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efcd006c2b0 0x7efcd006e770 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7efce4009a30 tx=0x7efce4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:03:59.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.660+0000 7efcf1600640 1 -- 172.21.15.92:0/2580257358 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efcec07a850 con 0x7efcf415c170 2024-09-19T06:03:59.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.833+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7efcf40ccf20 con 0x7efcf415c170 2024-09-19T06:03:59.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.834+0000 7efcf1600640 1 -- 172.21.15.92:0/2580257358 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+16713 (secure 0 0 0) 0x7efcec07a150 con 0x7efcf415c170 2024-09-19T06:03:59.837 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:03:59.837 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":56,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:03:36.144822+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:03:32.302834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T06:03:33.536157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:03:59.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efcd006c2b0 msgr2=0x7efcd006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efcd006c2b0 0x7efcd006e770 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7efce4009a30 tx=0x7efce4008040 comp rx=0 tx=0).stop 2024-09-19T06:03:59.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf415c170 msgr2=0x7efcf4159e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:03:59.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf415c170 0x7efcf4159e50 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7efcec009f40 tx=0x7efcec004a40 comp rx=0 tx=0).stop 2024-09-19T06:03:59.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 shutdown_connections 2024-09-19T06:03:59.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efcf415c170 0x7efcf4159e50 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efcf40cf6c0 0x7efcf4159910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efcd006c2b0 0x7efcd006e770 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 --2- 172.21.15.92:0/2580257358 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efcf40b5dd0 0x7efcf4153d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:03:59.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 >> 172.21.15.92:0/2580257358 conn(0x7efcf406bc10 msgr2=0x7efcf41568a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:03:59.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 shutdown_connections 2024-09-19T06:03:59.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:03:59.837+0000 7efcfb400640 1 -- 172.21.15.92:0/2580257358 wait complete. 2024-09-19T06:03:59.855 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:03:59.856 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:00.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.008+0000 7fe5a7c00640 1 Processor -- start 2024-09-19T06:04:00.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.008+0000 7fe5a7c00640 1 -- start start 2024-09-19T06:04:00.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a7c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe5a015c170 0x7fe5a015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a7c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe5a00b64e0 0x7fe5a00cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a7c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe5a00b4cf0 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a7c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe5a015ca90 con 0x7fe5a00b64e0 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a7c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe5a00b49c0 con 0x7fe5a015c170 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a5c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe5a00b64e0 0x7fe5a00cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a5c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe5a00b64e0 0x7fe5a00cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50150/0 (socket says 172.21.15.92:50150) 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a5c00640 1 -- 172.21.15.92:0/1971940491 learned_addr learned my addr 172.21.15.92:0/1971940491 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a5200640 1 --2- 172.21.15.92:0/1971940491 >> v2:172.21.15.102:3300/0 conn(0x7fe5a015c170 0x7fe5a015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a5c00640 1 -- 172.21.15.92:0/1971940491 >> v2:172.21.15.102:3300/0 conn(0x7fe5a015c170 msgr2=0x7fe5a015c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a5c00640 1 --2- 172.21.15.92:0/1971940491 >> v2:172.21.15.102:3300/0 conn(0x7fe5a015c170 0x7fe5a015c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a5c00640 1 -- 172.21.15.92:0/1971940491 >> v1:172.21.15.102:6789/0 conn(0x7fe5a00cf6c0 legacy=0x7fe5a00b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a5c00640 1 -- 172.21.15.92:0/1971940491 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5a00b4fd0 con 0x7fe5a00b64e0 2024-09-19T06:04:00.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.010+0000 7fe5a5200640 1 --2- 172.21.15.92:0/1971940491 >> v2:172.21.15.102:3300/0 conn(0x7fe5a015c170 0x7fe5a015c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.011+0000 7fe5a5c00640 1 --2- 172.21.15.92:0/1971940491 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00b64e0 0x7fe5a00cfb30 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe598009e50 tx=0x7fe59802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c710bf4f1cc223c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe59fe00640 1 -- 172.21.15.92:0/1971940491 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe598036070 con 0x7fe5a00b64e0 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe59fe00640 1 -- 172.21.15.92:0/1971940491 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe598031600 con 0x7fe5a00b64e0 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe59fe00640 1 -- 172.21.15.92:0/1971940491 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe59802ae60 con 0x7fe5a00b64e0 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe5a7c00640 1 -- 172.21.15.92:0/1971940491 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00b64e0 msgr2=0x7fe5a00cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe5a7c00640 1 --2- 172.21.15.92:0/1971940491 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00b64e0 0x7fe5a00cfb30 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7fe598009e50 tx=0x7fe59802a680 comp rx=0 tx=0).stop 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe5a7c00640 1 -- 172.21.15.92:0/1971940491 shutdown_connections 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe5a7c00640 1 --2- 172.21.15.92:0/1971940491 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00b64e0 0x7fe5a00cfb30 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe5a7c00640 1 --2- 172.21.15.92:0/1971940491 >> v2:172.21.15.102:3300/0 conn(0x7fe5a015c170 0x7fe5a015c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe5a7c00640 1 -- 172.21.15.92:0/1971940491 >> 172.21.15.92:0/1971940491 conn(0x7fe5a006bc10 msgr2=0x7fe5a006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe5a7c00640 1 -- 172.21.15.92:0/1971940491 shutdown_connections 2024-09-19T06:04:00.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.012+0000 7fe5a7c00640 1 -- 172.21.15.92:0/1971940491 wait complete. 2024-09-19T06:04:00.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.014+0000 7fe5a7c00640 1 Processor -- start 2024-09-19T06:04:00.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.014+0000 7fe5a7c00640 1 -- start start 2024-09-19T06:04:00.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe5a7c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5a00b64e0 0x7fe5a015ef30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe5a7c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00cf6c0 0x7fe5a015b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe5a7c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5a015c170 0x7fe5a015cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe5a7c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a00b5870 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe5a7c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe5a00b5590 con 0x7fe5a015c170 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe5a7c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe5a00b5b50 con 0x7fe5a00b64e0 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe597e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00cf6c0 0x7fe5a015b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe597e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00cf6c0 0x7fe5a015b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50162/0 (socket says 172.21.15.92:50162) 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe597e00640 1 -- 172.21.15.92:0/3307718338 learned_addr learned my addr 172.21.15.92:0/3307718338 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe5a5200640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5a00b64e0 0x7fe5a015ef30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.015+0000 7fe5a5c00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5a015c170 0x7fe5a015cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe597e00640 1 -- 172.21.15.92:0/3307718338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5a00b64e0 msgr2=0x7fe5a015ef30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe597e00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5a00b64e0 0x7fe5a015ef30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe597e00640 1 -- 172.21.15.92:0/3307718338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5a015c170 msgr2=0x7fe5a015cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe597e00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5a015c170 0x7fe5a015cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe597e00640 1 -- 172.21.15.92:0/3307718338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe5a0159760 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe597e00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00cf6c0 0x7fe5a015b240 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe58800c430 tx=0x7fe58800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:00.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe59d600640 1 -- 172.21.15.92:0/3307718338 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe588011790 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe59d600640 1 -- 172.21.15.92:0/3307718338 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe588017070 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe5a01f24d0 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe59d600640 1 -- 172.21.15.92:0/3307718338 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe588011b70 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.016+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe5a01f2a90 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.017+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe5a00cfb30 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.018+0000 7fe59d600640 1 -- 172.21.15.92:0/3307718338 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe588011d10 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.019+0000 7fe59d600640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe57c06c2b0 0x7fe57c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.019+0000 7fe59d600640 1 -- 172.21.15.92:0/3307718338 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fe58808b230 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.019+0000 7fe5a5200640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe57c06c2b0 0x7fe57c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.020+0000 7fe5a5200640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe57c06c2b0 0x7fe57c06e770 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe59000aac0 tx=0x7fe590008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:00.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.023+0000 7fe59d600640 1 -- 172.21.15.92:0/3307718338 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe5880592b0 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.233+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe5a0158c20 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.234+0000 7fe59d600640 1 -- 172.21.15.92:0/3307718338 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5229 (secure 0 0 0) 0x7fe58805d5b0 con 0x7fe5a00cf6c0 2024-09-19T06:04:00.236 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:00.236 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":34,"btime":"2024-09-19T06:03:38:164153+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5320,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3596837151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3596837151},{"type":"v1","addr":"172.21.15.92:6836","nonce":3596837151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2624995313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2624995313},{"type":"v1","addr":"172.21.15.92:6837","nonce":2624995313}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5326,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3013882373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3013882373},{"type":"v1","addr":"172.21.15.102:6834","nonce":3013882373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:03:34.552495+0000","modified":"2024-09-19T06:03:37.565380+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5329":{"gid":5329,"name":"b","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6835/1383993518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1383993518},{"type":"v1","addr":"172.21.15.102:6835","nonce":1383993518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5329,"qdb_cluster":[5329]},"id":4}]} 2024-09-19T06:04:00.237 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 34 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe57c06c2b0 msgr2=0x7fe57c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe57c06c2b0 0x7fe57c06e770 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fe59000aac0 tx=0x7fe590008040 comp rx=0 tx=0).stop 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00cf6c0 msgr2=0x7fe5a015b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00cf6c0 0x7fe5a015b240 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fe58800c430 tx=0x7fe58800c8f0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 shutdown_connections 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe57c06c2b0 0x7fe57c06e770 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe5a015c170 0x7fe5a015cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe5a00cf6c0 0x7fe5a015b240 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 --2- 172.21.15.92:0/3307718338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe5a00b64e0 0x7fe5a015ef30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 >> 172.21.15.92:0/3307718338 conn(0x7fe5a006bc10 msgr2=0x7fe5a00c5680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 shutdown_connections 2024-09-19T06:04:00.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.236+0000 7fe5a7c00640 1 -- 172.21.15.92:0/3307718338 wait complete. 2024-09-19T06:04:00.254 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:00.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.405+0000 7fa35ee00640 1 Processor -- start 2024-09-19T06:04:00.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.405+0000 7fa35ee00640 1 -- start start 2024-09-19T06:04:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.406+0000 7fa35ee00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fa358155800 0x7fa3580b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.406+0000 7fa35ee00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa35815c330 0x7fa3580b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.406+0000 7fa35ee00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 0x7fa3580cf980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.406+0000 7fa35ee00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa3580b4e60 con 0x7fa35815c330 2024-09-19T06:04:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.406+0000 7fa35ee00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fa35815c7a0 con 0x7fa358155800 2024-09-19T06:04:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.406+0000 7fa35ee00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa3580cfec0 con 0x7fa3580cf570 2024-09-19T06:04:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.406+0000 7fa357400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa35815c330 0x7fa3580b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa357400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa35815c330 0x7fa3580b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50178/0 (socket says 172.21.15.92:50178) 2024-09-19T06:04:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa357400640 1 -- 172.21.15.92:0/4251304309 learned_addr learned my addr 172.21.15.92:0/4251304309 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa35ce00640 1 --2- 172.21.15.92:0/4251304309 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 0x7fa3580cf980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa357e00640 1 --2- 172.21.15.92:0/4251304309 >> v2:172.21.15.102:3300/0 conn(0x7fa358155800 0x7fa3580b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa357400640 1 -- 172.21.15.92:0/4251304309 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 msgr2=0x7fa3580cf980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa357400640 1 --2- 172.21.15.92:0/4251304309 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 0x7fa3580cf980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa357400640 1 -- 172.21.15.92:0/4251304309 >> v2:172.21.15.102:3300/0 conn(0x7fa358155800 msgr2=0x7fa3580b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa357400640 1 --2- 172.21.15.92:0/4251304309 >> v2:172.21.15.102:3300/0 conn(0x7fa358155800 0x7fa3580b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa357400640 1 -- 172.21.15.92:0/4251304309 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa3580b50a0 con 0x7fa35815c330 2024-09-19T06:04:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.407+0000 7fa357e00640 1 --2- 172.21.15.92:0/4251304309 >> v2:172.21.15.102:3300/0 conn(0x7fa358155800 0x7fa3580b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:00.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.408+0000 7fa357400640 1 --2- 172.21.15.92:0/4251304309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 0x7fa3580b4920 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fa35806c7f0 tx=0x7fa34402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d33703e634f60f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:00.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.408+0000 7fa356a00640 1 -- 172.21.15.92:0/4251304309 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa344037070 con 0x7fa35815c330 2024-09-19T06:04:00.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.408+0000 7fa356a00640 1 -- 172.21.15.92:0/4251304309 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa344032440 con 0x7fa35815c330 2024-09-19T06:04:00.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.408+0000 7fa356a00640 1 -- 172.21.15.92:0/4251304309 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa344032810 con 0x7fa35815c330 2024-09-19T06:04:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.409+0000 7fa35ee00640 1 -- 172.21.15.92:0/4251304309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 msgr2=0x7fa3580b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.409+0000 7fa35ee00640 1 --2- 172.21.15.92:0/4251304309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 0x7fa3580b4920 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fa35806c7f0 tx=0x7fa34402a1e0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.409+0000 7fa35ee00640 1 -- 172.21.15.92:0/4251304309 shutdown_connections 2024-09-19T06:04:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.409+0000 7fa35ee00640 1 --2- 172.21.15.92:0/4251304309 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 0x7fa3580cf980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.409+0000 7fa35ee00640 1 --2- 172.21.15.92:0/4251304309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 0x7fa3580b4920 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.409+0000 7fa35ee00640 1 --2- 172.21.15.92:0/4251304309 >> v2:172.21.15.102:3300/0 conn(0x7fa358155800 0x7fa3580b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.409+0000 7fa35ee00640 1 -- 172.21.15.92:0/4251304309 >> 172.21.15.92:0/4251304309 conn(0x7fa35806bc10 msgr2=0x7fa35806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.409+0000 7fa35ee00640 1 -- 172.21.15.92:0/4251304309 shutdown_connections 2024-09-19T06:04:00.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.409+0000 7fa35ee00640 1 -- 172.21.15.92:0/4251304309 wait complete. 2024-09-19T06:04:00.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.411+0000 7fa35ee00640 1 Processor -- start 2024-09-19T06:04:00.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.411+0000 7fa35ee00640 1 -- start start 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.411+0000 7fa35ee00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 0x7fa35815def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.411+0000 7fa35ee00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa358155800 0x7fa35814f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ee00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 0x7fa35815f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ee00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa3580b5940 con 0x7fa35815c330 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ee00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa3580b5660 con 0x7fa358155800 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ee00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa3580b5c20 con 0x7fa3580cf570 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ce00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 0x7fa35815f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ce00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 0x7fa35815f0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50180/0 (socket says 172.21.15.92:50180) 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ce00640 1 -- 172.21.15.92:0/2327473351 learned_addr learned my addr 172.21.15.92:0/2327473351 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa357e00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 0x7fa35815def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa357400640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa358155800 0x7fa35814f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ce00640 1 -- 172.21.15.92:0/2327473351 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 msgr2=0x7fa35815def0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ce00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 0x7fa35815def0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ce00640 1 -- 172.21.15.92:0/2327473351 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa358155800 msgr2=0x7fa35814f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ce00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa358155800 0x7fa35814f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ce00640 1 -- 172.21.15.92:0/2327473351 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa358156ac0 con 0x7fa35815c330 2024-09-19T06:04:00.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.412+0000 7fa35ce00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 0x7fa35815f0d0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fa350009d20 tx=0x7fa35000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:00.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.413+0000 7fa34fe00640 1 -- 172.21.15.92:0/2327473351 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa350018020 con 0x7fa35815c330 2024-09-19T06:04:00.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.413+0000 7fa34fe00640 1 -- 172.21.15.92:0/2327473351 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa350009b10 con 0x7fa35815c330 2024-09-19T06:04:00.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.413+0000 7fa34fe00640 1 -- 172.21.15.92:0/2327473351 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa3500146c0 con 0x7fa35815c330 2024-09-19T06:04:00.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.413+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa358157040 con 0x7fa35815c330 2024-09-19T06:04:00.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.413+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa35815d9d0 con 0x7fa35815c330 2024-09-19T06:04:00.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.414+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa35806e450 con 0x7fa35815c330 2024-09-19T06:04:00.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.415+0000 7fa34fe00640 1 -- 172.21.15.92:0/2327473351 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa350005d10 con 0x7fa35815c330 2024-09-19T06:04:00.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.416+0000 7fa34fe00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa33806c2b0 0x7fa33806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.416+0000 7fa34fe00640 1 -- 172.21.15.92:0/2327473351 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7fa35008bfc0 con 0x7fa35815c330 2024-09-19T06:04:00.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.416+0000 7fa357e00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa33806c2b0 0x7fa33806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.417+0000 7fa357e00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa33806c2b0 0x7fa33806e770 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa348006fd0 tx=0x7fa348008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:00.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.420+0000 7fa34fe00640 1 -- 172.21.15.92:0/2327473351 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa350022070 con 0x7fa35815c330 2024-09-19T06:04:00.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.628+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa3580b2ad0 con 0x7fa35815c330 2024-09-19T06:04:00.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.628+0000 7fa34fe00640 1 -- 172.21.15.92:0/2327473351 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 34 v34) ==== 94+0+5229 (secure 0 0 0) 0x7fa350010040 con 0x7fa35815c330 2024-09-19T06:04:00.631 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:00.631 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":34,"btime":"2024-09-19T06:03:38:164153+0000","default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5320,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3596837151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3596837151},{"type":"v1","addr":"172.21.15.92:6836","nonce":3596837151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2624995313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2624995313},{"type":"v1","addr":"172.21.15.92:6837","nonce":2624995313}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5326,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3013882373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3013882373},{"type":"v1","addr":"172.21.15.102:6834","nonce":3013882373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29}],"filesystems":[{"mdsmap":{"epoch":34,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:03:34.552495+0000","modified":"2024-09-19T06:03:37.565380+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5329},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5329":{"gid":5329,"name":"b","rank":0,"incarnation":30,"state":"up:active","state_seq":3,"addr":"172.21.15.102:6835/1383993518","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1383993518},{"type":"v1","addr":"172.21.15.102:6835","nonce":1383993518}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5329,"qdb_cluster":[5329]},"id":4}]} 2024-09-19T06:04:00.632 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 34 2024-09-19T06:04:00.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa33806c2b0 msgr2=0x7fa33806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa33806c2b0 0x7fa33806e770 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fa348006fd0 tx=0x7fa348008040 comp rx=0 tx=0).stop 2024-09-19T06:04:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 msgr2=0x7fa35815f0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 0x7fa35815f0d0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fa350009d20 tx=0x7fa35000c490 comp rx=0 tx=0).stop 2024-09-19T06:04:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 shutdown_connections 2024-09-19T06:04:00.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa35815c330 0x7fa35815f0d0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa33806c2b0 0x7fa33806e770 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa358155800 0x7fa35814f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 --2- 172.21.15.92:0/2327473351 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa3580cf570 0x7fa35815def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 >> 172.21.15.92:0/2327473351 conn(0x7fa35806bc10 msgr2=0x7fa3580cea60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 shutdown_connections 2024-09-19T06:04:00.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.631+0000 7fa35ee00640 1 -- 172.21.15.92:0/2327473351 wait complete. 2024-09-19T06:04:00.648 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:00.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.798+0000 7f03a7200640 1 Processor -- start 2024-09-19T06:04:00.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.798+0000 7f03a7200640 1 -- start start 2024-09-19T06:04:00.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.799+0000 7f03a7200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f03a80d3bd0 0x7f03a80b8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.799+0000 7f03a7200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03a815e9d0 con 0x7f03a80d1590 2024-09-19T06:04:00.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.799+0000 7f03a7200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03a80b8f20 con 0x7f03a815e5f0 2024-09-19T06:04:00.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.799+0000 7f03a7200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f03a80b9b30 con 0x7f03a80d3bd0 2024-09-19T06:04:00.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.799+0000 7f03a5400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f03a80d1590 0x7f03a80b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:42562/0 (socket says 172.21.15.92:42562) 2024-09-19T06:04:00.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.799+0000 7f03a5400640 1 -- 172.21.15.92:0/3305828914 learned_addr learned my addr 172.21.15.92:0/3305828914 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:00.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.799+0000 7f03a6800640 1 --2- 172.21.15.92:0/3305828914 >> v2:172.21.15.102:3300/0 conn(0x7f03a80d3bd0 0x7f03a80b8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.800+0000 7f03a4a00640 1 -- 172.21.15.92:0/3305828914 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2889364002 0 0) 0x7f03a815e9d0 con 0x7f03a80d1590 2024-09-19T06:04:00.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.800+0000 7f03a4a00640 1 -- 172.21.15.92:0/3305828914 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f038c003520 con 0x7f03a80d1590 2024-09-19T06:04:00.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.800+0000 7f03a6800640 1 -- 172.21.15.92:0/3305828914 >> v1:172.21.15.102:6789/0 conn(0x7f03a815e5f0 legacy=0x7f03a80d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.800+0000 7f03a4a00640 1 -- 172.21.15.92:0/3305828914 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1460341368 0 0) 0x7f038c003520 con 0x7f03a80d1590 2024-09-19T06:04:00.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.800+0000 7f03a6800640 1 -- 172.21.15.92:0/3305828914 >> v1:172.21.15.92:6789/0 conn(0x7f03a80d1590 legacy=0x7f03a80b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.800+0000 7f03a6800640 1 -- 172.21.15.92:0/3305828914 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a80b9200 con 0x7f03a80d3bd0 2024-09-19T06:04:00.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.801+0000 7f03a6800640 1 --2- 172.21.15.92:0/3305828914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a80d3bd0 0x7f03a80b8900 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f03a0009d90 tx=0x7f03a002a510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67428390e28eab6e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:00.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.801+0000 7f03a4a00640 1 -- 172.21.15.92:0/3305828914 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03a0035020 con 0x7f03a80d3bd0 2024-09-19T06:04:00.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.801+0000 7f03a4a00640 1 -- 172.21.15.92:0/3305828914 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03a0007540 con 0x7f03a80d3bd0 2024-09-19T06:04:00.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.801+0000 7f03a4a00640 1 -- 172.21.15.92:0/3305828914 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0394001670 con 0x7f03a80d3bd0 2024-09-19T06:04:00.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.802+0000 7f03a7200640 1 -- 172.21.15.92:0/3305828914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a80d3bd0 msgr2=0x7f03a80b8900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.802+0000 7f03a7200640 1 --2- 172.21.15.92:0/3305828914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a80d3bd0 0x7f03a80b8900 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f03a0009d90 tx=0x7f03a002a510 comp rx=0 tx=0).stop 2024-09-19T06:04:00.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.802+0000 7f03a7200640 1 -- 172.21.15.92:0/3305828914 shutdown_connections 2024-09-19T06:04:00.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.802+0000 7f03a7200640 1 --2- 172.21.15.92:0/3305828914 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a80d3bd0 0x7f03a80b8900 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.802+0000 7f03a7200640 1 -- 172.21.15.92:0/3305828914 >> 172.21.15.92:0/3305828914 conn(0x7f03a8062630 msgr2=0x7f03a8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:00.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.802+0000 7f03a7200640 1 -- 172.21.15.92:0/3305828914 shutdown_connections 2024-09-19T06:04:00.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.802+0000 7f03a7200640 1 -- 172.21.15.92:0/3305828914 wait complete. 2024-09-19T06:04:00.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.804+0000 7f03a7200640 1 Processor -- start 2024-09-19T06:04:00.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.804+0000 7f03a7200640 1 -- start start 2024-09-19T06:04:00.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a7200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03a80d1590 0x7f03a8152a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a7200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03a80d3bd0 0x7f03a80ccf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a7200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a815e5f0 0x7f03a8155870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a7200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f03a8169110 con 0x7f03a80d1590 2024-09-19T06:04:00.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a7200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f03a80b97c0 con 0x7f03a815e5f0 2024-09-19T06:04:00.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a7200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f03a8169290 con 0x7f03a80d3bd0 2024-09-19T06:04:00.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03a80d1590 0x7f03a8152a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03a80d1590 0x7f03a8152a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50190/0 (socket says 172.21.15.92:50190) 2024-09-19T06:04:00.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5e00640 1 -- 172.21.15.92:0/3569559145 learned_addr learned my addr 172.21.15.92:0/3569559145 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:00.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5e00640 1 -- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03a80d3bd0 msgr2=0x7f03a80ccf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5400640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03a80d3bd0 0x7f03a80ccf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a6800640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a815e5f0 0x7f03a8155870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5e00640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03a80d3bd0 0x7f03a80ccf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5e00640 1 -- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a815e5f0 msgr2=0x7f03a8155870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5e00640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a815e5f0 0x7f03a8155870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5e00640 1 -- 172.21.15.92:0/3569559145 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03a81564d0 con 0x7f03a80d1590 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a6800640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a815e5f0 0x7f03a8155870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.805+0000 7f03a5400640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03a80d3bd0 0x7f03a80ccf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.806+0000 7f03a5e00640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03a80d1590 0x7f03a8152a80 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f039800c490 tx=0x7f039800c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.806+0000 7f039e000640 1 -- 172.21.15.92:0/3569559145 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0398017070 con 0x7f03a80d1590 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.806+0000 7f039e000640 1 -- 172.21.15.92:0/3569559145 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f03980035f0 con 0x7f03a80d1590 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.806+0000 7f039e000640 1 -- 172.21.15.92:0/3569559145 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f03980039e0 con 0x7f03a80d1590 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.806+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f03a81567b0 con 0x7f03a80d1590 2024-09-19T06:04:00.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.806+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f03a8156d70 con 0x7f03a80d1590 2024-09-19T06:04:00.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.807+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03a8069c20 con 0x7f03a80d1590 2024-09-19T06:04:00.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.808+0000 7f039e000640 1 -- 172.21.15.92:0/3569559145 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f039801a070 con 0x7f03a80d1590 2024-09-19T06:04:00.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.809+0000 7f039e000640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f038806c2b0 0x7f038806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:00.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.809+0000 7f039e000640 1 -- 172.21.15.92:0/3569559145 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f039808a7c0 con 0x7f03a80d1590 2024-09-19T06:04:00.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.809+0000 7f03a5400640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f038806c2b0 0x7f038806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:00.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.810+0000 7f03a5400640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f038806c2b0 0x7f038806e770 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f03a80cb340 tx=0x7f0394009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:00.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.813+0000 7f039e000640 1 -- 172.21.15.92:0/3569559145 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0398058f20 con 0x7f03a80d1590 2024-09-19T06:04:00.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.990+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f03a80c7f20 con 0x7f03a80d1590 2024-09-19T06:04:00.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.991+0000 7f039e000640 1 -- 172.21.15.92:0/3569559145 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v56) ==== 74+0+16713 (secure 0 0 0) 0x7f0398001110 con 0x7f03a80d1590 2024-09-19T06:04:00.993 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:00.993 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":56,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:03:36.144822+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:03:32.302834+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"55","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-19T06:03:33.536157+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"56","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:00.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f038806c2b0 msgr2=0x7f038806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f038806c2b0 0x7f038806e770 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f03a80cb340 tx=0x7f0394009040 comp rx=0 tx=0).stop 2024-09-19T06:04:00.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03a80d1590 msgr2=0x7f03a8152a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:00.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03a80d1590 0x7f03a8152a80 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7f039800c490 tx=0x7f039800c950 comp rx=0 tx=0).stop 2024-09-19T06:04:00.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 shutdown_connections 2024-09-19T06:04:00.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f038806c2b0 0x7f038806e770 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f03a815e5f0 0x7f03a8155870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03a80d3bd0 0x7f03a80ccf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 --2- 172.21.15.92:0/3569559145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03a80d1590 0x7f03a8152a80 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:00.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 >> 172.21.15.92:0/3569559145 conn(0x7f03a8062630 msgr2=0x7f03a80b4540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:00.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 shutdown_connections 2024-09-19T06:04:00.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:00.993+0000 7f03a7200640 1 -- 172.21.15.92:0/3569559145 wait complete. 2024-09-19T06:04:01.011 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:04:01.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.164+0000 7f427aa00640 1 Processor -- start 2024-09-19T06:04:01.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.164+0000 7f427aa00640 1 -- start start 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.165+0000 7f427aa00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f427415a050 0x7f427415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.165+0000 7f427aa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42740731c0 0x7f4274073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.165+0000 7f427aa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f427415ffd0 0x7f4274160460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.165+0000 7f427aa00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4274073b40 con 0x7f427415ffd0 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.165+0000 7f427aa00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f427415a430 con 0x7f427415a050 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.165+0000 7f427aa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f427415d9a0 con 0x7f42740731c0 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.165+0000 7f4278a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f427415ffd0 0x7f4274160460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.165+0000 7f4278a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f427415ffd0 0x7f4274160460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50192/0 (socket says 172.21.15.92:50192) 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.165+0000 7f4278a00640 1 -- 172.21.15.92:0/3027503033 learned_addr learned my addr 172.21.15.92:0/3027503033 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.166+0000 7f4273e00640 1 --2- 172.21.15.92:0/3027503033 >> v2:172.21.15.102:3300/0 conn(0x7f427415a050 0x7f427415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.166+0000 7f4273400640 1 --2- 172.21.15.92:0/3027503033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42740731c0 0x7f4274073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.168 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.166+0000 7f4278a00640 1 -- 172.21.15.92:0/3027503033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42740731c0 msgr2=0x7f4274073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:01.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.166+0000 7f4278a00640 1 --2- 172.21.15.92:0/3027503033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42740731c0 0x7f4274073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.166+0000 7f4278a00640 1 -- 172.21.15.92:0/3027503033 >> v2:172.21.15.102:3300/0 conn(0x7f427415a050 msgr2=0x7f427415d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:01.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.166+0000 7f4278a00640 1 --2- 172.21.15.92:0/3027503033 >> v2:172.21.15.102:3300/0 conn(0x7f427415a050 0x7f427415d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.166+0000 7f4278a00640 1 -- 172.21.15.92:0/3027503033 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42740cd0a0 con 0x7f427415ffd0 2024-09-19T06:04:01.169 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.166+0000 7f4273e00640 1 --2- 172.21.15.92:0/3027503033 >> v2:172.21.15.102:3300/0 conn(0x7f427415a050 0x7f427415d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:01.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.167+0000 7f4278a00640 1 --2- 172.21.15.92:0/3027503033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415ffd0 0x7f4274160460 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f4274069470 tx=0x7f426c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b055c226db2966e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:01.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.167+0000 7f4272a00640 1 -- 172.21.15.92:0/3027503033 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c036070 con 0x7f427415ffd0 2024-09-19T06:04:01.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.167+0000 7f4272a00640 1 -- 172.21.15.92:0/3027503033 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f426c031600 con 0x7f427415ffd0 2024-09-19T06:04:01.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.167+0000 7f4272a00640 1 -- 172.21.15.92:0/3027503033 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f426c0319d0 con 0x7f427415ffd0 2024-09-19T06:04:01.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.168+0000 7f427aa00640 1 -- 172.21.15.92:0/3027503033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415ffd0 msgr2=0x7f4274160460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:01.170 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.168+0000 7f427aa00640 1 --2- 172.21.15.92:0/3027503033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415ffd0 0x7f4274160460 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7f4274069470 tx=0x7f426c02a610 comp rx=0 tx=0).stop 2024-09-19T06:04:01.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.168+0000 7f427aa00640 1 -- 172.21.15.92:0/3027503033 shutdown_connections 2024-09-19T06:04:01.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.168+0000 7f427aa00640 1 --2- 172.21.15.92:0/3027503033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415ffd0 0x7f4274160460 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.168+0000 7f427aa00640 1 --2- 172.21.15.92:0/3027503033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42740731c0 0x7f4274073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.168+0000 7f427aa00640 1 --2- 172.21.15.92:0/3027503033 >> v2:172.21.15.102:3300/0 conn(0x7f427415a050 0x7f427415d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.168+0000 7f427aa00640 1 -- 172.21.15.92:0/3027503033 >> 172.21.15.92:0/3027503033 conn(0x7f427406d0f0 msgr2=0x7f427406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:01.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.168+0000 7f427aa00640 1 -- 172.21.15.92:0/3027503033 shutdown_connections 2024-09-19T06:04:01.171 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.168+0000 7f427aa00640 1 -- 172.21.15.92:0/3027503033 wait complete. 2024-09-19T06:04:01.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.169+0000 7f427aa00640 1 Processor -- start 2024-09-19T06:04:01.172 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.170+0000 7f427aa00640 1 -- start start 2024-09-19T06:04:01.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.170+0000 7f427aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42740731c0 0x7f4274148850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.173 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.170+0000 7f427aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415a050 0x7f42741f4c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.170+0000 7f427aa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f427415ffd0 0x7f42741f1650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.170+0000 7f427aa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f42740cd940 con 0x7f427415a050 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.170+0000 7f427aa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f42740cd660 con 0x7f42740731c0 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.170+0000 7f427aa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f42740cdc20 con 0x7f427415ffd0 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f4273400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415a050 0x7f42741f4c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f4273400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415a050 0x7f42741f4c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50204/0 (socket says 172.21.15.92:50204) 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f4273400640 1 -- 172.21.15.92:0/2925571704 learned_addr learned my addr 172.21.15.92:0/2925571704 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f4273400640 1 -- 172.21.15.92:0/2925571704 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f427415ffd0 msgr2=0x7f42741f1650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f4273400640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f427415ffd0 0x7f42741f1650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f4273400640 1 -- 172.21.15.92:0/2925571704 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42740731c0 msgr2=0x7f4274148850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f4273400640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42740731c0 0x7f4274148850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f4273400640 1 -- 172.21.15.92:0/2925571704 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4274157bc0 con 0x7f427415a050 2024-09-19T06:04:01.174 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f4273400640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415a050 0x7f42741f4c10 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f426000d830 tx=0x7f426000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:01.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f426be00640 1 -- 172.21.15.92:0/2925571704 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260018020 con 0x7f427415a050 2024-09-19T06:04:01.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f426be00640 1 -- 172.21.15.92:0/2925571704 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42600096a0 con 0x7f427415a050 2024-09-19T06:04:01.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.171+0000 7f426be00640 1 -- 172.21.15.92:0/2925571704 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4260009a70 con 0x7f427415a050 2024-09-19T06:04:01.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.172+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4274156d60 con 0x7f427415a050 2024-09-19T06:04:01.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.172+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4274157320 con 0x7f427415a050 2024-09-19T06:04:01.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.173+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42740b36e0 con 0x7f427415a050 2024-09-19T06:04:01.175 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.174+0000 7f426be00640 1 -- 172.21.15.92:0/2925571704 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f426001b020 con 0x7f427415a050 2024-09-19T06:04:01.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.174+0000 7f426be00640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.174+0000 7f426be00640 1 -- 172.21.15.92:0/2925571704 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(56..56 src has 1..56) ==== 5709+0+0 (secure 0 0 0) 0x7f426008b6e0 con 0x7f427415a050 2024-09-19T06:04:01.176 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.175+0000 7f4273e00640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.175+0000 7f4273e00640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4264006e80 tx=0x7f4264008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:01.180 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.179+0000 7f426be00640 1 -- 172.21.15.92:0/2925571704 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4260022030 con 0x7f427415a050 2024-09-19T06:04:01.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.386+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f42740cf410 con 0x7f427415a050 2024-09-19T06:04:01.388 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:04:01.386+0000 7fa584600640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:04:01.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.388+0000 7f426be00640 1 -- 172.21.15.92:0/2925571704 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v35) ==== 161+0+0 (secure 0 0 0) 0x7f4260059db0 con 0x7f427415a050 2024-09-19T06:04:01.391 INFO:teuthology.orchestra.run.smithi092.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:04:01.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 msgr2=0x7f425406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:01.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f4264006e80 tx=0x7f4264008040 comp rx=0 tx=0).stop 2024-09-19T06:04:01.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415a050 msgr2=0x7f42741f4c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:01.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415a050 0x7f42741f4c10 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f426000d830 tx=0x7f426000dcf0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 shutdown_connections 2024-09-19T06:04:01.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f427415ffd0 0x7f42741f1650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f427415a050 0x7f42741f4c10 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f425406c2b0 0x7f425406e770 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 --2- 172.21.15.92:0/2925571704 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42740731c0 0x7f4274148850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.391+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 >> 172.21.15.92:0/2925571704 conn(0x7f427406d0f0 msgr2=0x7f427415a670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:01.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.392+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 shutdown_connections 2024-09-19T06:04:01.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.392+0000 7f427aa00640 1 -- 172.21.15.92:0/2925571704 wait complete. 2024-09-19T06:04:01.412 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:04:01.461 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:04:01.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.566+0000 7fc913800640 1 Processor -- start 2024-09-19T06:04:01.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.566+0000 7fc913800640 1 -- start start 2024-09-19T06:04:01.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.567+0000 7fc913800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fc90c0b6290 0x7fc90c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.567+0000 7fc913800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c072530 0x7fc90c15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.567+0000 7fc913800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc90c0ccff0 con 0x7fc90c15b480 2024-09-19T06:04:01.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.567+0000 7fc913800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fc90c0cd2d0 con 0x7fc90c0b6290 2024-09-19T06:04:01.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.567+0000 7fc913800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc90c0cd5b0 con 0x7fc90c072530 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc911800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c072530 0x7fc90c15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc90be00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fc90c0b6290 0x7fc90c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc911800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c072530 0x7fc90c15bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:34342/0 (socket says 172.21.15.92:34342) 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc910e00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7fc90c15b480 0x7fc90c0b5b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:38196/0 (socket says 172.21.15.92:38196) 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc911800640 1 -- 172.21.15.92:0/3083859209 learned_addr learned my addr 172.21.15.92:0/3083859209 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc90be00640 1 -- 172.21.15.92:0/3083859209 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c072530 msgr2=0x7fc90c15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc90be00640 1 --2- 172.21.15.92:0/3083859209 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c072530 0x7fc90c15bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc90be00640 1 -- 172.21.15.92:0/3083859209 >> v1:172.21.15.102:6789/0 conn(0x7fc90c15b480 legacy=0x7fc90c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc90b400640 1 -- 172.21.15.92:0/3083859209 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 478294110 0 0) 0x7fc90c0ccff0 con 0x7fc90c15b480 2024-09-19T06:04:01.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.568+0000 7fc90be00640 1 -- 172.21.15.92:0/3083859209 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc90c0cd890 con 0x7fc90c0b6290 2024-09-19T06:04:01.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.569+0000 7fc90be00640 1 --2- 172.21.15.92:0/3083859209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc90c0b6290 0x7fc90c071ff0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc8f80097a0 tx=0x7fc8f802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30f90657163b0fae server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:01.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc90b400640 1 -- 172.21.15.92:0/3083859209 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8f8037070 con 0x7fc90c0b6290 2024-09-19T06:04:01.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc90b400640 1 -- 172.21.15.92:0/3083859209 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8f802ae50 con 0x7fc90c0b6290 2024-09-19T06:04:01.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc90b400640 1 -- 172.21.15.92:0/3083859209 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc8f8032660 con 0x7fc90c0b6290 2024-09-19T06:04:01.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc913800640 1 -- 172.21.15.92:0/3083859209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc90c0b6290 msgr2=0x7fc90c071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:01.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc913800640 1 --2- 172.21.15.92:0/3083859209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc90c0b6290 0x7fc90c071ff0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc8f80097a0 tx=0x7fc8f802a100 comp rx=0 tx=0).stop 2024-09-19T06:04:01.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc913800640 1 -- 172.21.15.92:0/3083859209 shutdown_connections 2024-09-19T06:04:01.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc913800640 1 --2- 172.21.15.92:0/3083859209 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c072530 0x7fc90c15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc913800640 1 --2- 172.21.15.92:0/3083859209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc90c0b6290 0x7fc90c071ff0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc913800640 1 -- 172.21.15.92:0/3083859209 >> 172.21.15.92:0/3083859209 conn(0x7fc90c06d0f0 msgr2=0x7fc90c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:01.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc913800640 1 -- 172.21.15.92:0/3083859209 shutdown_connections 2024-09-19T06:04:01.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.570+0000 7fc913800640 1 -- 172.21.15.92:0/3083859209 wait complete. 2024-09-19T06:04:01.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.572+0000 7fc913800640 1 Processor -- start 2024-09-19T06:04:01.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.572+0000 7fc913800640 1 -- start start 2024-09-19T06:04:01.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc913800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90c072530 0x7fc90c1430e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc913800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c15b480 0x7fc90c14eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc913800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc90c14f060 0x7fc90c150020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc913800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c15b9e0 con 0x7fc90c072530 2024-09-19T06:04:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc913800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc90c15b860 con 0x7fc90c14f060 2024-09-19T06:04:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc913800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc90c15c1a0 con 0x7fc90c15b480 2024-09-19T06:04:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc910e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90c072530 0x7fc90c1430e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc910e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90c072530 0x7fc90c1430e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50218/0 (socket says 172.21.15.92:50218) 2024-09-19T06:04:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc910e00640 1 -- 172.21.15.92:0/1951862426 learned_addr learned my addr 172.21.15.92:0/1951862426 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc90be00640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c15b480 0x7fc90c14eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc911800640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc90c14f060 0x7fc90c150020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc910e00640 1 -- 172.21.15.92:0/1951862426 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c15b480 msgr2=0x7fc90c14eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc910e00640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c15b480 0x7fc90c14eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc910e00640 1 -- 172.21.15.92:0/1951862426 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc90c14f060 msgr2=0x7fc90c150020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc910e00640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc90c14f060 0x7fc90c150020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.573+0000 7fc910e00640 1 -- 172.21.15.92:0/1951862426 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc90c14f810 con 0x7fc90c072530 2024-09-19T06:04:01.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.574+0000 7fc910e00640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90c072530 0x7fc90c1430e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc90000c460 tx=0x7fc90000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:01.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.574+0000 7fc908c00640 1 -- 172.21.15.92:0/1951862426 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900018070 con 0x7fc90c072530 2024-09-19T06:04:01.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.574+0000 7fc908c00640 1 -- 172.21.15.92:0/1951862426 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc900007500 con 0x7fc90c072530 2024-09-19T06:04:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.574+0000 7fc908c00640 1 -- 172.21.15.92:0/1951862426 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc900004a20 con 0x7fc90c072530 2024-09-19T06:04:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.574+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc90c14f530 con 0x7fc90c072530 2024-09-19T06:04:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.574+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc90c0ce660 con 0x7fc90c072530 2024-09-19T06:04:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.575+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc90c15bc60 con 0x7fc90c072530 2024-09-19T06:04:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.576+0000 7fc908c00640 1 -- 172.21.15.92:0/1951862426 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc90001b070 con 0x7fc90c072530 2024-09-19T06:04:01.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.577+0000 7fc908c00640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc8ec06c2b0 0x7fc8ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:01.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.577+0000 7fc908c00640 1 -- 172.21.15.92:0/1951862426 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5795+0+0 (secure 0 0 0) 0x7fc90008a750 con 0x7fc90c072530 2024-09-19T06:04:01.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.577+0000 7fc90be00640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc8ec06c2b0 0x7fc8ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:01.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.578+0000 7fc90be00640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc8ec06c2b0 0x7fc8ec06e770 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc8f8034000 tx=0x7fc8f802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:01.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.581+0000 7fc908c00640 1 -- 172.21.15.92:0/1951862426 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc900058e50 con 0x7fc90c072530 2024-09-19T06:04:01.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:01.788+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fc90c0cc9f0 con 0x7fc90c072530 2024-09-19T06:04:02.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.390+0000 7fc908c00640 1 -- 172.21.15.92:0/1951862426 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v36) ==== 104+0+0 (secure 0 0 0) 0x7fc900058750 con 0x7fc90c072530 2024-09-19T06:04:02.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc8ec06c2b0 msgr2=0x7fc8ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:02.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc8ec06c2b0 0x7fc8ec06e770 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fc8f8034000 tx=0x7fc8f802e000 comp rx=0 tx=0).stop 2024-09-19T06:04:02.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90c072530 msgr2=0x7fc90c1430e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:02.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90c072530 0x7fc90c1430e0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fc90000c460 tx=0x7fc90000c920 comp rx=0 tx=0).stop 2024-09-19T06:04:02.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 shutdown_connections 2024-09-19T06:04:02.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc8ec06c2b0 0x7fc8ec06e770 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc90c14f060 0x7fc90c150020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc90c15b480 0x7fc90c14eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 --2- 172.21.15.92:0/1951862426 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc90c072530 0x7fc90c1430e0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 >> 172.21.15.92:0/1951862426 conn(0x7fc90c06d0f0 msgr2=0x7fc90c15d380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:02.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 shutdown_connections 2024-09-19T06:04:02.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.393+0000 7fc913800640 1 -- 172.21.15.92:0/1951862426 wait complete. 2024-09-19T06:04:02.413 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:04:02.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.569+0000 7fde35c00640 1 Processor -- start 2024-09-19T06:04:02.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.569+0000 7fde35c00640 1 -- start start 2024-09-19T06:04:02.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.570+0000 7fde35c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fde300731c0 0x7fde30073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:02.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.570+0000 7fde35c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde3015a430 con 0x7fde3015de80 2024-09-19T06:04:02.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.570+0000 7fde35c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fde300cd0a0 con 0x7fde3015a050 2024-09-19T06:04:02.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.570+0000 7fde35c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fde30073b40 con 0x7fde300731c0 2024-09-19T06:04:02.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.570+0000 7fde2f400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fde3015de80 0x7fde3015e310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:42568/0 (socket says 172.21.15.92:42568) 2024-09-19T06:04:02.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.570+0000 7fde2f400640 1 -- 172.21.15.92:0/705708853 learned_addr learned my addr 172.21.15.92:0/705708853 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:02.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde26000640 1 --2- 172.21.15.92:0/705708853 >> v2:172.21.15.102:3300/0 conn(0x7fde300731c0 0x7fde30073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:02.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1986761502 0 0) 0x7fde3015a430 con 0x7fde3015de80 2024-09-19T06:04:02.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde14003520 con 0x7fde3015de80 2024-09-19T06:04:02.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1843538614 0 0) 0x7fde300cd0a0 con 0x7fde3015a050 2024-09-19T06:04:02.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fde3015a430 con 0x7fde3015a050 2024-09-19T06:04:02.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2686597306 0 0) 0x7fde14003520 con 0x7fde3015de80 2024-09-19T06:04:02.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 >> v2:172.21.15.102:3300/0 conn(0x7fde300731c0 msgr2=0x7fde30073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:02.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 --2- 172.21.15.92:0/705708853 >> v2:172.21.15.102:3300/0 conn(0x7fde300731c0 0x7fde30073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 >> v1:172.21.15.102:6789/0 conn(0x7fde3015a050 legacy=0x7fde3015d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde300cd380 con 0x7fde3015de80 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7fde280019f0 con 0x7fde3015de80 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 >> v1:172.21.15.92:6789/0 conn(0x7fde3015de80 legacy=0x7fde3015e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde14003b40 0x7fde14003f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fde14004800 0x7fde14004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde140051c0 0x7fde1400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fde30073b40 con 0x7fde14003b40 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fde1400c060 con 0x7fde140051c0 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.571+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fde1400c260 con 0x7fde14004800 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.572+0000 7fde2ea00640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde14003b40 0x7fde14003f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:02.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.572+0000 7fde26000640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fde14004800 0x7fde14004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.572+0000 7fde2f400640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde140051c0 0x7fde1400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.572+0000 7fde2ea00640 1 -- 172.21.15.92:0/705708853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fde14004800 msgr2=0x7fde14004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.572+0000 7fde2ea00640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fde14004800 0x7fde14004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.572+0000 7fde2ea00640 1 -- 172.21.15.92:0/705708853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde140051c0 msgr2=0x7fde1400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.572+0000 7fde2ea00640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde140051c0 0x7fde1400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.572+0000 7fde2ea00640 1 -- 172.21.15.92:0/705708853 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde14003520 con 0x7fde14003b40 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.572+0000 7fde2f400640 1 -- 172.21.15.92:0/705708853 reap_dead start 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.573+0000 7fde2ea00640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde14003b40 0x7fde14003f20 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fde20001910 tx=0x7fde14005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e7cffb126fbd9dd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.573+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde20037070 con 0x7fde14003b40 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.573+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde2002ac80 con 0x7fde14003b40 2024-09-19T06:04:02.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.573+0000 7fde2e000640 1 -- 172.21.15.92:0/705708853 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde200014e0 con 0x7fde14003b40 2024-09-19T06:04:02.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.574+0000 7fde35c00640 1 -- 172.21.15.92:0/705708853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde14003b40 msgr2=0x7fde14003f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:02.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.574+0000 7fde35c00640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde14003b40 0x7fde14003f20 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7fde20001910 tx=0x7fde14005830 comp rx=0 tx=0).stop 2024-09-19T06:04:02.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.574+0000 7fde35c00640 1 -- 172.21.15.92:0/705708853 shutdown_connections 2024-09-19T06:04:02.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.574+0000 7fde35c00640 1 --2- 172.21.15.92:0/705708853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde14003b40 0x7fde14003f20 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.574+0000 7fde35c00640 1 -- 172.21.15.92:0/705708853 >> 172.21.15.92:0/705708853 conn(0x7fde3006d0f0 msgr2=0x7fde3006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:02.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.574+0000 7fde35c00640 1 -- 172.21.15.92:0/705708853 shutdown_connections 2024-09-19T06:04:02.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.574+0000 7fde35c00640 1 -- 172.21.15.92:0/705708853 wait complete. 2024-09-19T06:04:02.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.576+0000 7fde35c00640 1 Processor -- start 2024-09-19T06:04:02.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.576+0000 7fde35c00640 1 -- start start 2024-09-19T06:04:02.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.577+0000 7fde35c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde14003b40 0x7fde30156a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:02.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.577+0000 7fde35c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fde30154410 0x7fde301480c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:02.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.577+0000 7fde35c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde300724e0 0x7fde30072960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:02.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.577+0000 7fde35c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fde300cdc20 con 0x7fde300724e0 2024-09-19T06:04:02.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.577+0000 7fde35c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fde300cd940 con 0x7fde14003b40 2024-09-19T06:04:02.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.577+0000 7fde35c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fde300b36e0 con 0x7fde30154410 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.577+0000 7fde2f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde300724e0 0x7fde30072960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.577+0000 7fde2f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde300724e0 0x7fde30072960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50238/0 (socket says 172.21.15.92:50238) 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.577+0000 7fde2f400640 1 -- 172.21.15.92:0/958860991 learned_addr learned my addr 172.21.15.92:0/958860991 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde2ea00640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde14003b40 0x7fde30156a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde26000640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fde30154410 0x7fde301480c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde2f400640 1 -- 172.21.15.92:0/958860991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fde30154410 msgr2=0x7fde301480c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde2f400640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fde30154410 0x7fde301480c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde2f400640 1 -- 172.21.15.92:0/958860991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde14003b40 msgr2=0x7fde30156a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde2f400640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde14003b40 0x7fde30156a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde2f400640 1 -- 172.21.15.92:0/958860991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fde30154890 con 0x7fde300724e0 2024-09-19T06:04:02.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde2f400640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde300724e0 0x7fde30072960 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fde3015e260 tx=0x7fde28007b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:02.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde27400640 1 -- 172.21.15.92:0/958860991 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2800eaa0 con 0x7fde300724e0 2024-09-19T06:04:02.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde27400640 1 -- 172.21.15.92:0/958860991 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fde28018070 con 0x7fde300724e0 2024-09-19T06:04:02.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fde30148600 con 0x7fde300724e0 2024-09-19T06:04:02.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde27400640 1 -- 172.21.15.92:0/958860991 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fde2800ee80 con 0x7fde300724e0 2024-09-19T06:04:02.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.578+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fde30153fc0 con 0x7fde300724e0 2024-09-19T06:04:02.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.579+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fde300ccd00 con 0x7fde300724e0 2024-09-19T06:04:02.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.580+0000 7fde27400640 1 -- 172.21.15.92:0/958860991 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fde2801d460 con 0x7fde300724e0 2024-09-19T06:04:02.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.581+0000 7fde27400640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fde0c06c2e0 0x7fde0c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:02.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.581+0000 7fde27400640 1 -- 172.21.15.92:0/958860991 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(57..57 src has 1..57) ==== 5795+0+0 (secure 0 0 0) 0x7fde2808b760 con 0x7fde300724e0 2024-09-19T06:04:02.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.581+0000 7fde2ea00640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fde0c06c2e0 0x7fde0c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:02.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.582+0000 7fde2ea00640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fde0c06c2e0 0x7fde0c06e7a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fde20034000 tx=0x7fde2002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:02.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.585+0000 7fde27400640 1 -- 172.21.15.92:0/958860991 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fde30148600 con 0x7fde300724e0 2024-09-19T06:04:02.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:02.758+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7fde3015d350 con 0x7fde300724e0 2024-09-19T06:04:03.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.397+0000 7fde27400640 1 -- 172.21.15.92:0/958860991 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v58) ==== 181+0+0 (secure 0 0 0) 0x7fde30154890 con 0x7fde300724e0 2024-09-19T06:04:03.399 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:04:03.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fde0c06c2e0 msgr2=0x7fde0c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:03.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fde0c06c2e0 0x7fde0c06e7a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fde20034000 tx=0x7fde2002e000 comp rx=0 tx=0).stop 2024-09-19T06:04:03.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde300724e0 msgr2=0x7fde30072960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:03.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde300724e0 0x7fde30072960 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7fde3015e260 tx=0x7fde28007b70 comp rx=0 tx=0).stop 2024-09-19T06:04:03.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 shutdown_connections 2024-09-19T06:04:03.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde300724e0 0x7fde30072960 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:03.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fde30154410 0x7fde301480c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:03.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fde0c06c2e0 0x7fde0c06e7a0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:03.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 --2- 172.21.15.92:0/958860991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fde14003b40 0x7fde30156a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:03.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 >> 172.21.15.92:0/958860991 conn(0x7fde3006d0f0 msgr2=0x7fde3015a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:03.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 shutdown_connections 2024-09-19T06:04:03.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.400+0000 7fde35c00640 1 -- 172.21.15.92:0/958860991 wait complete. 2024-09-19T06:04:03.426 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:04:03.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.582+0000 7f0fd2a00640 1 Processor -- start 2024-09-19T06:04:03.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.582+0000 7f0fd2a00640 1 -- start start 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.583+0000 7f0fd2a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc15a050 0x7f0fcc15d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.583+0000 7f0fd2a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0fcc0731c0 0x7f0fcc073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.583+0000 7f0fd2a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0fcc15a430 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.583+0000 7f0fd2a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f0fcc073b40 con 0x7f0fcc0731c0 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.583+0000 7f0fd2a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0fcc15d9a0 con 0x7f0fcc15a050 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.583+0000 7f0fcb400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0fcc0731c0 0x7f0fcc073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.583+0000 7f0fd0a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0fcc15ffd0 0x7f0fcc160480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:42576/0 (socket says 172.21.15.92:42576) 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.583+0000 7f0fd0a00640 1 -- 172.21.15.92:0/3667119768 learned_addr learned my addr 172.21.15.92:0/3667119768 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.584+0000 7f0fcbe00640 1 --2- 172.21.15.92:0/3667119768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc15a050 0x7f0fcc15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:03.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.584+0000 7f0fcb400640 1 -- 172.21.15.92:0/3667119768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc15a050 msgr2=0x7f0fcc15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:03.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.584+0000 7f0fcb400640 1 --2- 172.21.15.92:0/3667119768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc15a050 0x7f0fcc15d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:03.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.584+0000 7f0fcb400640 1 -- 172.21.15.92:0/3667119768 >> v1:172.21.15.92:6789/0 conn(0x7f0fcc15ffd0 legacy=0x7f0fcc160480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:03.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.584+0000 7f0fcb400640 1 -- 172.21.15.92:0/3667119768 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fcc0cd0a0 con 0x7f0fcc0731c0 2024-09-19T06:04:03.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.584+0000 7f0fcaa00640 1 -- 172.21.15.92:0/3667119768 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3078778614 0 0) 0x7f0fcc15a430 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.585+0000 7f0fcb400640 1 --2- 172.21.15.92:0/3667119768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc0731c0 0x7f0fcc073600 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f0fb80097a0 tx=0x7f0fb802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7cfda137eafcddf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:03.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.585+0000 7f0fcaa00640 1 -- 172.21.15.92:0/3667119768 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb8037070 con 0x7f0fcc0731c0 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.585+0000 7f0fcaa00640 1 -- 172.21.15.92:0/3667119768 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fb802ae50 con 0x7f0fcc0731c0 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.585+0000 7f0fcaa00640 1 -- 172.21.15.92:0/3667119768 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fb8032660 con 0x7f0fcc0731c0 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.585+0000 7f0fd2a00640 1 -- 172.21.15.92:0/3667119768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc0731c0 msgr2=0x7f0fcc073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.585+0000 7f0fd2a00640 1 --2- 172.21.15.92:0/3667119768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc0731c0 0x7f0fcc073600 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f0fb80097a0 tx=0x7f0fb802a100 comp rx=0 tx=0).stop 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.586+0000 7f0fd2a00640 1 -- 172.21.15.92:0/3667119768 shutdown_connections 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.586+0000 7f0fd2a00640 1 --2- 172.21.15.92:0/3667119768 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc0731c0 0x7f0fcc073600 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.586+0000 7f0fd2a00640 1 --2- 172.21.15.92:0/3667119768 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc15a050 0x7f0fcc15d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.586+0000 7f0fd2a00640 1 -- 172.21.15.92:0/3667119768 >> 172.21.15.92:0/3667119768 conn(0x7f0fcc06d0f0 msgr2=0x7f0fcc06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.586+0000 7f0fd2a00640 1 -- 172.21.15.92:0/3667119768 shutdown_connections 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.586+0000 7f0fd2a00640 1 -- 172.21.15.92:0/3667119768 wait complete. 2024-09-19T06:04:03.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.587+0000 7f0fd2a00640 1 Processor -- start 2024-09-19T06:04:03.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.587+0000 7f0fd2a00640 1 -- start start 2024-09-19T06:04:03.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.588+0000 7f0fd2a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc0731c0 0x7f0fcc1444d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:03.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.588+0000 7f0fd2a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0fcc15a050 0x7f0fcc1f4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:03.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.588+0000 7f0fd2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc15ffd0 0x7f0fcc154370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:03.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.588+0000 7f0fd2a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0fcc0cd940 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.588+0000 7f0fd2a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0fcc0cd660 con 0x7f0fcc15a050 2024-09-19T06:04:03.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.588+0000 7f0fd2a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0fcc0cdc20 con 0x7f0fcc0731c0 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fd0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc15ffd0 0x7f0fcc154370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fd0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc15ffd0 0x7f0fcc154370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50264/0 (socket says 172.21.15.92:50264) 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fd0a00640 1 -- 172.21.15.92:0/1155728991 learned_addr learned my addr 172.21.15.92:0/1155728991 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fcbe00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc0731c0 0x7f0fcc1444d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fcb400640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0fcc15a050 0x7f0fcc1f4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fd0a00640 1 -- 172.21.15.92:0/1155728991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc0731c0 msgr2=0x7f0fcc1444d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fd0a00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc0731c0 0x7f0fcc1444d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fd0a00640 1 -- 172.21.15.92:0/1155728991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0fcc15a050 msgr2=0x7f0fcc1f4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fd0a00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0fcc15a050 0x7f0fcc1f4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fd0a00640 1 -- 172.21.15.92:0/1155728991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0fcc1f5260 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.589+0000 7f0fd0a00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc15ffd0 0x7f0fcc154370 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f0fc400c700 tx=0x7f0fc400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:03.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.590+0000 7f0fc3e00640 1 -- 172.21.15.92:0/1155728991 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc4018070 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.590+0000 7f0fc3e00640 1 -- 172.21.15.92:0/1155728991 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0fc400ce10 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.590+0000 7f0fc3e00640 1 -- 172.21.15.92:0/1155728991 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0fc400a860 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.590+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0fcc1470f0 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.590+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0fcc1476b0 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.591+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0fcc0b36e0 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.592+0000 7f0fc3e00640 1 -- 172.21.15.92:0/1155728991 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0fc400aa00 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.592+0000 7f0fc3e00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fac06c2b0 0x7f0fac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:03.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.593+0000 7f0fc3e00640 1 -- 172.21.15.92:0/1155728991 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(58..58 src has 1..58) ==== 5357+0+0 (secure 0 0 0) 0x7f0fc408a8c0 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.593+0000 7f0fcbe00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fac06c2b0 0x7f0fac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:03.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.593+0000 7f0fcbe00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fac06c2b0 0x7f0fac06e770 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0fbc006fd0 tx=0x7f0fbc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:03.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.597+0000 7f0fc3e00640 1 -- 172.21.15.92:0/1155728991 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0fc4058aa0 con 0x7f0fcc15ffd0 2024-09-19T06:04:03.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:03.770+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f0fcc1f7880 con 0x7f0fcc15ffd0 2024-09-19T06:04:04.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.399+0000 7f0fc3e00640 1 -- 172.21.15.92:0/1155728991 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v59) ==== 169+0+0 (secure 0 0 0) 0x7f0fc405cda0 con 0x7f0fcc15ffd0 2024-09-19T06:04:04.401 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' removed 2024-09-19T06:04:04.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.402+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fac06c2b0 msgr2=0x7f0fac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.402+0000 7f0fd2a00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fac06c2b0 0x7f0fac06e770 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f0fbc006fd0 tx=0x7f0fbc008040 comp rx=0 tx=0).stop 2024-09-19T06:04:04.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.402+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc15ffd0 msgr2=0x7f0fcc154370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.402+0000 7f0fd2a00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc15ffd0 0x7f0fcc154370 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f0fc400c700 tx=0x7f0fc400cbc0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.403+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 shutdown_connections 2024-09-19T06:04:04.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.403+0000 7f0fd2a00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0fcc15ffd0 0x7f0fcc154370 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.403+0000 7f0fd2a00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0fac06c2b0 0x7f0fac06e770 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.403+0000 7f0fd2a00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0fcc15a050 0x7f0fcc1f4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.403+0000 7f0fd2a00640 1 --2- 172.21.15.92:0/1155728991 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0fcc0731c0 0x7f0fcc1444d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.403+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 >> 172.21.15.92:0/1155728991 conn(0x7f0fcc06d0f0 msgr2=0x7f0fcc0cc060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.403+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 shutdown_connections 2024-09-19T06:04:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.403+0000 7f0fd2a00640 1 -- 172.21.15.92:0/1155728991 wait complete. 2024-09-19T06:04:04.423 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T06:04:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.578+0000 7fec7ae00640 1 Processor -- start 2024-09-19T06:04:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.578+0000 7fec7ae00640 1 -- start start 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.579+0000 7fec7ae00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fec7415e750 0x7fec740b6930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.579+0000 7fec7ae00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fec74070660 0x7fec740b6e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.579+0000 7fec7ae00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec74072f40 con 0x7fec740b73b0 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.579+0000 7fec7ae00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fec74073220 con 0x7fec74070660 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.579+0000 7fec7ae00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fec74073500 con 0x7fec7415e750 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.579+0000 7fec79000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fec74070660 0x7fec740b6e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.579+0000 7fec79000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fec74070660 0x7fec740b6e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50278/0 (socket says 172.21.15.92:50278) 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.579+0000 7fec79000640 1 -- 172.21.15.92:0/1605456500 learned_addr learned my addr 172.21.15.92:0/1605456500 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.579+0000 7fec7a400640 1 --1- 172.21.15.92:0/1605456500 >> v1:172.21.15.92:6789/0 conn(0x7fec740b73b0 0x7fec741620b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:42580/0 (socket says 172.21.15.92:42580) 2024-09-19T06:04:04.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.580+0000 7fec79a00640 1 --2- 172.21.15.92:0/1605456500 >> v2:172.21.15.102:3300/0 conn(0x7fec7415e750 0x7fec740b6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.580+0000 7fec79000640 1 -- 172.21.15.92:0/1605456500 >> v2:172.21.15.102:3300/0 conn(0x7fec7415e750 msgr2=0x7fec740b6930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.580+0000 7fec79000640 1 --2- 172.21.15.92:0/1605456500 >> v2:172.21.15.102:3300/0 conn(0x7fec7415e750 0x7fec740b6930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.580+0000 7fec79000640 1 -- 172.21.15.92:0/1605456500 >> v1:172.21.15.92:6789/0 conn(0x7fec740b73b0 legacy=0x7fec741620b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.580+0000 7fec73e00640 1 -- 172.21.15.92:0/1605456500 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3212971370 0 0) 0x7fec74072f40 con 0x7fec740b73b0 2024-09-19T06:04:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.580+0000 7fec79000640 1 -- 172.21.15.92:0/1605456500 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec740737e0 con 0x7fec74070660 2024-09-19T06:04:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.581+0000 7fec79000640 1 --2- 172.21.15.92:0/1605456500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec74070660 0x7fec740b6e70 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fec74050870 tx=0x7fec6002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1bec88681c6947c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.581+0000 7fec73e00640 1 -- 172.21.15.92:0/1605456500 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec60037070 con 0x7fec74070660 2024-09-19T06:04:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.581+0000 7fec73e00640 1 -- 172.21.15.92:0/1605456500 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec60032440 con 0x7fec74070660 2024-09-19T06:04:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.581+0000 7fec73e00640 1 -- 172.21.15.92:0/1605456500 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec60032810 con 0x7fec74070660 2024-09-19T06:04:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.581+0000 7fec7ae00640 1 -- 172.21.15.92:0/1605456500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec74070660 msgr2=0x7fec740b6e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.581+0000 7fec7ae00640 1 --2- 172.21.15.92:0/1605456500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec74070660 0x7fec740b6e70 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fec74050870 tx=0x7fec6002a270 comp rx=0 tx=0).stop 2024-09-19T06:04:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.582+0000 7fec7ae00640 1 -- 172.21.15.92:0/1605456500 shutdown_connections 2024-09-19T06:04:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.582+0000 7fec7ae00640 1 --2- 172.21.15.92:0/1605456500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec74070660 0x7fec740b6e70 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.582+0000 7fec7ae00640 1 --2- 172.21.15.92:0/1605456500 >> v2:172.21.15.102:3300/0 conn(0x7fec7415e750 0x7fec740b6930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.582+0000 7fec7ae00640 1 -- 172.21.15.92:0/1605456500 >> 172.21.15.92:0/1605456500 conn(0x7fec740d2300 msgr2=0x7fec740d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:04.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.582+0000 7fec7ae00640 1 -- 172.21.15.92:0/1605456500 shutdown_connections 2024-09-19T06:04:04.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.582+0000 7fec7ae00640 1 -- 172.21.15.92:0/1605456500 wait complete. 2024-09-19T06:04:04.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.583+0000 7fec7ae00640 1 Processor -- start 2024-09-19T06:04:04.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.583+0000 7fec7ae00640 1 -- start start 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.584+0000 7fec7ae00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec74070660 0x7fec741591a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.584+0000 7fec7ae00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec740b73b0 0x7fec7415a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.584+0000 7fec7ae00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec74153e70 0x7fec741466b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.584+0000 7fec7ae00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fec740b5310 con 0x7fec740b73b0 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.584+0000 7fec7ae00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fec74073da0 con 0x7fec74070660 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.584+0000 7fec7ae00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fec740b5490 con 0x7fec74153e70 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.584+0000 7fec79000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec740b73b0 0x7fec7415a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec79000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec740b73b0 0x7fec7415a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50284/0 (socket says 172.21.15.92:50284) 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec79000640 1 -- 172.21.15.92:0/803450633 learned_addr learned my addr 172.21.15.92:0/803450633 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec79a00640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec74070660 0x7fec741591a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec7a400640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec74153e70 0x7fec741466b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec79000640 1 -- 172.21.15.92:0/803450633 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec74153e70 msgr2=0x7fec741466b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec79000640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec74153e70 0x7fec741466b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec79000640 1 -- 172.21.15.92:0/803450633 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec74070660 msgr2=0x7fec741591a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec79000640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec74070660 0x7fec741591a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec79000640 1 -- 172.21.15.92:0/803450633 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec74159ad0 con 0x7fec740b73b0 2024-09-19T06:04:04.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec79000640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec740b73b0 0x7fec7415a5e0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fec6002a2b0 tx=0x7fec600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:04.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.585+0000 7fec71600640 1 -- 172.21.15.92:0/803450633 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec60041020 con 0x7fec740b73b0 2024-09-19T06:04:04.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.586+0000 7fec71600640 1 -- 172.21.15.92:0/803450633 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec600306c0 con 0x7fec740b73b0 2024-09-19T06:04:04.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.586+0000 7fec71600640 1 -- 172.21.15.92:0/803450633 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec60037040 con 0x7fec740b73b0 2024-09-19T06:04:04.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.586+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec741e7ef0 con 0x7fec740b73b0 2024-09-19T06:04:04.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.586+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec741e84b0 con 0x7fec740b73b0 2024-09-19T06:04:04.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.587+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec740b6930 con 0x7fec740b73b0 2024-09-19T06:04:04.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.588+0000 7fec71600640 1 -- 172.21.15.92:0/803450633 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fec60044020 con 0x7fec740b73b0 2024-09-19T06:04:04.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.588+0000 7fec71600640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec5406c2b0 0x7fec5406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.589+0000 7fec71600640 1 -- 172.21.15.92:0/803450633 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7fec600ab880 con 0x7fec740b73b0 2024-09-19T06:04:04.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.589+0000 7fec79a00640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec5406c2b0 0x7fec5406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.589+0000 7fec79a00640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec5406c2b0 0x7fec5406e770 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fec680079a0 tx=0x7fec68008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:04.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.593+0000 7fec71600640 1 -- 172.21.15.92:0/803450633 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fec6004b030 con 0x7fec740b73b0 2024-09-19T06:04:04.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.781+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7fec740b3df0 con 0x7fec740b73b0 2024-09-19T06:04:04.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.785+0000 7fec71600640 1 -- 172.21.15.92:0/803450633 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v19) ==== 104+0+0 (secure 0 0 0) 0x7fec60079c90 con 0x7fec740b73b0 2024-09-19T06:04:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec5406c2b0 msgr2=0x7fec5406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec5406c2b0 0x7fec5406e770 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fec680079a0 tx=0x7fec68008040 comp rx=0 tx=0).stop 2024-09-19T06:04:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec740b73b0 msgr2=0x7fec7415a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec740b73b0 0x7fec7415a5e0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7fec6002a2b0 tx=0x7fec600046c0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 shutdown_connections 2024-09-19T06:04:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec74153e70 0x7fec741466b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec740b73b0 0x7fec7415a5e0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec5406c2b0 0x7fec5406e770 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 --2- 172.21.15.92:0/803450633 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec74070660 0x7fec741591a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 >> 172.21.15.92:0/803450633 conn(0x7fec740d2300 msgr2=0x7fec74154ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:04.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 shutdown_connections 2024-09-19T06:04:04.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.788+0000 7fec7ae00640 1 -- 172.21.15.92:0/803450633 wait complete. 2024-09-19T06:04:04.805 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_bal_fragment_size_max 2024-09-19T06:04:04.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.959+0000 7fdf2c200640 1 Processor -- start 2024-09-19T06:04:04.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.959+0000 7fdf2c200640 1 -- start start 2024-09-19T06:04:04.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.960+0000 7fdf2c200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdf2415a050 0x7fdf2415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.960+0000 7fdf2c200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fdf240731c0 0x7fdf24073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.960+0000 7fdf2c200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf2415a430 con 0x7fdf2415ffd0 2024-09-19T06:04:04.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.960+0000 7fdf2c200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fdf24073b40 con 0x7fdf2415a050 2024-09-19T06:04:04.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.960+0000 7fdf2c200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fdf2415d9a0 con 0x7fdf240731c0 2024-09-19T06:04:04.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.961+0000 7fdf29800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdf2415a050 0x7fdf2415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.961+0000 7fdf29800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdf2415a050 0x7fdf2415d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50286/0 (socket says 172.21.15.92:50286) 2024-09-19T06:04:04.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.961+0000 7fdf29800640 1 -- 172.21.15.92:0/1066155107 learned_addr learned my addr 172.21.15.92:0/1066155107 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:04.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.961+0000 7fdf28e00640 1 --2- 172.21.15.92:0/1066155107 >> v2:172.21.15.102:3300/0 conn(0x7fdf240731c0 0x7fdf24073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.961+0000 7fdf29800640 1 -- 172.21.15.92:0/1066155107 >> v2:172.21.15.102:3300/0 conn(0x7fdf240731c0 msgr2=0x7fdf24073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:04.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.961+0000 7fdf29800640 1 --2- 172.21.15.92:0/1066155107 >> v2:172.21.15.102:3300/0 conn(0x7fdf240731c0 0x7fdf24073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.961+0000 7fdf29800640 1 -- 172.21.15.92:0/1066155107 >> v1:172.21.15.92:6789/0 conn(0x7fdf2415ffd0 legacy=0x7fdf24160440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.961+0000 7fdf29800640 1 -- 172.21.15.92:0/1066155107 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf240cd0a0 con 0x7fdf2415a050 2024-09-19T06:04:04.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.961+0000 7fdf23e00640 1 -- 172.21.15.92:0/1066155107 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 371242492 0 0) 0x7fdf2415a430 con 0x7fdf2415ffd0 2024-09-19T06:04:04.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.962+0000 7fdf29800640 1 --2- 172.21.15.92:0/1066155107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415a050 0x7fdf2415d460 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fdf240c5c80 tx=0x7fdf1802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54a4033a65113bd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:04.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.962+0000 7fdf23e00640 1 -- 172.21.15.92:0/1066155107 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18037070 con 0x7fdf2415a050 2024-09-19T06:04:04.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.962+0000 7fdf23e00640 1 -- 172.21.15.92:0/1066155107 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf18032440 con 0x7fdf2415a050 2024-09-19T06:04:04.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.962+0000 7fdf23e00640 1 -- 172.21.15.92:0/1066155107 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf18032810 con 0x7fdf2415a050 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.963+0000 7fdf2c200640 1 -- 172.21.15.92:0/1066155107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415a050 msgr2=0x7fdf2415d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.963+0000 7fdf2c200640 1 --2- 172.21.15.92:0/1066155107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415a050 0x7fdf2415d460 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fdf240c5c80 tx=0x7fdf1802a1e0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.963+0000 7fdf2c200640 1 -- 172.21.15.92:0/1066155107 shutdown_connections 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.963+0000 7fdf2c200640 1 --2- 172.21.15.92:0/1066155107 >> v2:172.21.15.102:3300/0 conn(0x7fdf240731c0 0x7fdf24073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.963+0000 7fdf2c200640 1 --2- 172.21.15.92:0/1066155107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415a050 0x7fdf2415d460 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.963+0000 7fdf2c200640 1 -- 172.21.15.92:0/1066155107 >> 172.21.15.92:0/1066155107 conn(0x7fdf2406d0f0 msgr2=0x7fdf2406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.963+0000 7fdf2c200640 1 -- 172.21.15.92:0/1066155107 shutdown_connections 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.963+0000 7fdf2c200640 1 -- 172.21.15.92:0/1066155107 wait complete. 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.965+0000 7fdf2c200640 1 Processor -- start 2024-09-19T06:04:04.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.965+0000 7fdf2c200640 1 -- start start 2024-09-19T06:04:04.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.965+0000 7fdf2c200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf240731c0 0x7fdf2414b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.965+0000 7fdf2c200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf2415a050 0x7fdf240c9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.965+0000 7fdf2c200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415ffd0 0x7fdf240c9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.965+0000 7fdf2c200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fdf240cd940 con 0x7fdf2415ffd0 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.965+0000 7fdf2c200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf240cd660 con 0x7fdf2415a050 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.965+0000 7fdf2c200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fdf240cdc20 con 0x7fdf240731c0 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf2a200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415ffd0 0x7fdf240c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf2a200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415ffd0 0x7fdf240c9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50302/0 (socket says 172.21.15.92:50302) 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf2a200640 1 -- 172.21.15.92:0/717618666 learned_addr learned my addr 172.21.15.92:0/717618666 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf28e00640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf2415a050 0x7fdf240c9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf29800640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf240731c0 0x7fdf2414b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf2a200640 1 -- 172.21.15.92:0/717618666 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf240731c0 msgr2=0x7fdf2414b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf2a200640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf240731c0 0x7fdf2414b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf2a200640 1 -- 172.21.15.92:0/717618666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf2415a050 msgr2=0x7fdf240c9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf2a200640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf2415a050 0x7fdf240c9200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:04.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.966+0000 7fdf2a200640 1 -- 172.21.15.92:0/717618666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf2414b5a0 con 0x7fdf2415ffd0 2024-09-19T06:04:04.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.967+0000 7fdf2a200640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415ffd0 0x7fdf240c9740 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c00c780 tx=0x7fdf1c00cb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:04.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.967+0000 7fdf21600640 1 -- 172.21.15.92:0/717618666 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c003b70 con 0x7fdf2415ffd0 2024-09-19T06:04:04.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.967+0000 7fdf21600640 1 -- 172.21.15.92:0/717618666 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf1c003d10 con 0x7fdf2415ffd0 2024-09-19T06:04:04.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.967+0000 7fdf21600640 1 -- 172.21.15.92:0/717618666 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf1c005270 con 0x7fdf2415ffd0 2024-09-19T06:04:04.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.967+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf240b4900 con 0x7fdf2415ffd0 2024-09-19T06:04:04.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.967+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf240b4ec0 con 0x7fdf2415ffd0 2024-09-19T06:04:04.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.968+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf240d0e80 con 0x7fdf2415ffd0 2024-09-19T06:04:04.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.969+0000 7fdf21600640 1 -- 172.21.15.92:0/717618666 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf1c005410 con 0x7fdf2415ffd0 2024-09-19T06:04:04.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.970+0000 7fdf21600640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf0406c2b0 0x7fdf0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:04.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.970+0000 7fdf21600640 1 -- 172.21.15.92:0/717618666 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7fdf1c08af10 con 0x7fdf2415ffd0 2024-09-19T06:04:04.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.971+0000 7fdf29800640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf0406c2b0 0x7fdf0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:04.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.971+0000 7fdf29800640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf0406c2b0 0x7fdf0406e770 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fdf18034000 tx=0x7fdf1802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:04.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:04.975+0000 7fdf21600640 1 -- 172.21.15.92:0/717618666 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf240d0e80 con 0x7fdf2415ffd0 2024-09-19T06:04:05.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.148+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_bal_fragment_size_max"} v 0) -- 0x7fdf240cf350 con 0x7fdf2415ffd0 2024-09-19T06:04:05.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.154+0000 7fdf21600640 1 -- 172.21.15.92:0/717618666 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_bal_fragment_size_max"}]=0 v20) ==== 108+0+0 (secure 0 0 0) 0x7fdf1c059290 con 0x7fdf2415ffd0 2024-09-19T06:04:05.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf0406c2b0 msgr2=0x7fdf0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf0406c2b0 0x7fdf0406e770 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7fdf18034000 tx=0x7fdf1802e000 comp rx=0 tx=0).stop 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415ffd0 msgr2=0x7fdf240c9740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415ffd0 0x7fdf240c9740 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7fdf1c00c780 tx=0x7fdf1c00cb80 comp rx=0 tx=0).stop 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 shutdown_connections 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf2415ffd0 0x7fdf240c9740 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf0406c2b0 0x7fdf0406e770 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf2415a050 0x7fdf240c9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 --2- 172.21.15.92:0/717618666 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf240731c0 0x7fdf2414b060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 >> 172.21.15.92:0/717618666 conn(0x7fdf2406d0f0 msgr2=0x7fdf2415a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 shutdown_connections 2024-09-19T06:04:05.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.156+0000 7fdf2c200640 1 -- 172.21.15.92:0/717618666 wait complete. 2024-09-19T06:04:05.176 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_bal_merge_size 2024-09-19T06:04:05.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.329+0000 7ff0a6e00640 1 Processor -- start 2024-09-19T06:04:05.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.329+0000 7ff0a6e00640 1 -- start start 2024-09-19T06:04:05.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.330+0000 7ff0a6e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff0a015e6f0 0x7ff0a006fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.330+0000 7ff0a6e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff0a00b54d0 0x7ff0a015f750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.330+0000 7ff0a6e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b6d40 0x7ff0a00b71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.330+0000 7ff0a6e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff0a006e990 con 0x7ff0a00b54d0 2024-09-19T06:04:05.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.330+0000 7ff0a6e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff0a006ec70 con 0x7ff0a015e6f0 2024-09-19T06:04:05.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.330+0000 7ff0a6e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff0a015ec70 con 0x7ff0a00b6d40 2024-09-19T06:04:05.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.330+0000 7ff09f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff0a00b54d0 0x7ff0a015f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff09f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff0a00b54d0 0x7ff0a015f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50306/0 (socket says 172.21.15.92:50306) 2024-09-19T06:04:05.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff09f400640 1 -- 172.21.15.92:0/3474631851 learned_addr learned my addr 172.21.15.92:0/3474631851 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:05.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff09fe00640 1 --2- 172.21.15.92:0/3474631851 >> v2:172.21.15.102:3300/0 conn(0x7ff0a015e6f0 0x7ff0a006fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff0a4e00640 1 --2- 172.21.15.92:0/3474631851 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b6d40 0x7ff0a00b71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff09f400640 1 -- 172.21.15.92:0/3474631851 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b6d40 msgr2=0x7ff0a00b71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:05.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff09f400640 1 --2- 172.21.15.92:0/3474631851 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b6d40 0x7ff0a00b71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff09f400640 1 -- 172.21.15.92:0/3474631851 >> v2:172.21.15.102:3300/0 conn(0x7ff0a015e6f0 msgr2=0x7ff0a006fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:05.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff09f400640 1 --2- 172.21.15.92:0/3474631851 >> v2:172.21.15.102:3300/0 conn(0x7ff0a015e6f0 0x7ff0a006fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff09f400640 1 -- 172.21.15.92:0/3474631851 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0a015ef50 con 0x7ff0a00b54d0 2024-09-19T06:04:05.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.331+0000 7ff09fe00640 1 --2- 172.21.15.92:0/3474631851 >> v2:172.21.15.102:3300/0 conn(0x7ff0a015e6f0 0x7ff0a006fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:05.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.332+0000 7ff09f400640 1 --2- 172.21.15.92:0/3474631851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a00b54d0 0x7ff0a015f750 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0069920 tx=0x7ff08c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5143919e910d8d45 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:05.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.332+0000 7ff09ea00640 1 -- 172.21.15.92:0/3474631851 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c037070 con 0x7ff0a00b54d0 2024-09-19T06:04:05.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.332+0000 7ff09ea00640 1 -- 172.21.15.92:0/3474631851 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff08c032440 con 0x7ff0a00b54d0 2024-09-19T06:04:05.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.332+0000 7ff09ea00640 1 -- 172.21.15.92:0/3474631851 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff08c032810 con 0x7ff0a00b54d0 2024-09-19T06:04:05.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.333+0000 7ff0a6e00640 1 -- 172.21.15.92:0/3474631851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a00b54d0 msgr2=0x7ff0a015f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.333+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/3474631851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a00b54d0 0x7ff0a015f750 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7ff0a0069920 tx=0x7ff08c02a1e0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.333+0000 7ff0a6e00640 1 -- 172.21.15.92:0/3474631851 shutdown_connections 2024-09-19T06:04:05.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.333+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/3474631851 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b6d40 0x7ff0a00b71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.333+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/3474631851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a00b54d0 0x7ff0a015f750 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.333+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/3474631851 >> v2:172.21.15.102:3300/0 conn(0x7ff0a015e6f0 0x7ff0a006fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.333+0000 7ff0a6e00640 1 -- 172.21.15.92:0/3474631851 >> 172.21.15.92:0/3474631851 conn(0x7ff0a00d2430 msgr2=0x7ff0a00d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:05.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.333+0000 7ff0a6e00640 1 -- 172.21.15.92:0/3474631851 shutdown_connections 2024-09-19T06:04:05.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.333+0000 7ff0a6e00640 1 -- 172.21.15.92:0/3474631851 wait complete. 2024-09-19T06:04:05.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.335+0000 7ff0a6e00640 1 Processor -- start 2024-09-19T06:04:05.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.335+0000 7ff0a6e00640 1 -- start start 2024-09-19T06:04:05.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.335+0000 7ff0a6e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b54d0 0x7ff0a00cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a6e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0a00b6d40 0x7ff0a0155060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a6e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a015e6f0 0x7ff0a01f4520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a6e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a006e5b0 con 0x7ff0a015e6f0 2024-09-19T06:04:05.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a6e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff0a00b7730 con 0x7ff0a00b6d40 2024-09-19T06:04:05.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a6e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff0a006e730 con 0x7ff0a00b54d0 2024-09-19T06:04:05.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a4e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a015e6f0 0x7ff0a01f4520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a4e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a015e6f0 0x7ff0a01f4520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50310/0 (socket says 172.21.15.92:50310) 2024-09-19T06:04:05.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a4e00640 1 -- 172.21.15.92:0/2612877326 learned_addr learned my addr 172.21.15.92:0/2612877326 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:05.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff09fe00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b54d0 0x7ff0a00cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff09f400640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0a00b6d40 0x7ff0a0155060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a4e00640 1 -- 172.21.15.92:0/2612877326 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b54d0 msgr2=0x7ff0a00cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a4e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b54d0 0x7ff0a00cc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a4e00640 1 -- 172.21.15.92:0/2612877326 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0a00b6d40 msgr2=0x7ff0a0155060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a4e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0a00b6d40 0x7ff0a0155060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.336+0000 7ff0a4e00640 1 -- 172.21.15.92:0/2612877326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff0a0161020 con 0x7ff0a015e6f0 2024-09-19T06:04:05.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.337+0000 7ff0a4e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a015e6f0 0x7ff0a01f4520 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7ff098007e60 tx=0x7ff09800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:05.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.337+0000 7ff097e00640 1 -- 172.21.15.92:0/2612877326 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff098014620 con 0x7ff0a015e6f0 2024-09-19T06:04:05.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.337+0000 7ff097e00640 1 -- 172.21.15.92:0/2612877326 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff098019070 con 0x7ff0a015e6f0 2024-09-19T06:04:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.337+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff0a0161300 con 0x7ff0a015e6f0 2024-09-19T06:04:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.337+0000 7ff097e00640 1 -- 172.21.15.92:0/2612877326 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff098014a20 con 0x7ff0a015e6f0 2024-09-19T06:04:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.337+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff0a01618c0 con 0x7ff0a015e6f0 2024-09-19T06:04:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.338+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff0a006c6c0 con 0x7ff0a015e6f0 2024-09-19T06:04:05.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.339+0000 7ff097e00640 1 -- 172.21.15.92:0/2612877326 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff098014bc0 con 0x7ff0a015e6f0 2024-09-19T06:04:05.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.340+0000 7ff097e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff08006c2e0 0x7ff08006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.340+0000 7ff097e00640 1 -- 172.21.15.92:0/2612877326 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7ff09808bad0 con 0x7ff0a015e6f0 2024-09-19T06:04:05.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.340+0000 7ff09fe00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff08006c2e0 0x7ff08006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.341+0000 7ff09fe00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff08006c2e0 0x7ff08006e7a0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ff090006fd0 tx=0x7ff090008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:05.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.344+0000 7ff097e00640 1 -- 172.21.15.92:0/2612877326 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff09805a410 con 0x7ff0a015e6f0 2024-09-19T06:04:05.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.520+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_bal_merge_size"} v 0) -- 0x7ff0a006d530 con 0x7ff0a015e6f0 2024-09-19T06:04:05.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.525+0000 7ff097e00640 1 -- 172.21.15.92:0/2612877326 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_bal_merge_size"}]=0 v21) ==== 101+0+0 (secure 0 0 0) 0x7ff098059d10 con 0x7ff0a015e6f0 2024-09-19T06:04:05.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.527+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff08006c2e0 msgr2=0x7ff08006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.527+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff08006c2e0 0x7ff08006e7a0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7ff090006fd0 tx=0x7ff090008040 comp rx=0 tx=0).stop 2024-09-19T06:04:05.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.527+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a015e6f0 msgr2=0x7ff0a01f4520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.527+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a015e6f0 0x7ff0a01f4520 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7ff098007e60 tx=0x7ff09800e4b0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.528+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 shutdown_connections 2024-09-19T06:04:05.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.528+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0a015e6f0 0x7ff0a01f4520 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.528+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff08006c2e0 0x7ff08006e7a0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.528+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff0a00b6d40 0x7ff0a0155060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.528+0000 7ff0a6e00640 1 --2- 172.21.15.92:0/2612877326 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff0a00b54d0 0x7ff0a00cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.528+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 >> 172.21.15.92:0/2612877326 conn(0x7ff0a00d2430 msgr2=0x7ff0a006da50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:05.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.528+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 shutdown_connections 2024-09-19T06:04:05.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.528+0000 7ff0a6e00640 1 -- 172.21.15.92:0/2612877326 wait complete. 2024-09-19T06:04:05.545 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_fragmented' 2024-09-19T06:04:05.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.695+0000 7f178f400640 1 Processor -- start 2024-09-19T06:04:05.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.695+0000 7f178f400640 1 -- start start 2024-09-19T06:04:05.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.696+0000 7f178f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f178815c170 0x7f178815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.696+0000 7f178f400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f17880b64e0 0x7f17880cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.696+0000 7f178f400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f17880b4cf0 con 0x7f17880cf6c0 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.696+0000 7f178f400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f178815ca90 con 0x7f178815c170 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.696+0000 7f178f400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f17880b49c0 con 0x7f17880b64e0 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.696+0000 7f178ca00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f178815c170 0x7f178815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.696+0000 7f178ca00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f178815c170 0x7f178815c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50322/0 (socket says 172.21.15.92:50322) 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.696+0000 7f178ca00640 1 -- 172.21.15.92:0/2260773231 learned_addr learned my addr 172.21.15.92:0/2260773231 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.697+0000 7f178d400640 1 --2- 172.21.15.92:0/2260773231 >> v2:172.21.15.102:3300/0 conn(0x7f17880b64e0 0x7f17880cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.697+0000 7f178ca00640 1 -- 172.21.15.92:0/2260773231 >> v2:172.21.15.102:3300/0 conn(0x7f17880b64e0 msgr2=0x7f17880cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.697+0000 7f178ca00640 1 --2- 172.21.15.92:0/2260773231 >> v2:172.21.15.102:3300/0 conn(0x7f17880b64e0 0x7f17880cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.697+0000 7f178ca00640 1 -- 172.21.15.92:0/2260773231 >> v1:172.21.15.102:6789/0 conn(0x7f17880cf6c0 legacy=0x7f17880b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.697+0000 7f178ca00640 1 -- 172.21.15.92:0/2260773231 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17880b4fd0 con 0x7f178815c170 2024-09-19T06:04:05.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.698+0000 7f178ca00640 1 --2- 172.21.15.92:0/2260773231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f178815c170 0x7f178815c550 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f1778009870 tx=0x7f177802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c98b9fc4b52056a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:05.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.698+0000 7f1787e00640 1 -- 172.21.15.92:0/2260773231 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778037070 con 0x7f178815c170 2024-09-19T06:04:05.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.698+0000 7f1787e00640 1 -- 172.21.15.92:0/2260773231 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1778032440 con 0x7f178815c170 2024-09-19T06:04:05.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.698+0000 7f1787e00640 1 -- 172.21.15.92:0/2260773231 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778032810 con 0x7f178815c170 2024-09-19T06:04:05.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.699+0000 7f178f400640 1 -- 172.21.15.92:0/2260773231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f178815c170 msgr2=0x7f178815c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.699+0000 7f178f400640 1 --2- 172.21.15.92:0/2260773231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f178815c170 0x7f178815c550 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f1778009870 tx=0x7f177802a210 comp rx=0 tx=0).stop 2024-09-19T06:04:05.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.699+0000 7f178f400640 1 -- 172.21.15.92:0/2260773231 shutdown_connections 2024-09-19T06:04:05.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.699+0000 7f178f400640 1 --2- 172.21.15.92:0/2260773231 >> v2:172.21.15.102:3300/0 conn(0x7f17880b64e0 0x7f17880cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.699+0000 7f178f400640 1 --2- 172.21.15.92:0/2260773231 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f178815c170 0x7f178815c550 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.699+0000 7f178f400640 1 -- 172.21.15.92:0/2260773231 >> 172.21.15.92:0/2260773231 conn(0x7f178806bc10 msgr2=0x7f178806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:05.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.699+0000 7f178f400640 1 -- 172.21.15.92:0/2260773231 shutdown_connections 2024-09-19T06:04:05.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.699+0000 7f178f400640 1 -- 172.21.15.92:0/2260773231 wait complete. 2024-09-19T06:04:05.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.700+0000 7f178f400640 1 Processor -- start 2024-09-19T06:04:05.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.700+0000 7f178f400640 1 -- start start 2024-09-19T06:04:05.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.701+0000 7f178f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17880b64e0 0x7f178815b660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.701+0000 7f178f400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f17880cf6c0 0x7f17880cb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.701+0000 7f178f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f178815c170 0x7f178814df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.701+0000 7f178f400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f17880b5870 con 0x7f17880b64e0 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.701+0000 7f178f400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f17880b5590 con 0x7f17880cf6c0 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.701+0000 7f178f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f17880b5b50 con 0x7f178815c170 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.701+0000 7f178ca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17880b64e0 0x7f178815b660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.701+0000 7f178ca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17880b64e0 0x7f178815b660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50324/0 (socket says 172.21.15.92:50324) 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f178ca00640 1 -- 172.21.15.92:0/136597276 learned_addr learned my addr 172.21.15.92:0/136597276 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f177fe00640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f17880cf6c0 0x7f17880cb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f178d400640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f178815c170 0x7f178814df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f178ca00640 1 -- 172.21.15.92:0/136597276 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f178815c170 msgr2=0x7f178814df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f178ca00640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f178815c170 0x7f178814df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f178ca00640 1 -- 172.21.15.92:0/136597276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f17880cf6c0 msgr2=0x7f17880cb0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f178ca00640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f17880cf6c0 0x7f17880cb0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f178ca00640 1 -- 172.21.15.92:0/136597276 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f17880cbb20 con 0x7f17880b64e0 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f177fe00640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f17880cf6c0 0x7f17880cb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f178ca00640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17880b64e0 0x7f178815b660 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f1778000c00 tx=0x7f17780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f1785600640 1 -- 172.21.15.92:0/136597276 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778037040 con 0x7f17880b64e0 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f1785600640 1 -- 172.21.15.92:0/136597276 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1778042070 con 0x7f17880b64e0 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f1785600640 1 -- 172.21.15.92:0/136597276 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1778030880 con 0x7f17880b64e0 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.702+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f17880cbe00 con 0x7f17880b64e0 2024-09-19T06:04:05.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.703+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f17880cc3c0 con 0x7f17880b64e0 2024-09-19T06:04:05.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.704+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f178814bcc0 con 0x7f17880b64e0 2024-09-19T06:04:05.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.704+0000 7f1785600640 1 -- 172.21.15.92:0/136597276 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1778030a20 con 0x7f17880b64e0 2024-09-19T06:04:05.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.705+0000 7f1785600640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f176406c2b0 0x7f176406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:05.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.705+0000 7f1785600640 1 -- 172.21.15.92:0/136597276 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7f17780ab9d0 con 0x7f17880b64e0 2024-09-19T06:04:05.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.705+0000 7f177fe00640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f176406c2b0 0x7f176406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:05.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.706+0000 7f177fe00640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f176406c2b0 0x7f176406e770 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f17881f54b0 tx=0x7f1770009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:05.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.710+0000 7f1785600640 1 -- 172.21.15.92:0/136597276 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f177807a430 con 0x7f17880b64e0 2024-09-19T06:04:05.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:05.949+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_fragmented"]} v 0) -- 0x7f17880ccf40 con 0x7f17880b64e0 2024-09-19T06:04:06.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.404+0000 7f1785600640 1 -- 172.21.15.92:0/136597276 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_fragmented"]}]=0 v160) ==== 144+0+0 (secure 0 0 0) 0x7f1778079d30 con 0x7f17880b64e0 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f176406c2b0 msgr2=0x7f176406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f176406c2b0 0x7f176406e770 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f17881f54b0 tx=0x7f1770009040 comp rx=0 tx=0).stop 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17880b64e0 msgr2=0x7f178815b660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17880b64e0 0x7f178815b660 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f1778000c00 tx=0x7f17780046c0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 shutdown_connections 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f178815c170 0x7f178814df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f176406c2b0 0x7f176406e770 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f17880cf6c0 0x7f17880cb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 --2- 172.21.15.92:0/136597276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f17880b64e0 0x7f178815b660 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.406+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 >> 172.21.15.92:0/136597276 conn(0x7f178806bc10 msgr2=0x7f178806d1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:06.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.407+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 shutdown_connections 2024-09-19T06:04:06.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.407+0000 7f178f400640 1 -- 172.21.15.92:0/136597276 wait complete. 2024-09-19T06:04:06.425 INFO:tasks.cephfs_test_runner:That fragmentation (forced) will allow more entries to be created. ... ok 2024-09-19T06:04:06.425 INFO:tasks.cephfs_test_runner:Starting test: test_dirfrag_limit_strays (tasks.cephfs.test_strays.TestStrays) That unlinking fails when the stray directory fragment becomes too 2024-09-19T06:04:06.425 INFO:tasks.cephfs_test_runner:test_dirfrag_limit_strays (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:04:06.426 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:06.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.577+0000 7f19fe600640 1 Processor -- start 2024-09-19T06:04:06.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.577+0000 7f19fe600640 1 -- start start 2024-09-19T06:04:06.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.578+0000 7f19fe600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f19f815b1d0 0x7f19f80b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.578+0000 7f19fe600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 0x7f19f8070f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.578+0000 7f19fe600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f19f80b44f0 con 0x7f19f815adf0 2024-09-19T06:04:06.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.578+0000 7f19fe600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f19f80b47d0 con 0x7f19f815b1d0 2024-09-19T06:04:06.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.578+0000 7f19fe600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f19f80b4ab0 con 0x7f19f80b22b0 2024-09-19T06:04:06.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.578+0000 7f19efe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f19f815b1d0 0x7f19f80b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.579+0000 7f19fd200640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f19f815adf0 0x7f19f80b3af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:38238/0 (socket says 172.21.15.92:38238) 2024-09-19T06:04:06.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.579+0000 7f19fd200640 1 -- 172.21.15.92:0/519475223 learned_addr learned my addr 172.21.15.92:0/519475223 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:06.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.579+0000 7f19fdc00640 1 --2- 172.21.15.92:0/519475223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 0x7f19f8070f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.579+0000 7f19efe00640 1 -- 172.21.15.92:0/519475223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 msgr2=0x7f19f8070f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:06.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.579+0000 7f19efe00640 1 --2- 172.21.15.92:0/519475223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 0x7f19f8070f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.579+0000 7f19efe00640 1 -- 172.21.15.92:0/519475223 >> v1:172.21.15.102:6789/0 conn(0x7f19f815adf0 legacy=0x7f19f80b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.579+0000 7f19efe00640 1 -- 172.21.15.92:0/519475223 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19f80b4d90 con 0x7f19f815b1d0 2024-09-19T06:04:06.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.580+0000 7f19efe00640 1 --2- 172.21.15.92:0/519475223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19f815b1d0 0x7f19f80b1d70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f19e00097a0 tx=0x7f19e002a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16e5bddc2e911061 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:06.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.580+0000 7f19f7e00640 1 -- 172.21.15.92:0/519475223 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e0037070 con 0x7f19f815b1d0 2024-09-19T06:04:06.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.580+0000 7f19f7e00640 1 -- 172.21.15.92:0/519475223 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19e0032440 con 0x7f19f815b1d0 2024-09-19T06:04:06.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.581+0000 7f19f7e00640 1 -- 172.21.15.92:0/519475223 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19e0032810 con 0x7f19f815b1d0 2024-09-19T06:04:06.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.581+0000 7f19fe600640 1 -- 172.21.15.92:0/519475223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19f815b1d0 msgr2=0x7f19f80b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.581+0000 7f19fe600640 1 --2- 172.21.15.92:0/519475223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19f815b1d0 0x7f19f80b1d70 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f19e00097a0 tx=0x7f19e002a210 comp rx=0 tx=0).stop 2024-09-19T06:04:06.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.581+0000 7f19fe600640 1 -- 172.21.15.92:0/519475223 shutdown_connections 2024-09-19T06:04:06.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.581+0000 7f19fe600640 1 --2- 172.21.15.92:0/519475223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 0x7f19f8070f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.581+0000 7f19fe600640 1 --2- 172.21.15.92:0/519475223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19f815b1d0 0x7f19f80b1d70 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.581+0000 7f19fe600640 1 -- 172.21.15.92:0/519475223 >> 172.21.15.92:0/519475223 conn(0x7f19f8062a20 msgr2=0x7f19f806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:06.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.581+0000 7f19fe600640 1 -- 172.21.15.92:0/519475223 shutdown_connections 2024-09-19T06:04:06.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.581+0000 7f19fe600640 1 -- 172.21.15.92:0/519475223 wait complete. 2024-09-19T06:04:06.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.583+0000 7f19fe600640 1 Processor -- start 2024-09-19T06:04:06.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.583+0000 7f19fe600640 1 -- start start 2024-09-19T06:04:06.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fe600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 0x7f19f815df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fe600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19f815adf0 0x7f19f815c090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fe600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19f815b1d0 0x7f19f8151d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fe600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f19f80ce050 con 0x7f19f815b1d0 2024-09-19T06:04:06.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fe600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f19f80b5570 con 0x7f19f815adf0 2024-09-19T06:04:06.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fe600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f19f80ce1d0 con 0x7f19f80b22b0 2024-09-19T06:04:06.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fdc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19f815b1d0 0x7f19f8151d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fd200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 0x7f19f815df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fdc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19f815b1d0 0x7f19f8151d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:50340/0 (socket says 172.21.15.92:50340) 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19fdc00640 1 -- 172.21.15.92:0/3058838238 learned_addr learned my addr 172.21.15.92:0/3058838238 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.584+0000 7f19efe00640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19f815adf0 0x7f19f815c090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19fdc00640 1 -- 172.21.15.92:0/3058838238 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 msgr2=0x7f19f815df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19fdc00640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 0x7f19f815df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19fdc00640 1 -- 172.21.15.92:0/3058838238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19f815adf0 msgr2=0x7f19f815c090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19fdc00640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19f815adf0 0x7f19f815c090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19fdc00640 1 -- 172.21.15.92:0/3058838238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19f8158830 con 0x7f19f815b1d0 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19fdc00640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19f815b1d0 0x7f19f8151d70 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f19f000efc0 tx=0x7f19f000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19f5600640 1 -- 172.21.15.92:0/3058838238 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f0018020 con 0x7f19f815b1d0 2024-09-19T06:04:06.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19f5600640 1 -- 172.21.15.92:0/3058838238 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19f0014480 con 0x7f19f815b1d0 2024-09-19T06:04:06.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19f5600640 1 -- 172.21.15.92:0/3058838238 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19f0014870 con 0x7f19f815b1d0 2024-09-19T06:04:06.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19f8158b10 con 0x7f19f815b1d0 2024-09-19T06:04:06.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.585+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19f81590d0 con 0x7f19f815b1d0 2024-09-19T06:04:06.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.586+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f19f80b1d70 con 0x7f19f815b1d0 2024-09-19T06:04:06.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.587+0000 7f19f5600640 1 -- 172.21.15.92:0/3058838238 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f19f0005d10 con 0x7f19f815b1d0 2024-09-19T06:04:06.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.588+0000 7f19f5600640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d406c2b0 0x7f19d406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.589+0000 7f19f5600640 1 -- 172.21.15.92:0/3058838238 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7f19f008bb60 con 0x7f19f815b1d0 2024-09-19T06:04:06.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.589+0000 7f19fd200640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d406c2b0 0x7f19d406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.589+0000 7f19fd200640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d406c2b0 0x7f19d406e770 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f19e8005880 tx=0x7f19e8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:06.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.593+0000 7f19f5600640 1 -- 172.21.15.92:0/3058838238 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f19f0022070 con 0x7f19f815b1d0 2024-09-19T06:04:06.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.770+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f19f81f4230 con 0x7f19f815b1d0 2024-09-19T06:04:06.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.771+0000 7f19f5600640 1 -- 172.21.15.92:0/3058838238 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v59) ==== 74+0+13022 (secure 0 0 0) 0x7f19f0010040 con 0x7f19f815b1d0 2024-09-19T06:04:06.773 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:06.773 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":59,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:04.398421+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:6835/1383993518":"2024-09-20T06:04:01.387483+0000","172.21.15.102:6833/1383993518":"2024-09-20T06:04:01.387483+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:06.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d406c2b0 msgr2=0x7f19d406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d406c2b0 0x7f19d406e770 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f19e8005880 tx=0x7f19e8009040 comp rx=0 tx=0).stop 2024-09-19T06:04:06.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19f815b1d0 msgr2=0x7f19f8151d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19f815b1d0 0x7f19f8151d70 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f19f000efc0 tx=0x7f19f000c490 comp rx=0 tx=0).stop 2024-09-19T06:04:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 shutdown_connections 2024-09-19T06:04:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19f815b1d0 0x7f19f8151d70 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19d406c2b0 0x7f19d406e770 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19f815adf0 0x7f19f815c090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 --2- 172.21.15.92:0/3058838238 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19f80b22b0 0x7f19f815df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 >> 172.21.15.92:0/3058838238 conn(0x7f19f8062a20 msgr2=0x7f19f80b3af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 shutdown_connections 2024-09-19T06:04:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.773+0000 7f19fe600640 1 -- 172.21.15.92:0/3058838238 wait complete. 2024-09-19T06:04:06.791 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T06:01:12.930784+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T06:04:06.792 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T06:04:06.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.945+0000 7feba3e00640 1 Processor -- start 2024-09-19T06:04:06.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.945+0000 7feba3e00640 1 -- start start 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.946+0000 7feba3e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7feba415e570 0x7feba40b7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.946+0000 7feba3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feba40cf3a0 0x7feba41629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.946+0000 7feba3e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feba4062630 0x7feba4062a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.946+0000 7feba3e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7feba415e950 con 0x7feba40cf3a0 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.946+0000 7feba3e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7feba4162f30 con 0x7feba415e570 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.946+0000 7feba3e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7feba4062fc0 con 0x7feba4062630 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.946+0000 7feba2000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feba40cf3a0 0x7feba41629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.946+0000 7feba2000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feba40cf3a0 0x7feba41629f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35304/0 (socket says 172.21.15.92:35304) 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.946+0000 7feba2000640 1 -- 172.21.15.92:0/1867773864 learned_addr learned my addr 172.21.15.92:0/1867773864 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.947+0000 7feba3400640 1 --2- 172.21.15.92:0/1867773864 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feba4062630 0x7feba4062a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.947+0000 7feba2a00640 1 --2- 172.21.15.92:0/1867773864 >> v2:172.21.15.102:3300/0 conn(0x7feba415e570 0x7feba40b7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.947+0000 7feba2000640 1 -- 172.21.15.92:0/1867773864 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feba4062630 msgr2=0x7feba4062a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:06.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.947+0000 7feba2000640 1 --2- 172.21.15.92:0/1867773864 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feba4062630 0x7feba4062a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.947+0000 7feba2000640 1 -- 172.21.15.92:0/1867773864 >> v2:172.21.15.102:3300/0 conn(0x7feba415e570 msgr2=0x7feba40b7460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:06.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.947+0000 7feba2000640 1 --2- 172.21.15.92:0/1867773864 >> v2:172.21.15.102:3300/0 conn(0x7feba415e570 0x7feba40b7460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.947+0000 7feba2000640 1 -- 172.21.15.92:0/1867773864 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feba40d2330 con 0x7feba40cf3a0 2024-09-19T06:04:06.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.948+0000 7feba2000640 1 --2- 172.21.15.92:0/1867773864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba40cf3a0 0x7feba41629f0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7feba40b7070 tx=0x7feb9002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb1417385bb36ceb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:06.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.948+0000 7feba1600640 1 -- 172.21.15.92:0/1867773864 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb90037070 con 0x7feba40cf3a0 2024-09-19T06:04:06.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.948+0000 7feba1600640 1 -- 172.21.15.92:0/1867773864 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb90032440 con 0x7feba40cf3a0 2024-09-19T06:04:06.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.948+0000 7feba1600640 1 -- 172.21.15.92:0/1867773864 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb90032810 con 0x7feba40cf3a0 2024-09-19T06:04:06.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.949+0000 7feba3e00640 1 -- 172.21.15.92:0/1867773864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba40cf3a0 msgr2=0x7feba41629f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.949+0000 7feba3e00640 1 --2- 172.21.15.92:0/1867773864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba40cf3a0 0x7feba41629f0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7feba40b7070 tx=0x7feb9002a270 comp rx=0 tx=0).stop 2024-09-19T06:04:06.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.949+0000 7feba3e00640 1 -- 172.21.15.92:0/1867773864 shutdown_connections 2024-09-19T06:04:06.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.949+0000 7feba3e00640 1 --2- 172.21.15.92:0/1867773864 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feba4062630 0x7feba4062a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.949+0000 7feba3e00640 1 --2- 172.21.15.92:0/1867773864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba40cf3a0 0x7feba41629f0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.949+0000 7feba3e00640 1 --2- 172.21.15.92:0/1867773864 >> v2:172.21.15.102:3300/0 conn(0x7feba415e570 0x7feba40b7460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.949+0000 7feba3e00640 1 -- 172.21.15.92:0/1867773864 >> 172.21.15.92:0/1867773864 conn(0x7feba40d4480 msgr2=0x7feba40d4890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:06.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.949+0000 7feba3e00640 1 -- 172.21.15.92:0/1867773864 shutdown_connections 2024-09-19T06:04:06.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.949+0000 7feba3e00640 1 -- 172.21.15.92:0/1867773864 wait complete. 2024-09-19T06:04:06.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.951+0000 7feba3e00640 1 Processor -- start 2024-09-19T06:04:06.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.951+0000 7feba3e00640 1 -- start start 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba4062630 0x7feba415bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba3e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feba415e570 0x7feba40b5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba3e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feba40b5950 0x7feba40ca860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba3e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7feba40d2920 con 0x7feba4062630 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba3e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7feba40ba3e0 con 0x7feba40b5950 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba3e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7feba40d2c00 con 0x7feba415e570 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba4062630 0x7feba415bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba4062630 0x7feba415bec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35310/0 (socket says 172.21.15.92:35310) 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba2a00640 1 -- 172.21.15.92:0/2208399616 learned_addr learned my addr 172.21.15.92:0/2208399616 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba2a00640 1 -- 172.21.15.92:0/2208399616 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feba415e570 msgr2=0x7feba40b5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba2a00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feba415e570 0x7feba40b5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba2a00640 1 -- 172.21.15.92:0/2208399616 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feba40b5950 msgr2=0x7feba40ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:06.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba2a00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feba40b5950 0x7feba40ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:06.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba2a00640 1 -- 172.21.15.92:0/2208399616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feba40c8af0 con 0x7feba4062630 2024-09-19T06:04:06.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.952+0000 7feba2a00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba4062630 0x7feba415bec0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7feb9400e8a0 tx=0x7feb9400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:06.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.953+0000 7feb9aa00640 1 -- 172.21.15.92:0/2208399616 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb94017070 con 0x7feba4062630 2024-09-19T06:04:06.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.953+0000 7feb9aa00640 1 -- 172.21.15.92:0/2208399616 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb9400c8c0 con 0x7feba4062630 2024-09-19T06:04:06.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.953+0000 7feb9aa00640 1 -- 172.21.15.92:0/2208399616 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9400ccb0 con 0x7feba4062630 2024-09-19T06:04:06.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.953+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feba40c8dd0 con 0x7feba4062630 2024-09-19T06:04:06.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.953+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feba40c9390 con 0x7feba4062630 2024-09-19T06:04:06.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.954+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feba40d2ee0 con 0x7feba4062630 2024-09-19T06:04:06.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.955+0000 7feb9aa00640 1 -- 172.21.15.92:0/2208399616 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb9401a070 con 0x7feba4062630 2024-09-19T06:04:06.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.956+0000 7feb9aa00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8406c2b0 0x7feb8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:06.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.956+0000 7feb9aa00640 1 -- 172.21.15.92:0/2208399616 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7feb9408b290 con 0x7feba4062630 2024-09-19T06:04:06.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.956+0000 7feba2000640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8406c2b0 0x7feb8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:06.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.957+0000 7feba2000640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8406c2b0 0x7feb8406e770 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7feb90034000 tx=0x7feb9002c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:06.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:06.960+0000 7feb9aa00640 1 -- 172.21.15.92:0/2208399616 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb94059cf0 con 0x7feba4062630 2024-09-19T06:04:07.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.132+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7feba40b7590 con 0x7feba4062630 2024-09-19T06:04:07.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.133+0000 7feb9aa00640 1 -- 172.21.15.92:0/2208399616 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v59) ==== 93+0+10 (secure 0 0 0) 0x7feb940595f0 con 0x7feba4062630 2024-09-19T06:04:07.135 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 1 2024-09-19T06:04:07.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8406c2b0 msgr2=0x7feb8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:07.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8406c2b0 0x7feb8406e770 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7feb90034000 tx=0x7feb9002c000 comp rx=0 tx=0).stop 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba4062630 msgr2=0x7feba415bec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba4062630 0x7feba415bec0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7feb9400e8a0 tx=0x7feb9400ed60 comp rx=0 tx=0).stop 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 shutdown_connections 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8406c2b0 0x7feb8406e770 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feba40b5950 0x7feba40ca860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feba415e570 0x7feba40b5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 --2- 172.21.15.92:0/2208399616 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feba4062630 0x7feba415bec0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 >> 172.21.15.92:0/2208399616 conn(0x7feba40d4480 msgr2=0x7feba415ed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 shutdown_connections 2024-09-19T06:04:07.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.135+0000 7feba3e00640 1 -- 172.21.15.92:0/2208399616 wait complete. 2024-09-19T06:04:07.154 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_strays' 2024-09-19T06:04:07.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.305+0000 7f667da00640 1 Processor -- start 2024-09-19T06:04:07.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.305+0000 7f667da00640 1 -- start start 2024-09-19T06:04:07.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.306+0000 7f667da00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f66780cf6b0 0x7f66781629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:07.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.306+0000 7f667da00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66780cfc20 con 0x7f66780b63d0 2024-09-19T06:04:07.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.306+0000 7f667da00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66780d2ed0 con 0x7f6678162f30 2024-09-19T06:04:07.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.306+0000 7f667da00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f66780d40c0 con 0x7f66780cf6b0 2024-09-19T06:04:07.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.306+0000 7f6676a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f66780b63d0 0x7f66780d39b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43988/0 (socket says 172.21.15.92:43988) 2024-09-19T06:04:07.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.306+0000 7f6676a00640 1 -- 172.21.15.92:0/942044 learned_addr learned my addr 172.21.15.92:0/942044 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:07.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1995047394 0 0) 0x7f66780cfc20 con 0x7f66780b63d0 2024-09-19T06:04:07.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f665c003520 con 0x7f66780b63d0 2024-09-19T06:04:07.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6676000640 1 --2- 172.21.15.92:0/942044 >> v2:172.21.15.102:3300/0 conn(0x7f66780cf6b0 0x7f66781629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:07.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1410665842 0 0) 0x7f665c003520 con 0x7f66780b63d0 2024-09-19T06:04:07.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 >> v2:172.21.15.102:3300/0 conn(0x7f66780cf6b0 msgr2=0x7f66781629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:07.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 --2- 172.21.15.92:0/942044 >> v2:172.21.15.102:3300/0 conn(0x7f66780cf6b0 0x7f66781629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 >> v1:172.21.15.102:6789/0 conn(0x7f6678162f30 legacy=0x7f66780b7880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:07.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66780d31b0 con 0x7f66780b63d0 2024-09-19T06:04:07.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f6668001670 con 0x7f66780b63d0 2024-09-19T06:04:07.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 >> v1:172.21.15.92:6789/0 conn(0x7f66780b63d0 legacy=0x7f66780d39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:07.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f665c003a00 0x7f665c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:07.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f665c004800 0x7f665c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f665c005210 0x7f665c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f66780d40c0 con 0x7f665c003a00 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f665c00c160 con 0x7f665c004800 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.307+0000 7f6675600640 1 -- 172.21.15.92:0/942044 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f665c00c360 con 0x7f665c005210 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.308+0000 7f6676a00640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f665c003a00 0x7f665c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.308+0000 7f6676000640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f665c004800 0x7f665c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.308+0000 7f6677400640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f665c005210 0x7f665c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.308+0000 7f6676a00640 1 -- 172.21.15.92:0/942044 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f665c005210 msgr2=0x7f665c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.308+0000 7f6676a00640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f665c005210 0x7f665c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.308+0000 7f6676a00640 1 -- 172.21.15.92:0/942044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f665c004800 msgr2=0x7f665c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:07.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.308+0000 7f6676a00640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f665c004800 0x7f665c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.308+0000 7f6676a00640 1 -- 172.21.15.92:0/942044 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f665c003520 con 0x7f665c003a00 2024-09-19T06:04:07.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.308+0000 7f6677400640 1 -- 172.21.15.92:0/942044 reap_dead start 2024-09-19T06:04:07.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.309+0000 7f6676a00640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f665c003a00 0x7f665c003e20 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f666800c160 tx=0x7f665c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e948f161c29e6c1c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:07.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.309+0000 7f6675600640 1 -- 172.21.15.92:0/942044 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6668007c60 con 0x7f665c003a00 2024-09-19T06:04:07.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.309+0000 7f6675600640 1 -- 172.21.15.92:0/942044 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6668005af0 con 0x7f665c003a00 2024-09-19T06:04:07.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.309+0000 7f6675600640 1 -- 172.21.15.92:0/942044 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6668007070 con 0x7f665c003a00 2024-09-19T06:04:07.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.310+0000 7f667da00640 1 -- 172.21.15.92:0/942044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f665c003a00 msgr2=0x7f665c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:07.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.310+0000 7f667da00640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f665c003a00 0x7f665c003e20 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f666800c160 tx=0x7f665c005830 comp rx=0 tx=0).stop 2024-09-19T06:04:07.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.310+0000 7f667da00640 1 -- 172.21.15.92:0/942044 shutdown_connections 2024-09-19T06:04:07.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.310+0000 7f667da00640 1 --2- 172.21.15.92:0/942044 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f665c003a00 0x7f665c003e20 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.310+0000 7f667da00640 1 -- 172.21.15.92:0/942044 >> 172.21.15.92:0/942044 conn(0x7f66780d1160 msgr2=0x7f66780d1570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:07.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.310+0000 7f667da00640 1 -- 172.21.15.92:0/942044 shutdown_connections 2024-09-19T06:04:07.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.310+0000 7f667da00640 1 -- 172.21.15.92:0/942044 wait complete. 2024-09-19T06:04:07.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.312+0000 7f667da00640 1 Processor -- start 2024-09-19T06:04:07.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.312+0000 7f667da00640 1 -- start start 2024-09-19T06:04:07.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f667da00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f665c003a00 0x7f66780ce9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f667da00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f667815a840 0x7f6678157980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f667da00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66780c9580 0x7f66780d2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f667da00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f66780cb5c0 con 0x7f667815a840 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f667da00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f66780cb440 con 0x7f66780c9580 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f667da00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f66780d1c80 con 0x7f665c003a00 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6676000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f667815a840 0x7f6678157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6676000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f667815a840 0x7f6678157980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35338/0 (socket says 172.21.15.92:35338) 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6676000640 1 -- 172.21.15.92:0/1368532728 learned_addr learned my addr 172.21.15.92:0/1368532728 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6676a00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f665c003a00 0x7f66780ce9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:07.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6677400640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66780c9580 0x7f66780d2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6676000640 1 -- 172.21.15.92:0/1368532728 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f665c003a00 msgr2=0x7f66780ce9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6676000640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f665c003a00 0x7f66780ce9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6676000640 1 -- 172.21.15.92:0/1368532728 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66780c9580 msgr2=0x7f66780d2290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6676000640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66780c9580 0x7f66780d2290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.313+0000 7f6676000640 1 -- 172.21.15.92:0/1368532728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66780cefb0 con 0x7f667815a840 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.314+0000 7f6676000640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f667815a840 0x7f6678157980 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6664011aa0 tx=0x7f6664011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.314+0000 7f666ea00640 1 -- 172.21.15.92:0/1368532728 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f666400fb80 con 0x7f667815a840 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.314+0000 7f666ea00640 1 -- 172.21.15.92:0/1368532728 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f666400fd20 con 0x7f667815a840 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.314+0000 7f666ea00640 1 -- 172.21.15.92:0/1368532728 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6664014660 con 0x7f667815a840 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.314+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f667815d4c0 con 0x7f667815a840 2024-09-19T06:04:07.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.314+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f667815da80 con 0x7f667815a840 2024-09-19T06:04:07.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.315+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66780b67b0 con 0x7f667815a840 2024-09-19T06:04:07.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.316+0000 7f666ea00640 1 -- 172.21.15.92:0/1368532728 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6664012040 con 0x7f667815a840 2024-09-19T06:04:07.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.317+0000 7f666ea00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f665806c2b0 0x7f665806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:07.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.317+0000 7f666ea00640 1 -- 172.21.15.92:0/1368532728 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7f666408b7a0 con 0x7f667815a840 2024-09-19T06:04:07.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.317+0000 7f6676a00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f665806c2b0 0x7f665806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:07.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.318+0000 7f6676a00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f665806c2b0 0x7f665806e770 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f665c004780 tx=0x7f666802d000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:07.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.321+0000 7f666ea00640 1 -- 172.21.15.92:0/1368532728 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6664019030 con 0x7f667815a840 2024-09-19T06:04:07.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:07.559+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_strays"]} v 0) -- 0x7f66780cf280 con 0x7f667815a840 2024-09-19T06:04:08.338 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:04:08.343 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:04:08.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.412+0000 7f666ea00640 1 -- 172.21.15.92:0/1368532728 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_strays"]}]=0 v162) ==== 143+0+0 (secure 0 0 0) 0x7f666405a200 con 0x7f667815a840 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f665806c2b0 msgr2=0x7f665806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f665806c2b0 0x7f665806e770 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f665c004780 tx=0x7f666802d000 comp rx=0 tx=0).stop 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f667815a840 msgr2=0x7f6678157980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f667815a840 0x7f6678157980 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f6664011aa0 tx=0x7f6664011f60 comp rx=0 tx=0).stop 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 shutdown_connections 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f665806c2b0 0x7f665806e770 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66780c9580 0x7f66780d2290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f667815a840 0x7f6678157980 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 --2- 172.21.15.92:0/1368532728 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f665c003a00 0x7f66780ce9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 >> 172.21.15.92:0/1368532728 conn(0x7f66780d1160 msgr2=0x7f66780b80b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:08.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 shutdown_connections 2024-09-19T06:04:08.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.414+0000 7f667da00640 1 -- 172.21.15.92:0/1368532728 wait complete. 2024-09-19T06:04:08.433 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T06:04:08.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.626+0000 7fe1eaa00640 1 Processor -- start 2024-09-19T06:04:08.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.627+0000 7fe1eaa00640 1 -- start start 2024-09-19T06:04:08.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1eaa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1e415a050 0x7fe1e415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:08.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1eaa00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe1e40731c0 0x7fe1e4073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:08.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1eaa00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe1e415a430 con 0x7fe1e415ffd0 2024-09-19T06:04:08.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1eaa00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe1e4073b40 con 0x7fe1e415a050 2024-09-19T06:04:08.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1eaa00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe1e415d9a0 con 0x7fe1e40731c0 2024-09-19T06:04:08.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1e3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1e415a050 0x7fe1e415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:08.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1e3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe1e415a050 0x7fe1e415d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35340/0 (socket says 172.21.15.92:35340) 2024-09-19T06:04:08.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1e3e00640 1 -- 172.21.15.92:0/2029737781 learned_addr learned my addr 172.21.15.92:0/2029737781 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:08.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1e8a00640 1 --1- 172.21.15.92:0/2029737781 >> v1:172.21.15.92:6789/0 conn(0x7fe1e415ffd0 0x7fe1e4160440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43990/0 (socket says 172.21.15.92:43990) 2024-09-19T06:04:08.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1e3400640 1 --2- 172.21.15.92:0/2029737781 >> v2:172.21.15.102:3300/0 conn(0x7fe1e40731c0 0x7fe1e4073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1e3e00640 1 -- 172.21.15.92:0/2029737781 >> v2:172.21.15.102:3300/0 conn(0x7fe1e40731c0 msgr2=0x7fe1e4073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1e3e00640 1 --2- 172.21.15.92:0/2029737781 >> v2:172.21.15.102:3300/0 conn(0x7fe1e40731c0 0x7fe1e4073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1e3e00640 1 -- 172.21.15.92:0/2029737781 >> v1:172.21.15.92:6789/0 conn(0x7fe1e415ffd0 legacy=0x7fe1e4160440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.629+0000 7fe1e3e00640 1 -- 172.21.15.92:0/2029737781 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1e40cd0a0 con 0x7fe1e415a050 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.628+0000 7fe1e2a00640 1 -- 172.21.15.92:0/2029737781 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1475401436 0 0) 0x7fe1e415a430 con 0x7fe1e415ffd0 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.629+0000 7fe1e3400640 1 --2- 172.21.15.92:0/2029737781 >> v2:172.21.15.102:3300/0 conn(0x7fe1e40731c0 0x7fe1e4073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.630+0000 7fe1e3e00640 1 --2- 172.21.15.92:0/2029737781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e415a050 0x7fe1e415d460 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fe1e40c5c80 tx=0x7fe1d402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4785563be7acf14e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.630+0000 7fe1e2a00640 1 -- 172.21.15.92:0/2029737781 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d4036070 con 0x7fe1e415a050 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.630+0000 7fe1e2a00640 1 -- 172.21.15.92:0/2029737781 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1d4031600 con 0x7fe1e415a050 2024-09-19T06:04:08.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.630+0000 7fe1e2a00640 1 -- 172.21.15.92:0/2029737781 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d40319d0 con 0x7fe1e415a050 2024-09-19T06:04:08.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.630+0000 7fe1eaa00640 1 -- 172.21.15.92:0/2029737781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e415a050 msgr2=0x7fe1e415d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:08.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.630+0000 7fe1eaa00640 1 --2- 172.21.15.92:0/2029737781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e415a050 0x7fe1e415d460 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7fe1e40c5c80 tx=0x7fe1d402a6a0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.630+0000 7fe1eaa00640 1 -- 172.21.15.92:0/2029737781 shutdown_connections 2024-09-19T06:04:08.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.630+0000 7fe1eaa00640 1 --2- 172.21.15.92:0/2029737781 >> v2:172.21.15.102:3300/0 conn(0x7fe1e40731c0 0x7fe1e4073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.630+0000 7fe1eaa00640 1 --2- 172.21.15.92:0/2029737781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e415a050 0x7fe1e415d460 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.631+0000 7fe1eaa00640 1 -- 172.21.15.92:0/2029737781 >> 172.21.15.92:0/2029737781 conn(0x7fe1e406d0f0 msgr2=0x7fe1e406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:08.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.631+0000 7fe1eaa00640 1 -- 172.21.15.92:0/2029737781 shutdown_connections 2024-09-19T06:04:08.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.631+0000 7fe1eaa00640 1 -- 172.21.15.92:0/2029737781 wait complete. 2024-09-19T06:04:08.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.632+0000 7fe1eaa00640 1 Processor -- start 2024-09-19T06:04:08.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.632+0000 7fe1eaa00640 1 -- start start 2024-09-19T06:04:08.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.633+0000 7fe1eaa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e40731c0 0x7fe1e4155600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:08.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.633+0000 7fe1eaa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1e415a050 0x7fe1e4150d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.633+0000 7fe1eaa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1e415ffd0 0x7fe1e4151240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.633+0000 7fe1eaa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e40cd940 con 0x7fe1e40731c0 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.633+0000 7fe1eaa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe1e40cd660 con 0x7fe1e415ffd0 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.633+0000 7fe1eaa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe1e40cdc20 con 0x7fe1e415a050 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.633+0000 7fe1e3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e40731c0 0x7fe1e4155600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.633+0000 7fe1e3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e40731c0 0x7fe1e4155600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35342/0 (socket says 172.21.15.92:35342) 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.633+0000 7fe1e3e00640 1 -- 172.21.15.92:0/870723632 learned_addr learned my addr 172.21.15.92:0/870723632 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e8a00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1e415ffd0 0x7fe1e4151240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e3400640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1e415a050 0x7fe1e4150d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e3e00640 1 -- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1e415a050 msgr2=0x7fe1e4150d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e3e00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1e415a050 0x7fe1e4150d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e3e00640 1 -- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1e415ffd0 msgr2=0x7fe1e4151240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e3e00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1e415ffd0 0x7fe1e4151240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e3e00640 1 -- 172.21.15.92:0/870723632 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1e41f2e90 con 0x7fe1e40731c0 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e3400640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1e415a050 0x7fe1e4150d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e8a00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1e415ffd0 0x7fe1e4151240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1e3e00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e40731c0 0x7fe1e4155600 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4000f80 tx=0x7fe1d4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1dbe00640 1 -- 172.21.15.92:0/870723632 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d4036050 con 0x7fe1e40731c0 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1dbe00640 1 -- 172.21.15.92:0/870723632 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe1d4042070 con 0x7fe1e40731c0 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1dbe00640 1 -- 172.21.15.92:0/870723632 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe1d4009510 con 0x7fe1e40731c0 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.634+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe1e40b3cb0 con 0x7fe1e40731c0 2024-09-19T06:04:08.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.635+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe1e40b4270 con 0x7fe1e40731c0 2024-09-19T06:04:08.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.635+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe1e4069180 con 0x7fe1e40731c0 2024-09-19T06:04:08.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.636+0000 7fe1dbe00640 1 -- 172.21.15.92:0/870723632 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe1d4007c70 con 0x7fe1e40731c0 2024-09-19T06:04:08.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.637+0000 7fe1dbe00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1c406c2b0 0x7fe1c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:08.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.637+0000 7fe1dbe00640 1 -- 172.21.15.92:0/870723632 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7fe1d40ac0b0 con 0x7fe1e40731c0 2024-09-19T06:04:08.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.637+0000 7fe1e3400640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1c406c2b0 0x7fe1c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:08.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.638+0000 7fe1e3400640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1c406c2b0 0x7fe1c406e770 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0006fd0 tx=0x7fe1d0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:08.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.642+0000 7fe1dbe00640 1 -- 172.21.15.92:0/870723632 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe1e4069180 con 0x7fe1e40731c0 2024-09-19T06:04:08.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.816+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fe1e415ac60 con 0x7fe1e40731c0 2024-09-19T06:04:08.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.820+0000 7fe1dbe00640 1 -- 172.21.15.92:0/870723632 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v22)=0 v22) ==== 122+0+0 (secure 0 0 0) 0x7fe1e415ac60 con 0x7fe1e40731c0 2024-09-19T06:04:08.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1c406c2b0 msgr2=0x7fe1c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:08.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1c406c2b0 0x7fe1c406e770 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fe1d0006fd0 tx=0x7fe1d0008040 comp rx=0 tx=0).stop 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e40731c0 msgr2=0x7fe1e4155600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e40731c0 0x7fe1e4155600 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fe1d4000f80 tx=0x7fe1d4004a40 comp rx=0 tx=0).stop 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 shutdown_connections 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe1c406c2b0 0x7fe1c406e770 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe1e415ffd0 0x7fe1e4151240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1e415a050 0x7fe1e4150d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 --2- 172.21.15.92:0/870723632 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe1e40731c0 0x7fe1e4155600 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 >> 172.21.15.92:0/870723632 conn(0x7fe1e406d0f0 msgr2=0x7fe1e40d0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 shutdown_connections 2024-09-19T06:04:08.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:08.822+0000 7fe1eaa00640 1 -- 172.21.15.92:0/870723632 wait complete. 2024-09-19T06:04:08.840 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:04:08.840 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:04:08.938 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:04:09.026 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:04:09.026 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:09.026 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:09.061 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:04:09.061 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:04:09.061 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:09.097 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:04:09.098 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:09.098 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:09.138 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:04:09.138 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:04:09.138 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:09.174 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:04:09.174 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T06:04:09.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:09.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.328+0000 7f4d24800640 1 Processor -- start 2024-09-19T06:04:09.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.329+0000 7f4d24800640 1 -- start start 2024-09-19T06:04:09.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.330+0000 7f4d24800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4d1c15c170 0x7f4d1c15c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.330+0000 7f4d24800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.330+0000 7f4d24800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d1c0b49c0 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.330+0000 7f4d24800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f4d1c15ca90 con 0x7f4d1c15c170 2024-09-19T06:04:09.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.330+0000 7f4d24800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4d1c0b4cf0 con 0x7f4d1c0cf6c0 2024-09-19T06:04:09.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.330+0000 7f4d21400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.330+0000 7f4d21e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4d1c15c170 0x7f4d1c15c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.330+0000 7f4d21400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:56384/0 (socket says 172.21.15.92:56384) 2024-09-19T06:04:09.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.330+0000 7f4d21400640 1 -- 172.21.15.92:0/988711645 learned_addr learned my addr 172.21.15.92:0/988711645 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.331+0000 7f4d21400640 1 -- 172.21.15.92:0/988711645 >> v2:172.21.15.102:3300/0 conn(0x7f4d1c15c170 msgr2=0x7f4d1c15c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.331+0000 7f4d21400640 1 --2- 172.21.15.92:0/988711645 >> v2:172.21.15.102:3300/0 conn(0x7f4d1c15c170 0x7f4d1c15c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.331+0000 7f4d21400640 1 -- 172.21.15.92:0/988711645 >> v1:172.21.15.102:6789/0 conn(0x7f4d1c0b5dd0 legacy=0x7f4d1c15ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.331+0000 7f4d21400640 1 -- 172.21.15.92:0/988711645 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c0b4fd0 con 0x7f4d1c0cf6c0 2024-09-19T06:04:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d21400640 1 --2- 172.21.15.92:0/988711645 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cfb00 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c009870 tx=0x7f4d0c02a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=12bb56b24784bbf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d20a00640 1 -- 172.21.15.92:0/988711645 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0c037070 con 0x7f4d1c0cf6c0 2024-09-19T06:04:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d20a00640 1 -- 172.21.15.92:0/988711645 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d0c032440 con 0x7f4d1c0cf6c0 2024-09-19T06:04:09.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d20a00640 1 -- 172.21.15.92:0/988711645 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d0c032810 con 0x7f4d1c0cf6c0 2024-09-19T06:04:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d24800640 1 -- 172.21.15.92:0/988711645 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 msgr2=0x7f4d1c0cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d24800640 1 --2- 172.21.15.92:0/988711645 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cfb00 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c009870 tx=0x7f4d0c02a250 comp rx=0 tx=0).stop 2024-09-19T06:04:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d24800640 1 -- 172.21.15.92:0/988711645 shutdown_connections 2024-09-19T06:04:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d24800640 1 --2- 172.21.15.92:0/988711645 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cfb00 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d24800640 1 --2- 172.21.15.92:0/988711645 >> v2:172.21.15.102:3300/0 conn(0x7f4d1c15c170 0x7f4d1c15c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.332+0000 7f4d24800640 1 -- 172.21.15.92:0/988711645 >> 172.21.15.92:0/988711645 conn(0x7f4d1c06bc10 msgr2=0x7f4d1c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.333+0000 7f4d24800640 1 -- 172.21.15.92:0/988711645 shutdown_connections 2024-09-19T06:04:09.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.333+0000 7f4d24800640 1 -- 172.21.15.92:0/988711645 wait complete. 2024-09-19T06:04:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.334+0000 7f4d24800640 1 Processor -- start 2024-09-19T06:04:09.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.334+0000 7f4d24800640 1 -- start start 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d24800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c0b5dd0 0x7f4d1c1f4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d24800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cbd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d24800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c15c170 0x7f4d1c0cc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d24800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c0b5870 con 0x7f4d1c15c170 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d24800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4d1c0b5590 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d24800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4d1c0b5b50 con 0x7f4d1c0cf6c0 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d21e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c0b5dd0 0x7f4d1c1f4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d21400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d21e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c0b5dd0 0x7f4d1c1f4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:32786/0 (socket says 172.21.15.92:32786) 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d21e00640 1 -- 172.21.15.92:0/4099516736 learned_addr learned my addr 172.21.15.92:0/4099516736 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.335+0000 7f4d22800640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c15c170 0x7f4d1c0cc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.336+0000 7f4d21e00640 1 -- 172.21.15.92:0/4099516736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 msgr2=0x7f4d1c0cbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.336+0000 7f4d21e00640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cbd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.336+0000 7f4d21e00640 1 -- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c15c170 msgr2=0x7f4d1c0cc2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.336+0000 7f4d21e00640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c15c170 0x7f4d1c0cc2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.336+0000 7f4d21e00640 1 -- 172.21.15.92:0/4099516736 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d1c15e350 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.336+0000 7f4d21400640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:04:09.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.336+0000 7f4d21e00640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c0b5dd0 0x7f4d1c1f4f40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4d1000e8a0 tx=0x7f4d1000ed60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:09.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.336+0000 7f4d16000640 1 -- 172.21.15.92:0/4099516736 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d10017070 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.337+0000 7f4d16000640 1 -- 172.21.15.92:0/4099516736 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4d1000c940 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.337+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d1c15e630 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.337+0000 7f4d16000640 1 -- 172.21.15.92:0/4099516736 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4d1000cd30 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.337+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d1c15ebf0 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.338+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d1c0cfb00 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.338+0000 7f4d16000640 1 -- 172.21.15.92:0/4099516736 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4d1001a070 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.339+0000 7f4d16000640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4d0006c2b0 0x7f4d0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.339+0000 7f4d16000640 1 -- 172.21.15.92:0/4099516736 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7f4d1008b370 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.340+0000 7f4d21400640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4d0006c2b0 0x7f4d0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.340+0000 7f4d21400640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4d0006c2b0 0x7f4d0006e770 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c034000 tx=0x7f4d0c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:09.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.345+0000 7f4d16000640 1 -- 172.21.15.92:0/4099516736 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4d100596f0 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.554+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4d1c14b6f0 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.555+0000 7f4d16000640 1 -- 172.21.15.92:0/4099516736 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) ==== 94+0+3917 (secure 0 0 0) 0x7f4d1005d9f0 con 0x7f4d1c0b5dd0 2024-09-19T06:04:09.557 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:09.557 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":36,"btime":"2024-09-19T06:04:02:389899+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5320,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3596837151","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3596837151},{"type":"v1","addr":"172.21.15.92:6836","nonce":3596837151}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":28},{"gid":5323,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2624995313","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2624995313},{"type":"v1","addr":"172.21.15.92:6837","nonce":2624995313}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5326,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3013882373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3013882373},{"type":"v1","addr":"172.21.15.102:6834","nonce":3013882373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":29},{"gid":5506,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/4048686373","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":4048686373},{"type":"v1","addr":"172.21.15.102:6835","nonce":4048686373}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":36}],"filesystems":[]} 2024-09-19T06:04:09.557 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 36 2024-09-19T06:04:09.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4d0006c2b0 msgr2=0x7f4d0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4d0006c2b0 0x7f4d0006e770 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f4d0c034000 tx=0x7f4d0c02e000 comp rx=0 tx=0).stop 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c0b5dd0 msgr2=0x7f4d1c1f4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c0b5dd0 0x7f4d1c1f4f40 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4d1000e8a0 tx=0x7f4d1000ed60 comp rx=0 tx=0).stop 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 shutdown_connections 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d1c15c170 0x7f4d1c0cc2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d1c0cf6c0 0x7f4d1c0cbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4d0006c2b0 0x7f4d0006e770 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 --2- 172.21.15.92:0/4099516736 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d1c0b5dd0 0x7f4d1c1f4f40 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 >> 172.21.15.92:0/4099516736 conn(0x7f4d1c06bc10 msgr2=0x7f4d1c15b350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 shutdown_connections 2024-09-19T06:04:09.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.557+0000 7f4d24800640 1 -- 172.21.15.92:0/4099516736 wait complete. 2024-09-19T06:04:09.575 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:04:09.575 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T06:04:09.575 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:04:09.576 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:04:09.577 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:04:09.577 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T06:04:09.577 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:04:09.577 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:04:09.577 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:04:09.577 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T06:04:09.577 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:04:09.578 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:04:09.578 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:04:09.578 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T06:04:09.578 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:04:09.578 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:04:09.592 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:04:09.592 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:04:09.593 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:04:09.593 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:04:09.595 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:04:09.595 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:04:09.596 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:04:09.596 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:04:09.638 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:04:09.638 DEBUG:teuthology.parallel:result is None 2024-09-19T06:04:09.641 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:04:09.641 DEBUG:teuthology.parallel:result is None 2024-09-19T06:04:09.642 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:04:09.642 DEBUG:teuthology.parallel:result is None 2024-09-19T06:04:09.644 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:04:09.644 DEBUG:teuthology.parallel:result is None 2024-09-19T06:04:09.645 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T06:04:09.767 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:04:09.767 INFO:tasks.ceph.mds.d.smithi102.stdout:starting mds.d at 2024-09-19T06:04:09.774 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:04:09.774 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:04:09.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.806+0000 7f724b800640 1 Processor -- start 2024-09-19T06:04:09.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.806+0000 7f724b800640 1 -- start start 2024-09-19T06:04:09.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.807+0000 7f724b800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f724415a050 0x7f724415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.807+0000 7f724b800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f724415ee90 0x7f7244073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.807+0000 7f724b800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f724415a430 con 0x7f72440731c0 2024-09-19T06:04:09.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.807+0000 7f724b800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f7244073b40 con 0x7f724415a050 2024-09-19T06:04:09.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.807+0000 7f724b800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f724415d9a0 con 0x7f724415ee90 2024-09-19T06:04:09.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.808+0000 7f723be00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f72440731c0 0x7f724415ffd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44010/0 (socket says 172.21.15.92:44010) 2024-09-19T06:04:09.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.808+0000 7f723be00640 1 -- 172.21.15.92:0/3086381638 learned_addr learned my addr 172.21.15.92:0/3086381638 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:09.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.808+0000 7f7248e00640 1 --2- 172.21.15.92:0/3086381638 >> v2:172.21.15.92:3300/0 conn(0x7f724415a050 0x7f724415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.810 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.808+0000 7f7249800640 1 --2- 172.21.15.92:0/3086381638 >> v2:172.21.15.102:3300/0 conn(0x7f724415ee90 0x7f7244073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.808+0000 7f7248e00640 1 -- 172.21.15.92:0/3086381638 >> v2:172.21.15.102:3300/0 conn(0x7f724415ee90 msgr2=0x7f7244073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:09.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.808+0000 7f7248e00640 1 --2- 172.21.15.92:0/3086381638 >> v2:172.21.15.102:3300/0 conn(0x7f724415ee90 0x7f7244073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.808+0000 7f7248e00640 1 -- 172.21.15.92:0/3086381638 >> v1:172.21.15.92:6789/0 conn(0x7f72440731c0 legacy=0x7f724415ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.808+0000 7f7248e00640 1 -- 172.21.15.92:0/3086381638 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f72440cd0a0 con 0x7f724415a050 2024-09-19T06:04:09.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.809+0000 7f7248e00640 1 --2- 172.21.15.92:0/3086381638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415a050 0x7f724415d460 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f72440b2950 tx=0x7f723402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a048548558509fc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:09.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f7243e00640 1 -- 172.21.15.92:0/3086381638 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7234037070 con 0x7f724415a050 2024-09-19T06:04:09.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f7243e00640 1 -- 172.21.15.92:0/3086381638 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7234032440 con 0x7f724415a050 2024-09-19T06:04:09.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f7243e00640 1 -- 172.21.15.92:0/3086381638 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723402ae60 con 0x7f724415a050 2024-09-19T06:04:09.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f724b800640 1 -- 172.21.15.92:0/3086381638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415a050 msgr2=0x7f724415d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f724b800640 1 --2- 172.21.15.92:0/3086381638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415a050 0x7f724415d460 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f72440b2950 tx=0x7f723402a110 comp rx=0 tx=0).stop 2024-09-19T06:04:09.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f724b800640 1 -- 172.21.15.92:0/3086381638 shutdown_connections 2024-09-19T06:04:09.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f724b800640 1 --2- 172.21.15.92:0/3086381638 >> v2:172.21.15.102:3300/0 conn(0x7f724415ee90 0x7f7244073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f724b800640 1 --2- 172.21.15.92:0/3086381638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415a050 0x7f724415d460 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f724b800640 1 -- 172.21.15.92:0/3086381638 >> 172.21.15.92:0/3086381638 conn(0x7f724406d0f0 msgr2=0x7f724406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:09.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f724b800640 1 -- 172.21.15.92:0/3086381638 shutdown_connections 2024-09-19T06:04:09.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.810+0000 7f724b800640 1 -- 172.21.15.92:0/3086381638 wait complete. 2024-09-19T06:04:09.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.812+0000 7f724b800640 1 Processor -- start 2024-09-19T06:04:09.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.812+0000 7f724b800640 1 -- start start 2024-09-19T06:04:09.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f724b800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72440731c0 0x7f724414b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f724b800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f724415a050 0x7f72440ca8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f724b800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415ee90 0x7f7244158290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f724b800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f72440cd940 con 0x7f724415ee90 2024-09-19T06:04:09.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f724b800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f72440cd660 con 0x7f72440731c0 2024-09-19T06:04:09.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f724b800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f72440cdc20 con 0x7f724415a050 2024-09-19T06:04:09.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f7249800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415ee90 0x7f7244158290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f7249800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415ee90 0x7f7244158290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35430/0 (socket says 172.21.15.92:35430) 2024-09-19T06:04:09.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f7249800640 1 -- 172.21.15.92:0/996845757 learned_addr learned my addr 172.21.15.92:0/996845757 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:09.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f723be00640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f724415a050 0x7f72440ca8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f7248e00640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72440731c0 0x7f724414b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f7249800640 1 -- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f724415a050 msgr2=0x7f72440ca8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f7249800640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f724415a050 0x7f72440ca8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f7249800640 1 -- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72440731c0 msgr2=0x7f724414b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:09.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.813+0000 7f7249800640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72440731c0 0x7f724414b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:09.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.814+0000 7f7249800640 1 -- 172.21.15.92:0/996845757 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f724414b680 con 0x7f724415ee90 2024-09-19T06:04:09.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.814+0000 7f7248e00640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72440731c0 0x7f724414b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:09.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.814+0000 7f723be00640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f724415a050 0x7f72440ca8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:09.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.814+0000 7f7249800640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415ee90 0x7f7244158290 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f723c009d30 tx=0x7f723c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:09.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.814+0000 7f7241600640 1 -- 172.21.15.92:0/996845757 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723c018020 con 0x7f724415ee90 2024-09-19T06:04:09.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.814+0000 7f7241600640 1 -- 172.21.15.92:0/996845757 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f723c014480 con 0x7f724415ee90 2024-09-19T06:04:09.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.814+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f72440cb1a0 con 0x7f724415ee90 2024-09-19T06:04:09.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.814+0000 7f7241600640 1 -- 172.21.15.92:0/996845757 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f723c014870 con 0x7f724415ee90 2024-09-19T06:04:09.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.814+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f72440cb760 con 0x7f724415ee90 2024-09-19T06:04:09.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.815+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f72440b36e0 con 0x7f724415ee90 2024-09-19T06:04:09.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.816+0000 7f7241600640 1 -- 172.21.15.92:0/996845757 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f723c005d10 con 0x7f724415ee90 2024-09-19T06:04:09.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.817+0000 7f7241600640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f722006c2b0 0x7f722006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:09.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.817+0000 7f7241600640 1 -- 172.21.15.92:0/996845757 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(59..59 src has 1..59) ==== 4943+0+0 (secure 0 0 0) 0x7f723c08bbe0 con 0x7f724415ee90 2024-09-19T06:04:09.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.817+0000 7f7248e00640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f722006c2b0 0x7f722006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:09.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.818+0000 7f7248e00640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f722006c2b0 0x7f722006e770 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7234034000 tx=0x7f723402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:09.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:09.821+0000 7f7241600640 1 -- 172.21.15.92:0/996845757 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f723c022070 con 0x7f724415ee90 2024-09-19T06:04:10.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.010+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7f724415c330 con 0x7f724415ee90 2024-09-19T06:04:10.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.845+0000 7f7241600640 1 -- 172.21.15.92:0/996845757 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v64) ==== 97+0+0 (secure 0 0 0) 0x7f723c010040 con 0x7f724415ee90 2024-09-19T06:04:10.848 INFO:teuthology.orchestra.run.smithi092.stderr: removed all blocklist entries 2024-09-19T06:04:10.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f722006c2b0 msgr2=0x7f722006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f722006c2b0 0x7f722006e770 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f7234034000 tx=0x7f723402e000 comp rx=0 tx=0).stop 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415ee90 msgr2=0x7f7244158290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415ee90 0x7f7244158290 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f723c009d30 tx=0x7f723c00c490 comp rx=0 tx=0).stop 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 shutdown_connections 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f724415ee90 0x7f7244158290 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f724415a050 0x7f72440ca8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f722006c2b0 0x7f722006e770 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 --2- 172.21.15.92:0/996845757 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f72440731c0 0x7f724414b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.847+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 >> 172.21.15.92:0/996845757 conn(0x7f724406d0f0 msgr2=0x7f72440ce2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.848+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 shutdown_connections 2024-09-19T06:04:10.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:10.848+0000 7f724b800640 1 -- 172.21.15.92:0/996845757 wait complete. 2024-09-19T06:04:10.867 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T06:04:11.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.019+0000 7f984fe00640 1 Processor -- start 2024-09-19T06:04:11.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.019+0000 7f984fe00640 1 -- start start 2024-09-19T06:04:11.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f98480b5be0 0x7f984815a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984fe00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98480b6830 con 0x7f98480b29a0 2024-09-19T06:04:11.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984fe00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f98480cd0b0 con 0x7f984815e600 2024-09-19T06:04:11.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984fe00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f984806e550 con 0x7f98480b5be0 2024-09-19T06:04:11.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f98480b5be0 0x7f984815a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984ca00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f98480b29a0 0x7f984806de40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44020/0 (socket says 172.21.15.92:44020) 2024-09-19T06:04:11.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984ca00640 1 -- 172.21.15.92:0/632439245 learned_addr learned my addr 172.21.15.92:0/632439245 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:11.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984d400640 1 -- 172.21.15.92:0/632439245 >> v1:172.21.15.102:6789/0 conn(0x7f984815e600 legacy=0x7f984815eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984d400640 1 -- 172.21.15.92:0/632439245 >> v1:172.21.15.92:6789/0 conn(0x7f98480b29a0 legacy=0x7f984806de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f984d400640 1 -- 172.21.15.92:0/632439245 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f98480cd390 con 0x7f98480b5be0 2024-09-19T06:04:11.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.021+0000 7f9847e00640 1 -- 172.21.15.92:0/632439245 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2258570298 0 0) 0x7f98480b6830 con 0x7f98480b29a0 2024-09-19T06:04:11.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.022+0000 7f984d400640 1 --2- 172.21.15.92:0/632439245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b5be0 0x7f984815a9c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f983c0097a0 tx=0x7f983c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9fe7af47c7d7426 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:11.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f9847e00640 1 -- 172.21.15.92:0/632439245 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c037070 con 0x7f98480b5be0 2024-09-19T06:04:11.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f9847e00640 1 -- 172.21.15.92:0/632439245 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f983c032440 con 0x7f98480b5be0 2024-09-19T06:04:11.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f9847e00640 1 -- 172.21.15.92:0/632439245 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c032810 con 0x7f98480b5be0 2024-09-19T06:04:11.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f984fe00640 1 -- 172.21.15.92:0/632439245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b5be0 msgr2=0x7f984815a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f984fe00640 1 --2- 172.21.15.92:0/632439245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b5be0 0x7f984815a9c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f983c0097a0 tx=0x7f983c02a1a0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f984fe00640 1 -- 172.21.15.92:0/632439245 shutdown_connections 2024-09-19T06:04:11.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f984fe00640 1 --2- 172.21.15.92:0/632439245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b5be0 0x7f984815a9c0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f984fe00640 1 -- 172.21.15.92:0/632439245 >> 172.21.15.92:0/632439245 conn(0x7f984806bc10 msgr2=0x7f984806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:11.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f984fe00640 1 -- 172.21.15.92:0/632439245 shutdown_connections 2024-09-19T06:04:11.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.023+0000 7f984fe00640 1 -- 172.21.15.92:0/632439245 wait complete. 2024-09-19T06:04:11.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.025+0000 7f984fe00640 1 Processor -- start 2024-09-19T06:04:11.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.025+0000 7f984fe00640 1 -- start start 2024-09-19T06:04:11.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b29a0 0x7f9848158980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984fe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98480b5be0 0x7f984815c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984815e600 0x7f9848150160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984fe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f984815f1c0 con 0x7f98480b29a0 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984fe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f984815f410 con 0x7f98480b5be0 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f98480cd950 con 0x7f984815e600 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b29a0 0x7f9848158980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b29a0 0x7f9848158980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35448/0 (socket says 172.21.15.92:35448) 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984d400640 1 -- 172.21.15.92:0/2047360715 learned_addr learned my addr 172.21.15.92:0/2047360715 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984ca00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98480b5be0 0x7f984815c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.026+0000 7f984de00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984815e600 0x7f9848150160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f984d400640 1 -- 172.21.15.92:0/2047360715 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984815e600 msgr2=0x7f9848150160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f984d400640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984815e600 0x7f9848150160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f984d400640 1 -- 172.21.15.92:0/2047360715 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98480b5be0 msgr2=0x7f984815c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f984d400640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98480b5be0 0x7f984815c320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f984d400640 1 -- 172.21.15.92:0/2047360715 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f984815c860 con 0x7f98480b29a0 2024-09-19T06:04:11.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f984de00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984815e600 0x7f9848150160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:11.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f984d400640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b29a0 0x7f9848158980 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f983c0097a0 tx=0x7f983c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:11.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f9845600640 1 -- 172.21.15.92:0/2047360715 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c037050 con 0x7f98480b29a0 2024-09-19T06:04:11.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f9845600640 1 -- 172.21.15.92:0/2047360715 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f983c038040 con 0x7f98480b29a0 2024-09-19T06:04:11.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f9845600640 1 -- 172.21.15.92:0/2047360715 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f983c004490 con 0x7f98480b29a0 2024-09-19T06:04:11.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f98481506a0 con 0x7f98480b29a0 2024-09-19T06:04:11.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.027+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9848157e80 con 0x7f98480b29a0 2024-09-19T06:04:11.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.029+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9848158050 con 0x7f98480b29a0 2024-09-19T06:04:11.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.029+0000 7f9845600640 1 -- 172.21.15.92:0/2047360715 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f983c030900 con 0x7f98480b29a0 2024-09-19T06:04:11.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.030+0000 7f9845600640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2b0 0x7f982806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.030+0000 7f9845600640 1 -- 172.21.15.92:0/2047360715 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 4857+0+0 (secure 0 0 0) 0x7f983c0abc90 con 0x7f98480b29a0 2024-09-19T06:04:11.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.031+0000 7f984ca00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2b0 0x7f982806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.031+0000 7f984ca00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2b0 0x7f982806e770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f9834007f70 tx=0x7f9834007f00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:11.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.034+0000 7f9845600640 1 -- 172.21.15.92:0/2047360715 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f984815c860 con 0x7f98480b29a0 2024-09-19T06:04:11.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.272+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f98480cef80 con 0x7f98480b29a0 2024-09-19T06:04:11.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.273+0000 7f9845600640 1 -- 172.21.15.92:0/2047360715 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) ==== 80+0+5304 (secure 0 0 0) 0x7f983c07a900 con 0x7f98480b29a0 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: "auth_dump": [ 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.a", 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmlh2wOBAA5hQY7hCZfN2s4Ac/R9W5kw==", 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:11.275 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.b", 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtqPUEBAANewLwiR3BpVMW2hSDqhspg==", 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.276 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.c", 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtuPIBhAAGUKYpJvmmJ0NmtPPP4gEhg==", 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.d", 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmJZLGGhAACbBs0g8Fmh+MNX4zfDfTZQ==", 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.277 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:11.278 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:11.278 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:11.278 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.278 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.278 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.278 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.278 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.0", 2024-09-19T06:04:11.278 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDuvetm6J06MhAAil4Oe+uQpGv1QE16EQnYjQ==", 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.1", 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDyvetm3pJVLRAAXCorP+PSewcJEguiwm6kVg==", 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:11.279 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.2", 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD2vetm71GWORAAlpcz12YhdL/wPDGHJ/56xA==", 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.280 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.3", 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD6vetmg3bgIhAAebFnzJXM3D4VbWfMvoSyjA==", 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.4", 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQABvutmjNg2HxAANs2gm6lxqF5NFfiXtAjtoA==", 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.281 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.5", 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAFvutm0iayGxAAnST01rIcVM/jB/+PiIhoow==", 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:11.282 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:11.283 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.283 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.283 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.283 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.283 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.6", 2024-09-19T06:04:11.283 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAJvutmIvjYCBAAtahtgI5nOkffTgRzmgHtuQ==", 2024-09-19T06:04:11.283 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.283 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.7", 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAMvutmsRDVLhAAJVAaQuPT1576e7RzQBV+8w==", 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.284 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.0", 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w==", 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow r", 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.1", 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmWLRhMBAA/Nmeq0heFaFG8yIJE/3Y9w==", 2024-09-19T06:04:11.285 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.2", 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmqInJKRAAkCvg74osnbc+PvxNo/EOUw==", 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:04:11.286 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.3", 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmm7MZNxAA88p3ljHoW+D+XTrdEA/CIw==", 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.admin", 2024-09-19T06:04:11.287 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm81WzCRAA0u/Gr0QQbJy2RUOrw6ZHQA==", 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.x", 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm014lMhAAiJF1aPtFGL0s4/OAk6w24Q==", 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:04:11.288 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.y", 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmZltGKxAAdcGU2K3nflJH1TJAzHBoZw==", 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.289 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:04:11.290 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2b0 msgr2=0x7f982806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2b0 0x7f982806e770 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f9834007f70 tx=0x7f9834007f00 comp rx=0 tx=0).stop 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b29a0 msgr2=0x7f9848158980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b29a0 0x7f9848158980 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f983c0097a0 tx=0x7f983c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 shutdown_connections 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f984815e600 0x7f9848150160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f982806c2b0 0x7f982806e770 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f98480b5be0 0x7f984815c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 --2- 172.21.15.92:0/2047360715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f98480b29a0 0x7f9848158980 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 >> 172.21.15.92:0/2047360715 conn(0x7f984806bc10 msgr2=0x7f98480b48b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 shutdown_connections 2024-09-19T06:04:11.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.275+0000 7f984fe00640 1 -- 172.21.15.92:0/2047360715 wait complete. 2024-09-19T06:04:11.293 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:04:11.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.445+0000 7fca5e200640 1 Processor -- start 2024-09-19T06:04:11.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.445+0000 7fca5e200640 1 -- start start 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.446+0000 7fca5e200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca580b7a40 0x7fca580b7e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.446+0000 7fca5e200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fca580d0f70 0x7fca580d1420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.446+0000 7fca5e200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fca580cfbd0 con 0x7fca5815e650 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.446+0000 7fca5e200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fca580d2c30 con 0x7fca580d0f70 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.446+0000 7fca5e200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fca580cfe80 con 0x7fca580b7a40 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.446+0000 7fca5d800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fca580d0f70 0x7fca580d1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.446+0000 7fca5d800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fca580d0f70 0x7fca580d1420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35462/0 (socket says 172.21.15.92:35462) 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.446+0000 7fca5d800640 1 -- 172.21.15.92:0/1462261949 learned_addr learned my addr 172.21.15.92:0/1462261949 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.447+0000 7fca57e00640 1 --2- 172.21.15.92:0/1462261949 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca580b7a40 0x7fca580b7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.447+0000 7fca5d800640 1 -- 172.21.15.92:0/1462261949 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca580b7a40 msgr2=0x7fca580b7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.447+0000 7fca5d800640 1 --2- 172.21.15.92:0/1462261949 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca580b7a40 0x7fca580b7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.447+0000 7fca5d800640 1 -- 172.21.15.92:0/1462261949 >> v1:172.21.15.102:6789/0 conn(0x7fca5815e650 legacy=0x7fca580cf4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.447+0000 7fca5d800640 1 -- 172.21.15.92:0/1462261949 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca580d2300 con 0x7fca580d0f70 2024-09-19T06:04:11.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.447+0000 7fca57e00640 1 --2- 172.21.15.92:0/1462261949 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca580b7a40 0x7fca580b7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:11.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.448+0000 7fca5d800640 1 --2- 172.21.15.92:0/1462261949 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 0x7fca580d1420 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fca50009e50 tx=0x7fca5002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=afd1002ac582cef7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:11.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.448+0000 7fca57400640 1 -- 172.21.15.92:0/1462261949 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca50036070 con 0x7fca580d0f70 2024-09-19T06:04:11.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.448+0000 7fca57400640 1 -- 172.21.15.92:0/1462261949 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca50031600 con 0x7fca580d0f70 2024-09-19T06:04:11.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.448+0000 7fca57400640 1 -- 172.21.15.92:0/1462261949 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca500319d0 con 0x7fca580d0f70 2024-09-19T06:04:11.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.449+0000 7fca5e200640 1 -- 172.21.15.92:0/1462261949 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 msgr2=0x7fca580d1420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.449+0000 7fca5e200640 1 --2- 172.21.15.92:0/1462261949 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 0x7fca580d1420 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fca50009e50 tx=0x7fca5002a710 comp rx=0 tx=0).stop 2024-09-19T06:04:11.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.449+0000 7fca5e200640 1 -- 172.21.15.92:0/1462261949 shutdown_connections 2024-09-19T06:04:11.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.449+0000 7fca5e200640 1 --2- 172.21.15.92:0/1462261949 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 0x7fca580d1420 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.449+0000 7fca5e200640 1 --2- 172.21.15.92:0/1462261949 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca580b7a40 0x7fca580b7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.449+0000 7fca5e200640 1 -- 172.21.15.92:0/1462261949 >> 172.21.15.92:0/1462261949 conn(0x7fca580b60f0 msgr2=0x7fca580b6500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:11.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.449+0000 7fca5e200640 1 -- 172.21.15.92:0/1462261949 shutdown_connections 2024-09-19T06:04:11.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.449+0000 7fca5e200640 1 -- 172.21.15.92:0/1462261949 wait complete. 2024-09-19T06:04:11.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.450+0000 7fca5e200640 1 Processor -- start 2024-09-19T06:04:11.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.451+0000 7fca5e200640 1 -- start start 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.451+0000 7fca5e200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca580b7a40 0x7fca580ce160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.451+0000 7fca5e200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 0x7fca581e9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca5e200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca5815e650 0x7fca581ea220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca5e200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fca5815ea30 con 0x7fca580d0f70 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca5e200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fca580d28c0 con 0x7fca580b7a40 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca5e200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fca58163040 con 0x7fca5815e650 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca57e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 0x7fca581e9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca57e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 0x7fca581e9ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35470/0 (socket says 172.21.15.92:35470) 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca57e00640 1 -- 172.21.15.92:0/3283948605 learned_addr learned my addr 172.21.15.92:0/3283948605 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca5ce00640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca580b7a40 0x7fca580ce160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca5d800640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca5815e650 0x7fca581ea220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca57e00640 1 -- 172.21.15.92:0/3283948605 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca5815e650 msgr2=0x7fca581ea220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca57e00640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca5815e650 0x7fca581ea220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca57e00640 1 -- 172.21.15.92:0/3283948605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca580b7a40 msgr2=0x7fca580ce160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca57e00640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca580b7a40 0x7fca580ce160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca57e00640 1 -- 172.21.15.92:0/3283948605 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fca581e8f20 con 0x7fca580d0f70 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca5ce00640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca580b7a40 0x7fca580ce160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.452+0000 7fca57e00640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 0x7fca581e9ce0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fca4400e7e0 tx=0x7fca4400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.453+0000 7fca54c00640 1 -- 172.21.15.92:0/3283948605 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca44017070 con 0x7fca580d0f70 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.453+0000 7fca54c00640 1 -- 172.21.15.92:0/3283948605 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fca4400c6d0 con 0x7fca580d0f70 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.453+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fca581e9200 con 0x7fca580d0f70 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.453+0000 7fca54c00640 1 -- 172.21.15.92:0/3283948605 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fca4400f040 con 0x7fca580d0f70 2024-09-19T06:04:11.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.453+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fca5815afb0 con 0x7fca580d0f70 2024-09-19T06:04:11.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.454+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fca580b7e80 con 0x7fca580d0f70 2024-09-19T06:04:11.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.455+0000 7fca54c00640 1 -- 172.21.15.92:0/3283948605 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fca4401a070 con 0x7fca580d0f70 2024-09-19T06:04:11.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.456+0000 7fca54c00640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca3806c2b0 0x7fca3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.456+0000 7fca54c00640 1 -- 172.21.15.92:0/3283948605 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 4857+0+0 (secure 0 0 0) 0x7fca4408afb0 con 0x7fca580d0f70 2024-09-19T06:04:11.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.456+0000 7fca5ce00640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca3806c2b0 0x7fca3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.456+0000 7fca5ce00640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca3806c2b0 0x7fca3806e770 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fca4c001660 tx=0x7fca4c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:11.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.460+0000 7fca54c00640 1 -- 172.21.15.92:0/3283948605 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fca44059410 con 0x7fca580d0f70 2024-09-19T06:04:11.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.636+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fca58076170 con 0x7fca580d0f70 2024-09-19T06:04:11.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.637+0000 7fca54c00640 1 -- 172.21.15.92:0/3283948605 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v64) ==== 84+0+65 (secure 0 0 0) 0x7fca4405d710 con 0x7fca580d0f70 2024-09-19T06:04:11.639 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:11.639 INFO:teuthology.orchestra.run.smithi092.stdout:[ 2024-09-19T06:04:11.639 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:11.639 INFO:teuthology.orchestra.run.smithi092.stdout: "poolnum": 1, 2024-09-19T06:04:11.639 INFO:teuthology.orchestra.run.smithi092.stdout: "poolname": ".mgr" 2024-09-19T06:04:11.639 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:11.639 INFO:teuthology.orchestra.run.smithi092.stdout:] 2024-09-19T06:04:11.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca3806c2b0 msgr2=0x7fca3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca3806c2b0 0x7fca3806e770 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fca4c001660 tx=0x7fca4c009040 comp rx=0 tx=0).stop 2024-09-19T06:04:11.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 msgr2=0x7fca581e9ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 0x7fca581e9ce0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fca4400e7e0 tx=0x7fca4400eca0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 shutdown_connections 2024-09-19T06:04:11.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fca5815e650 0x7fca581ea220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fca580d0f70 0x7fca581e9ce0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca3806c2b0 0x7fca3806e770 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 --2- 172.21.15.92:0/3283948605 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fca580b7a40 0x7fca580ce160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 >> 172.21.15.92:0/3283948605 conn(0x7fca580b60f0 msgr2=0x7fca580b9990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:11.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 shutdown_connections 2024-09-19T06:04:11.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.639+0000 7fca5e200640 1 -- 172.21.15.92:0/3283948605 wait complete. 2024-09-19T06:04:11.657 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:04:11.657 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:04:11.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.812+0000 7f8ec5200640 1 Processor -- start 2024-09-19T06:04:11.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.812+0000 7f8ec5200640 1 -- start start 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ec5200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8ec015e7c0 0x7f8ec00d00d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ec5200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 0x7f8ec00b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ec5200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8ec00d0e60 con 0x7f8ec00b59d0 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ec5200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8ec00d1140 con 0x7f8ec015e7c0 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ec5200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8ec00b49b0 con 0x7f8ec00d0610 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ebde00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8ec015e7c0 0x7f8ec00d00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ebde00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8ec015e7c0 0x7f8ec00d00d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35486/0 (socket says 172.21.15.92:35486) 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ebde00640 1 -- 172.21.15.92:0/2981498459 learned_addr learned my addr 172.21.15.92:0/2981498459 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ebe800640 1 --1- 172.21.15.92:0/2981498459 >> v1:172.21.15.92:6789/0 conn(0x7f8ec00b59d0 0x7f8ec00b5e60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44032/0 (socket says 172.21.15.92:44032) 2024-09-19T06:04:11.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.813+0000 7f8ebd400640 1 --2- 172.21.15.92:0/2981498459 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 0x7f8ec00b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.814+0000 7f8ebde00640 1 -- 172.21.15.92:0/2981498459 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 msgr2=0x7f8ec00b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:11.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.814+0000 7f8ebde00640 1 --2- 172.21.15.92:0/2981498459 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 0x7f8ec00b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.814+0000 7f8ebde00640 1 -- 172.21.15.92:0/2981498459 >> v1:172.21.15.92:6789/0 conn(0x7f8ec00b59d0 legacy=0x7f8ec00b5e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.814+0000 7f8ebde00640 1 -- 172.21.15.92:0/2981498459 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec00b4c90 con 0x7f8ec015e7c0 2024-09-19T06:04:11.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.815+0000 7f8ebde00640 1 --2- 172.21.15.92:0/2981498459 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 0x7f8ec00d00d0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f8eb0009870 tx=0x7f8eb002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae7db027417ba072 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:11.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.815+0000 7f8ebca00640 1 -- 172.21.15.92:0/2981498459 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb0037070 con 0x7f8ec015e7c0 2024-09-19T06:04:11.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.815+0000 7f8ebca00640 1 -- 172.21.15.92:0/2981498459 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eb0032440 con 0x7f8ec015e7c0 2024-09-19T06:04:11.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.815+0000 7f8ebca00640 1 -- 172.21.15.92:0/2981498459 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb0032810 con 0x7f8ec015e7c0 2024-09-19T06:04:11.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.816+0000 7f8ec5200640 1 -- 172.21.15.92:0/2981498459 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 msgr2=0x7f8ec00d00d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.816+0000 7f8ec5200640 1 --2- 172.21.15.92:0/2981498459 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 0x7f8ec00d00d0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f8eb0009870 tx=0x7f8eb002a250 comp rx=0 tx=0).stop 2024-09-19T06:04:11.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.816+0000 7f8ec5200640 1 -- 172.21.15.92:0/2981498459 shutdown_connections 2024-09-19T06:04:11.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.816+0000 7f8ec5200640 1 --2- 172.21.15.92:0/2981498459 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 0x7f8ec00b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.816+0000 7f8ec5200640 1 --2- 172.21.15.92:0/2981498459 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 0x7f8ec00d00d0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.816+0000 7f8ec5200640 1 -- 172.21.15.92:0/2981498459 >> 172.21.15.92:0/2981498459 conn(0x7f8ec00d14d0 msgr2=0x7f8ec00d18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:11.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.816+0000 7f8ec5200640 1 -- 172.21.15.92:0/2981498459 shutdown_connections 2024-09-19T06:04:11.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.816+0000 7f8ec5200640 1 -- 172.21.15.92:0/2981498459 wait complete. 2024-09-19T06:04:11.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.817+0000 7f8ec5200640 1 Processor -- start 2024-09-19T06:04:11.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.817+0000 7f8ec5200640 1 -- start start 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.818+0000 7f8ec5200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ec00b59d0 0x7f8ec00722d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.818+0000 7f8ec5200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 0x7f8ec0146cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.818+0000 7f8ec5200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 0x7f8ec0147230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.818+0000 7f8ec5200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec015ed20 con 0x7f8ec015e7c0 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.818+0000 7f8ec5200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8ec015eba0 con 0x7f8ec00b59d0 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.818+0000 7f8ec5200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8ec00d0a50 con 0x7f8ec00d0610 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebe800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 0x7f8ec0147230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebe800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 0x7f8ec0147230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35498/0 (socket says 172.21.15.92:35498) 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebe800640 1 -- 172.21.15.92:0/3012082546 learned_addr learned my addr 172.21.15.92:0/3012082546 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:11.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebd400640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 0x7f8ec0146cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebde00640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ec00b59d0 0x7f8ec00722d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebe800640 1 -- 172.21.15.92:0/3012082546 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 msgr2=0x7f8ec0146cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebe800640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 0x7f8ec0146cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebe800640 1 -- 172.21.15.92:0/3012082546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ec00b59d0 msgr2=0x7f8ec00722d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:11.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebe800640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ec00b59d0 0x7f8ec00722d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:11.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebe800640 1 -- 172.21.15.92:0/3012082546 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8ec00cb6a0 con 0x7f8ec015e7c0 2024-09-19T06:04:11.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebde00640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ec00b59d0 0x7f8ec00722d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:11.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ebe800640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 0x7f8ec0147230 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f8eb800c780 tx=0x7f8eb800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:11.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8eb6000640 1 -- 172.21.15.92:0/3012082546 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb8017070 con 0x7f8ec015e7c0 2024-09-19T06:04:11.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8eb6000640 1 -- 172.21.15.92:0/3012082546 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8eb800a640 con 0x7f8ec015e7c0 2024-09-19T06:04:11.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8ec015efd0 con 0x7f8ec015e7c0 2024-09-19T06:04:11.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.819+0000 7f8eb6000640 1 -- 172.21.15.92:0/3012082546 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8eb800aa30 con 0x7f8ec015e7c0 2024-09-19T06:04:11.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.820+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8ec015f590 con 0x7f8ec015e7c0 2024-09-19T06:04:11.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.821+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8ec00b5490 con 0x7f8ec015e7c0 2024-09-19T06:04:11.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.821+0000 7f8eb6000640 1 -- 172.21.15.92:0/3012082546 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8eb801a070 con 0x7f8ec015e7c0 2024-09-19T06:04:11.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.822+0000 7f8eb6000640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8ea006c2e0 0x7f8ea006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:11.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.822+0000 7f8eb6000640 1 -- 172.21.15.92:0/3012082546 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(64..64 src has 1..64) ==== 4857+0+0 (secure 0 0 0) 0x7f8eb808a660 con 0x7f8ec015e7c0 2024-09-19T06:04:11.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.823+0000 7f8ebde00640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8ea006c2e0 0x7f8ea006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:11.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.823+0000 7f8ebde00640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8ea006c2e0 0x7f8ea006e7a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8eb0034000 tx=0x7f8eb002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:11.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:11.827+0000 7f8eb6000640 1 -- 172.21.15.92:0/3012082546 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8eb8058ac0 con 0x7f8ec015e7c0 2024-09-19T06:04:12.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.001+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f8ec015f760 con 0x7f8ec015e7c0 2024-09-19T06:04:12.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.849+0000 7f8eb6000640 1 -- 172.21.15.92:0/3012082546 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v65) ==== 138+0+0 (secure 0 0 0) 0x7f8eb805cdc0 con 0x7f8ec015e7c0 2024-09-19T06:04:12.852 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' created 2024-09-19T06:04:12.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8ea006c2e0 msgr2=0x7f8ea006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:12.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8ea006c2e0 0x7f8ea006e7a0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f8eb0034000 tx=0x7f8eb002e000 comp rx=0 tx=0).stop 2024-09-19T06:04:12.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 msgr2=0x7f8ec0147230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:12.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 0x7f8ec0147230 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f8eb800c780 tx=0x7f8eb800cc40 comp rx=0 tx=0).stop 2024-09-19T06:04:12.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 shutdown_connections 2024-09-19T06:04:12.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec015e7c0 0x7f8ec0147230 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:12.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8ec00d0610 0x7f8ec0146cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:12.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8ea006c2e0 0x7f8ea006e7a0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:12.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 --2- 172.21.15.92:0/3012082546 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8ec00b59d0 0x7f8ec00722d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:12.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 >> 172.21.15.92:0/3012082546 conn(0x7f8ec00d14d0 msgr2=0x7f8ec00cfa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:12.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.852+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 shutdown_connections 2024-09-19T06:04:12.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:12.853+0000 7f8ec5200640 1 -- 172.21.15.92:0/3012082546 wait complete. 2024-09-19T06:04:12.875 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:04:13.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.033+0000 7f42dbc00640 1 Processor -- start 2024-09-19T06:04:13.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.034+0000 7f42dbc00640 1 -- start start 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42dbc00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f42d415b480 0x7f42d40b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42dbc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d40b60c0 0x7f42d4071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42dbc00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f42d4072530 0x7f42d4070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42dbc00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f42d40b6500 con 0x7f42d415b480 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42dbc00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f42d4072970 con 0x7f42d4072530 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42dbc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f42d40ccff0 con 0x7f42d40b60c0 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42d9200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f42d415b480 0x7f42d40b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42d9200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f42d415b480 0x7f42d40b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35508/0 (socket says 172.21.15.92:35508) 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42d9200640 1 -- 172.21.15.92:0/1394509330 learned_addr learned my addr 172.21.15.92:0/1394509330 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:13.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.035+0000 7f42cbe00640 1 --2- 172.21.15.92:0/1394509330 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d40b60c0 0x7f42d4071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:13.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.036+0000 7f42d9c00640 1 --2- 172.21.15.92:0/1394509330 >> v2:172.21.15.102:3300/0 conn(0x7f42d4072530 0x7f42d4070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:13.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.036+0000 7f42d9200640 1 -- 172.21.15.92:0/1394509330 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d40b60c0 msgr2=0x7f42d4071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:13.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.036+0000 7f42d9200640 1 --2- 172.21.15.92:0/1394509330 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d40b60c0 0x7f42d4071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.036+0000 7f42d9200640 1 -- 172.21.15.92:0/1394509330 >> v2:172.21.15.102:3300/0 conn(0x7f42d4072530 msgr2=0x7f42d4070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:13.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.036+0000 7f42d9200640 1 --2- 172.21.15.92:0/1394509330 >> v2:172.21.15.102:3300/0 conn(0x7f42d4072530 0x7f42d4070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.036+0000 7f42d9200640 1 -- 172.21.15.92:0/1394509330 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42d40cd2d0 con 0x7f42d415b480 2024-09-19T06:04:13.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.037+0000 7f42d9200640 1 --2- 172.21.15.92:0/1394509330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d415b480 0x7f42d40b5b80 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f42d40b2eb0 tx=0x7f42c402c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be62aea487e7bb2d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:13.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.037+0000 7f42d3e00640 1 -- 172.21.15.92:0/1394509330 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c4032700 con 0x7f42d415b480 2024-09-19T06:04:13.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.037+0000 7f42d3e00640 1 -- 172.21.15.92:0/1394509330 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42c40328a0 con 0x7f42d415b480 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.037+0000 7f42d3e00640 1 -- 172.21.15.92:0/1394509330 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42c4032c70 con 0x7f42d415b480 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.037+0000 7f42dbc00640 1 -- 172.21.15.92:0/1394509330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d415b480 msgr2=0x7f42d40b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.037+0000 7f42dbc00640 1 --2- 172.21.15.92:0/1394509330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d415b480 0x7f42d40b5b80 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f42d40b2eb0 tx=0x7f42c402c800 comp rx=0 tx=0).stop 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.038+0000 7f42dbc00640 1 -- 172.21.15.92:0/1394509330 shutdown_connections 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.038+0000 7f42dbc00640 1 --2- 172.21.15.92:0/1394509330 >> v2:172.21.15.102:3300/0 conn(0x7f42d4072530 0x7f42d4070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.038+0000 7f42dbc00640 1 --2- 172.21.15.92:0/1394509330 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d40b60c0 0x7f42d4071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.038+0000 7f42dbc00640 1 --2- 172.21.15.92:0/1394509330 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d415b480 0x7f42d40b5b80 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.038+0000 7f42dbc00640 1 -- 172.21.15.92:0/1394509330 >> 172.21.15.92:0/1394509330 conn(0x7f42d406d0f0 msgr2=0x7f42d406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.038+0000 7f42dbc00640 1 -- 172.21.15.92:0/1394509330 shutdown_connections 2024-09-19T06:04:13.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.038+0000 7f42dbc00640 1 -- 172.21.15.92:0/1394509330 wait complete. 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.039+0000 7f42dbc00640 1 Processor -- start 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.039+0000 7f42dbc00640 1 -- start start 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.040+0000 7f42dbc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42d4072530 0x7f42d414e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.040+0000 7f42dbc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d40b60c0 0x7f42d40aa480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.040+0000 7f42dbc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d415b480 0x7f42d41587c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.040+0000 7f42dbc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f42d40cdb70 con 0x7f42d40b60c0 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.040+0000 7f42dbc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f42d40cd890 con 0x7f42d4072530 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.040+0000 7f42dbc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f42d415b860 con 0x7f42d415b480 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.040+0000 7f42cbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d40b60c0 0x7f42d40aa480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:13.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.040+0000 7f42cbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d40b60c0 0x7f42d40aa480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35516/0 (socket says 172.21.15.92:35516) 2024-09-19T06:04:13.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.040+0000 7f42cbe00640 1 -- 172.21.15.92:0/2190767055 learned_addr learned my addr 172.21.15.92:0/2190767055 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:13.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42d9200640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42d4072530 0x7f42d414e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:13.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42d9c00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d415b480 0x7f42d41587c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:13.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42cbe00640 1 -- 172.21.15.92:0/2190767055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d415b480 msgr2=0x7f42d41587c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:13.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42cbe00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d415b480 0x7f42d41587c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42cbe00640 1 -- 172.21.15.92:0/2190767055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42d4072530 msgr2=0x7f42d414e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:13.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42cbe00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42d4072530 0x7f42d414e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42cbe00640 1 -- 172.21.15.92:0/2190767055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42d40cc700 con 0x7f42d40b60c0 2024-09-19T06:04:13.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42cbe00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d40b60c0 0x7f42d40aa480 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f42bc00d830 tx=0x7f42bc00dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:13.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42d1600640 1 -- 172.21.15.92:0/2190767055 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42bc00b6c0 con 0x7f42d40b60c0 2024-09-19T06:04:13.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.041+0000 7f42d1600640 1 -- 172.21.15.92:0/2190767055 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f42bc019070 con 0x7f42d40b60c0 2024-09-19T06:04:13.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.042+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f42d40cc9e0 con 0x7f42d40b60c0 2024-09-19T06:04:13.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.042+0000 7f42d1600640 1 -- 172.21.15.92:0/2190767055 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f42bc00ba80 con 0x7f42d40b60c0 2024-09-19T06:04:13.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.042+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f42d40ca130 con 0x7f42d40b60c0 2024-09-19T06:04:13.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.043+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f42d4071ff0 con 0x7f42d40b60c0 2024-09-19T06:04:13.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.044+0000 7f42d1600640 1 -- 172.21.15.92:0/2190767055 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f42bc01e460 con 0x7f42d40b60c0 2024-09-19T06:04:13.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.044+0000 7f42d1600640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42b006c2b0 0x7f42b006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:13.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.045+0000 7f42d1600640 1 -- 172.21.15.92:0/2190767055 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(65..65 src has 1..65) ==== 5227+0+0 (secure 0 0 0) 0x7f42bc08b850 con 0x7f42d40b60c0 2024-09-19T06:04:13.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.045+0000 7f42d9200640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42b006c2b0 0x7f42b006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:13.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.045+0000 7f42d9200640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42b006c2b0 0x7f42b006e770 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f42c4037000 tx=0x7f42c4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:13.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.050+0000 7f42d1600640 1 -- 172.21.15.92:0/2190767055 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f42bc059ab0 con 0x7f42d40b60c0 2024-09-19T06:04:13.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.226+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f42d40ccbb0 con 0x7f42d40b60c0 2024-09-19T06:04:13.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.856+0000 7f42d1600640 1 -- 172.21.15.92:0/2190767055 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v66) ==== 170+0+0 (secure 0 0 0) 0x7f42bc05ddb0 con 0x7f42d40b60c0 2024-09-19T06:04:13.858 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' created 2024-09-19T06:04:13.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42b006c2b0 msgr2=0x7f42b006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:13.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42b006c2b0 0x7f42b006e770 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f42c4037000 tx=0x7f42c4008040 comp rx=0 tx=0).stop 2024-09-19T06:04:13.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d40b60c0 msgr2=0x7f42d40aa480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:13.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d40b60c0 0x7f42d40aa480 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f42bc00d830 tx=0x7f42bc00dcf0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 shutdown_connections 2024-09-19T06:04:13.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42d415b480 0x7f42d41587c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f42d40b60c0 0x7f42d40aa480 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f42b006c2b0 0x7f42b006e770 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 --2- 172.21.15.92:0/2190767055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42d4072530 0x7f42d414e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:13.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 >> 172.21.15.92:0/2190767055 conn(0x7f42d406d0f0 msgr2=0x7f42d40b46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:13.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 shutdown_connections 2024-09-19T06:04:13.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:13.859+0000 7f42dbc00640 1 -- 172.21.15.92:0/2190767055 wait complete. 2024-09-19T06:04:13.890 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:04:14.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.046+0000 7f2a72800640 1 Processor -- start 2024-09-19T06:04:14.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.046+0000 7f2a72800640 1 -- start start 2024-09-19T06:04:14.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.047+0000 7f2a72800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2a6c072700 0x7f2a6c166120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:14.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.047+0000 7f2a72800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a6c0ccff0 con 0x7f2a6c0b6290 2024-09-19T06:04:14.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.047+0000 7f2a72800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a6c0cd2d0 con 0x7f2a6c15b480 2024-09-19T06:04:14.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.047+0000 7f2a72800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2a6c0cd5b0 con 0x7f2a6c072700 2024-09-19T06:04:14.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.047+0000 7f2a6be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2a6c072700 0x7f2a6c166120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:14.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.047+0000 7f2a6be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2a6c072700 0x7f2a6c166120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35524/0 (socket says 172.21.15.92:35524) 2024-09-19T06:04:14.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.047+0000 7f2a6be00640 1 -- 172.21.15.92:0/2113015249 learned_addr learned my addr 172.21.15.92:0/2113015249 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:14.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.047+0000 7f2a62a00640 1 --1- 172.21.15.92:0/2113015249 >> v1:172.21.15.92:6789/0 conn(0x7f2a6c0b6290 0x7f2a6c071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44048/0 (socket says 172.21.15.92:44048) 2024-09-19T06:04:14.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.048+0000 7f2a6be00640 1 -- 172.21.15.92:0/2113015249 >> v1:172.21.15.102:6789/0 conn(0x7f2a6c15b480 legacy=0x7f2a6c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:14.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.048+0000 7f2a6be00640 1 -- 172.21.15.92:0/2113015249 >> v1:172.21.15.92:6789/0 conn(0x7f2a6c0b6290 legacy=0x7f2a6c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:14.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.048+0000 7f2a6be00640 1 -- 172.21.15.92:0/2113015249 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a6c0cd890 con 0x7f2a6c072700 2024-09-19T06:04:14.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.048+0000 7f2a6aa00640 1 -- 172.21.15.92:0/2113015249 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2264556810 0 0) 0x7f2a6c0ccff0 con 0x7f2a6c0b6290 2024-09-19T06:04:14.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.049+0000 7f2a6be00640 1 --2- 172.21.15.92:0/2113015249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 0x7f2a6c166120 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f2a6400d150 tx=0x7f2a6402c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b11d262b9cf80df0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:14.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.049+0000 7f2a6aa00640 1 -- 172.21.15.92:0/2113015249 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a64009600 con 0x7f2a6c072700 2024-09-19T06:04:14.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.049+0000 7f2a6aa00640 1 -- 172.21.15.92:0/2113015249 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a64037070 con 0x7f2a6c072700 2024-09-19T06:04:14.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.049+0000 7f2a6aa00640 1 -- 172.21.15.92:0/2113015249 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a640099c0 con 0x7f2a6c072700 2024-09-19T06:04:14.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.050+0000 7f2a72800640 1 -- 172.21.15.92:0/2113015249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 msgr2=0x7f2a6c166120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:14.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.050+0000 7f2a72800640 1 --2- 172.21.15.92:0/2113015249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 0x7f2a6c166120 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f2a6400d150 tx=0x7f2a6402c930 comp rx=0 tx=0).stop 2024-09-19T06:04:14.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.050+0000 7f2a72800640 1 -- 172.21.15.92:0/2113015249 shutdown_connections 2024-09-19T06:04:14.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.050+0000 7f2a72800640 1 --2- 172.21.15.92:0/2113015249 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 0x7f2a6c166120 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:14.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.050+0000 7f2a72800640 1 -- 172.21.15.92:0/2113015249 >> 172.21.15.92:0/2113015249 conn(0x7f2a6c06d0f0 msgr2=0x7f2a6c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:14.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.050+0000 7f2a72800640 1 -- 172.21.15.92:0/2113015249 shutdown_connections 2024-09-19T06:04:14.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.050+0000 7f2a72800640 1 -- 172.21.15.92:0/2113015249 wait complete. 2024-09-19T06:04:14.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.051+0000 7f2a72800640 1 Processor -- start 2024-09-19T06:04:14.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.051+0000 7f2a72800640 1 -- start start 2024-09-19T06:04:14.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.052+0000 7f2a72800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 0x7f2a6c1f6e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:14.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.052+0000 7f2a72800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a6c15b480 0x7f2a6c0ca1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:14.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.052+0000 7f2a72800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a6c1f5100 0x7f2a6c0cb0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:14.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.052+0000 7f2a72800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2a6c15b9e0 con 0x7f2a6c072700 2024-09-19T06:04:14.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.052+0000 7f2a72800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2a6c15b860 con 0x7f2a6c1f5100 2024-09-19T06:04:14.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.052+0000 7f2a72800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2a6c15cc70 con 0x7f2a6c15b480 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.052+0000 7f2a6b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 0x7f2a6c1f6e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a6b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 0x7f2a6c1f6e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35538/0 (socket says 172.21.15.92:35538) 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a6b400640 1 -- 172.21.15.92:0/2622539569 learned_addr learned my addr 172.21.15.92:0/2622539569 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a6be00640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a6c1f5100 0x7f2a6c0cb0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a62a00640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a6c15b480 0x7f2a6c0ca1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a6b400640 1 -- 172.21.15.92:0/2622539569 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a6c15b480 msgr2=0x7f2a6c0ca1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a6b400640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a6c15b480 0x7f2a6c0ca1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a6b400640 1 -- 172.21.15.92:0/2622539569 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a6c1f5100 msgr2=0x7f2a6c0cb0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a6b400640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a6c1f5100 0x7f2a6c0cb0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a6b400640 1 -- 172.21.15.92:0/2622539569 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a6c0ce730 con 0x7f2a6c072700 2024-09-19T06:04:14.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a6b400640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 0x7f2a6c1f6e40 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c00c430 tx=0x7f2a5c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:14.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a63e00640 1 -- 172.21.15.92:0/2622539569 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c017070 con 0x7f2a6c072700 2024-09-19T06:04:14.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a63e00640 1 -- 172.21.15.92:0/2622539569 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a5c0052d0 con 0x7f2a6c072700 2024-09-19T06:04:14.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a6c0cea10 con 0x7f2a6c072700 2024-09-19T06:04:14.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.053+0000 7f2a63e00640 1 -- 172.21.15.92:0/2622539569 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c003830 con 0x7f2a6c072700 2024-09-19T06:04:14.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.054+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a6c0cefd0 con 0x7f2a6c072700 2024-09-19T06:04:14.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.054+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a6c071ff0 con 0x7f2a6c072700 2024-09-19T06:04:14.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.056+0000 7f2a63e00640 1 -- 172.21.15.92:0/2622539569 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2a5c01a070 con 0x7f2a6c072700 2024-09-19T06:04:14.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.057+0000 7f2a63e00640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a4806c2b0 0x7f2a4806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:14.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.057+0000 7f2a63e00640 1 -- 172.21.15.92:0/2622539569 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(66..66 src has 1..66) ==== 5609+0+0 (secure 0 0 0) 0x7f2a5c08a790 con 0x7f2a6c072700 2024-09-19T06:04:14.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.057+0000 7f2a62a00640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a4806c2b0 0x7f2a4806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:14.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.057+0000 7f2a62a00640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a4806c2b0 0x7f2a4806e770 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0cb020 tx=0x7f2a54007b90 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:14.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.061+0000 7f2a63e00640 1 -- 172.21.15.92:0/2622539569 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2a5c058ec0 con 0x7f2a6c072700 2024-09-19T06:04:14.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.270+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f2a6c06d730 con 0x7f2a6c072700 2024-09-19T06:04:14.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.858+0000 7f2a63e00640 1 -- 172.21.15.92:0/2622539569 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v38) ==== 174+0+0 (secure 0 0 0) 0x7f2a5c0587c0 con 0x7f2a6c072700 2024-09-19T06:04:14.860 INFO:teuthology.orchestra.run.smithi092.stderr:new fs with metadata pool 10 and data pool 11 2024-09-19T06:04:14.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.862+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a4806c2b0 msgr2=0x7f2a4806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:14.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.862+0000 7f2a72800640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a4806c2b0 0x7f2a4806e770 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f2a6c0cb020 tx=0x7f2a54007b90 comp rx=0 tx=0).stop 2024-09-19T06:04:14.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.862+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 msgr2=0x7f2a6c1f6e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:14.864 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.862+0000 7f2a72800640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 0x7f2a6c1f6e40 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c00c430 tx=0x7f2a5c00c8f0 comp rx=0 tx=0).stop 2024-09-19T06:04:14.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.863+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 shutdown_connections 2024-09-19T06:04:14.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.863+0000 7f2a72800640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a4806c2b0 0x7f2a4806e770 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:14.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.863+0000 7f2a72800640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a6c1f5100 0x7f2a6c0cb0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:14.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.863+0000 7f2a72800640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a6c15b480 0x7f2a6c0ca1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:14.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.863+0000 7f2a72800640 1 --2- 172.21.15.92:0/2622539569 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a6c072700 0x7f2a6c1f6e40 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:14.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.863+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 >> 172.21.15.92:0/2622539569 conn(0x7f2a6c06d0f0 msgr2=0x7f2a6c15d9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:14.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.864+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 shutdown_connections 2024-09-19T06:04:14.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:14.864+0000 7f2a72800640 1 -- 172.21.15.92:0/2622539569 wait complete. 2024-09-19T06:04:14.906 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:15.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.057+0000 7f90cb200640 1 Processor -- start 2024-09-19T06:04:15.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.057+0000 7f90cb200640 1 -- start start 2024-09-19T06:04:15.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.058+0000 7f90cb200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f90cc15b1d0 0x7f90cc0b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.058+0000 7f90cb200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc0b22b0 0x7f90cc070f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.058+0000 7f90cb200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90cc0b44f0 con 0x7f90cc15adf0 2024-09-19T06:04:15.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.058+0000 7f90cb200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f90cc0b47d0 con 0x7f90cc15b1d0 2024-09-19T06:04:15.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.058+0000 7f90cb200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f90cc0b4ab0 con 0x7f90cc0b22b0 2024-09-19T06:04:15.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.058+0000 7f90c9e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f90cc15adf0 0x7f90cc0b3af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44058/0 (socket says 172.21.15.92:44058) 2024-09-19T06:04:15.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.058+0000 7f90c9e00640 1 -- 172.21.15.92:0/2278108725 learned_addr learned my addr 172.21.15.92:0/2278108725 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:15.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.059+0000 7f90ca800640 1 --2- 172.21.15.92:0/2278108725 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc0b22b0 0x7f90cc070f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.059+0000 7f90c9400640 1 --2- 172.21.15.92:0/2278108725 >> v2:172.21.15.102:3300/0 conn(0x7f90cc15b1d0 0x7f90cc0b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.059+0000 7f90c8a00640 1 -- 172.21.15.92:0/2278108725 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4231767274 0 0) 0x7f90cc0b44f0 con 0x7f90cc15adf0 2024-09-19T06:04:15.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.059+0000 7f90c8a00640 1 -- 172.21.15.92:0/2278108725 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f90b0003520 con 0x7f90cc15adf0 2024-09-19T06:04:15.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.059+0000 7f90ca800640 1 -- 172.21.15.92:0/2278108725 >> v2:172.21.15.102:3300/0 conn(0x7f90cc15b1d0 msgr2=0x7f90cc0b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:15.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.059+0000 7f90ca800640 1 --2- 172.21.15.92:0/2278108725 >> v2:172.21.15.102:3300/0 conn(0x7f90cc15b1d0 0x7f90cc0b1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.059+0000 7f90c8a00640 1 -- 172.21.15.92:0/2278108725 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2954067000 0 0) 0x7f90b0003520 con 0x7f90cc15adf0 2024-09-19T06:04:15.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.059+0000 7f90ca800640 1 -- 172.21.15.92:0/2278108725 >> v1:172.21.15.92:6789/0 conn(0x7f90cc15adf0 legacy=0x7f90cc0b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.059+0000 7f90ca800640 1 -- 172.21.15.92:0/2278108725 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90cc0b4d90 con 0x7f90cc0b22b0 2024-09-19T06:04:15.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.060+0000 7f90ca800640 1 --2- 172.21.15.92:0/2278108725 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc0b22b0 0x7f90cc070f00 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f90c4009d90 tx=0x7f90c402a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a14108a0e439527d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:15.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.060+0000 7f90c8a00640 1 -- 172.21.15.92:0/2278108725 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc001670 con 0x7f90cc0b22b0 2024-09-19T06:04:15.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90c8a00640 1 -- 172.21.15.92:0/2278108725 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90c4007540 con 0x7f90cc0b22b0 2024-09-19T06:04:15.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90c8a00640 1 -- 172.21.15.92:0/2278108725 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90c40078f0 con 0x7f90cc0b22b0 2024-09-19T06:04:15.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90cb200640 1 -- 172.21.15.92:0/2278108725 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc0b22b0 msgr2=0x7f90cc070f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90cb200640 1 --2- 172.21.15.92:0/2278108725 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc0b22b0 0x7f90cc070f00 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f90c4009d90 tx=0x7f90c402a680 comp rx=0 tx=0).stop 2024-09-19T06:04:15.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90cb200640 1 -- 172.21.15.92:0/2278108725 shutdown_connections 2024-09-19T06:04:15.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90cb200640 1 --2- 172.21.15.92:0/2278108725 >> v2:172.21.15.102:3300/0 conn(0x7f90cc15b1d0 0x7f90cc0b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90cb200640 1 --2- 172.21.15.92:0/2278108725 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc0b22b0 0x7f90cc070f00 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90cb200640 1 -- 172.21.15.92:0/2278108725 >> 172.21.15.92:0/2278108725 conn(0x7f90cc062a20 msgr2=0x7f90cc06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:15.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90cb200640 1 -- 172.21.15.92:0/2278108725 shutdown_connections 2024-09-19T06:04:15.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.061+0000 7f90cb200640 1 -- 172.21.15.92:0/2278108725 wait complete. 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.063+0000 7f90cb200640 1 Processor -- start 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.063+0000 7f90cb200640 1 -- start start 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90cb200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90cc0b22b0 0x7f90cc147b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90cb200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90cc15adf0 0x7f90cc0ae890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90cb200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc15b1d0 0x7f90cc0aedd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90cb200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f90cc0ce050 con 0x7f90cc0b22b0 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90cb200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f90cc0b5570 con 0x7f90cc15adf0 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90cb200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f90cc0ce1d0 con 0x7f90cc15b1d0 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90c9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90cc0b22b0 0x7f90cc147b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90c9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90cc0b22b0 0x7f90cc147b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35544/0 (socket says 172.21.15.92:35544) 2024-09-19T06:04:15.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90c9e00640 1 -- 172.21.15.92:0/3897385425 learned_addr learned my addr 172.21.15.92:0/3897385425 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90c9400640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90cc15adf0 0x7f90cc0ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90ca800640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc15b1d0 0x7f90cc0aedd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90c9e00640 1 -- 172.21.15.92:0/3897385425 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc15b1d0 msgr2=0x7f90cc0aedd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90c9e00640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc15b1d0 0x7f90cc0aedd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90c9e00640 1 -- 172.21.15.92:0/3897385425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90cc15adf0 msgr2=0x7f90cc0ae890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90c9e00640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90cc15adf0 0x7f90cc0ae890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.064+0000 7f90c9e00640 1 -- 172.21.15.92:0/3897385425 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90cc148050 con 0x7f90cc0b22b0 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.065+0000 7f90c9e00640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90cc0b22b0 0x7f90cc147b10 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00c780 tx=0x7f90bc00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.065+0000 7f90c2000640 1 -- 172.21.15.92:0/3897385425 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc017070 con 0x7f90cc0b22b0 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.065+0000 7f90c2000640 1 -- 172.21.15.92:0/3897385425 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f90bc005ad0 con 0x7f90cc0b22b0 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.065+0000 7f90c2000640 1 -- 172.21.15.92:0/3897385425 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90bc007070 con 0x7f90cc0b22b0 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.065+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90cc15e300 con 0x7f90cc0b22b0 2024-09-19T06:04:15.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.065+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90cc070f40 con 0x7f90cc0b22b0 2024-09-19T06:04:15.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.066+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f90cc0b1d70 con 0x7f90cc0b22b0 2024-09-19T06:04:15.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.067+0000 7f90c2000640 1 -- 172.21.15.92:0/3897385425 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f90bc01a070 con 0x7f90cc0b22b0 2024-09-19T06:04:15.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.068+0000 7f90c2000640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f90ac06c2b0 0x7f90ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.068+0000 7f90c2000640 1 -- 172.21.15.92:0/3897385425 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5709+0+0 (secure 0 0 0) 0x7f90bc08a940 con 0x7f90cc0b22b0 2024-09-19T06:04:15.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.068+0000 7f90c9400640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f90ac06c2b0 0x7f90ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.069+0000 7f90c9400640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f90ac06c2b0 0x7f90ac06e770 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f90cc15a7e0 tx=0x7f90b8009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:15.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.073+0000 7f90c2000640 1 -- 172.21.15.92:0/3897385425 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f90cc148050 con 0x7f90cc0b22b0 2024-09-19T06:04:15.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.250+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f90cc063210 con 0x7f90cc0b22b0 2024-09-19T06:04:15.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.251+0000 7f90c2000640 1 -- 172.21.15.92:0/3897385425 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) ==== 74+0+16729 (secure 0 0 0) 0x7f90bc0589d0 con 0x7f90cc0b22b0 2024-09-19T06:04:15.254 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:15.254 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":67,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:14.271553+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:12.041420+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:13.266297+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:15.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f90ac06c2b0 msgr2=0x7f90ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f90ac06c2b0 0x7f90ac06e770 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f90cc15a7e0 tx=0x7f90b8009190 comp rx=0 tx=0).stop 2024-09-19T06:04:15.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90cc0b22b0 msgr2=0x7f90cc147b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90cc0b22b0 0x7f90cc147b10 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f90bc00c780 tx=0x7f90bc00cc40 comp rx=0 tx=0).stop 2024-09-19T06:04:15.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 shutdown_connections 2024-09-19T06:04:15.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f90cc15b1d0 0x7f90cc0aedd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f90ac06c2b0 0x7f90ac06e770 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90cc15adf0 0x7f90cc0ae890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 --2- 172.21.15.92:0/3897385425 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90cc0b22b0 0x7f90cc147b10 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 >> 172.21.15.92:0/3897385425 conn(0x7f90cc062a20 msgr2=0x7f90cc06dc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:15.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 shutdown_connections 2024-09-19T06:04:15.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.254+0000 7f90cb200640 1 -- 172.21.15.92:0/3897385425 wait complete. 2024-09-19T06:04:15.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:15.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.422+0000 7fb30aa00640 1 Processor -- start 2024-09-19T06:04:15.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.423+0000 7fb30aa00640 1 -- start start 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.424+0000 7fb30aa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb3040cea90 0x7fb3041434f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.424+0000 7fb30aa00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb304141d40 con 0x7fb30415ec10 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.424+0000 7fb30aa00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb304142020 con 0x7fb3040b2da0 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.424+0000 7fb30aa00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb304141af0 con 0x7fb3040cea90 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.424+0000 7fb2fb400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fb30415ec10 0x7fb304142de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44066/0 (socket says 172.21.15.92:44066) 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.424+0000 7fb2fb400640 1 -- 172.21.15.92:0/3265764614 learned_addr learned my addr 172.21.15.92:0/3265764614 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.424+0000 7fb308a00640 1 --2- 172.21.15.92:0/3265764614 >> v2:172.21.15.92:3300/0 conn(0x7fb3040cea90 0x7fb3041434f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.425+0000 7fb303400640 1 -- 172.21.15.92:0/3265764614 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3551035829 0 0) 0x7fb304141d40 con 0x7fb30415ec10 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.425+0000 7fb308a00640 1 -- 172.21.15.92:0/3265764614 >> v1:172.21.15.102:6789/0 conn(0x7fb3040b2da0 legacy=0x7fb3040ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.425+0000 7fb308a00640 1 -- 172.21.15.92:0/3265764614 >> v1:172.21.15.92:6789/0 conn(0x7fb30415ec10 legacy=0x7fb304142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.425+0000 7fb308a00640 1 -- 172.21.15.92:0/3265764614 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb304142300 con 0x7fb3040cea90 2024-09-19T06:04:15.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.426+0000 7fb308a00640 1 --2- 172.21.15.92:0/3265764614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3040cea90 0x7fb3041434f0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb304141c70 tx=0x7fb2fc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a427fcece9fed76f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.426+0000 7fb303400640 1 -- 172.21.15.92:0/3265764614 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc007740 con 0x7fb3040cea90 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.426+0000 7fb303400640 1 -- 172.21.15.92:0/3265764614 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2fc0078e0 con 0x7fb3040cea90 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.426+0000 7fb303400640 1 -- 172.21.15.92:0/3265764614 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc007cb0 con 0x7fb3040cea90 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.426+0000 7fb30aa00640 1 -- 172.21.15.92:0/3265764614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3040cea90 msgr2=0x7fb3041434f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.426+0000 7fb30aa00640 1 --2- 172.21.15.92:0/3265764614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3040cea90 0x7fb3041434f0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7fb304141c70 tx=0x7fb2fc02a6f0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.426+0000 7fb30aa00640 1 -- 172.21.15.92:0/3265764614 shutdown_connections 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.426+0000 7fb30aa00640 1 --2- 172.21.15.92:0/3265764614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3040cea90 0x7fb3041434f0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.426+0000 7fb30aa00640 1 -- 172.21.15.92:0/3265764614 >> 172.21.15.92:0/3265764614 conn(0x7fb30406bc10 msgr2=0x7fb30406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.427+0000 7fb30aa00640 1 -- 172.21.15.92:0/3265764614 shutdown_connections 2024-09-19T06:04:15.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.427+0000 7fb30aa00640 1 -- 172.21.15.92:0/3265764614 wait complete. 2024-09-19T06:04:15.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.428+0000 7fb30aa00640 1 Processor -- start 2024-09-19T06:04:15.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.428+0000 7fb30aa00640 1 -- start start 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb30aa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3040b2da0 0x7fb304157c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb30aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3040cea90 0x7fb304143f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb30aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb30415ec10 0x7fb304144490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb30aa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb3040b3180 con 0x7fb30415ec10 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb30aa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb3041428c0 con 0x7fb3040cea90 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb30aa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb3040b3300 con 0x7fb3040b2da0 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb308a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb30415ec10 0x7fb304144490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb308a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb30415ec10 0x7fb304144490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35554/0 (socket says 172.21.15.92:35554) 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb308a00640 1 -- 172.21.15.92:0/2378965974 learned_addr learned my addr 172.21.15.92:0/2378965974 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:15.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb2fb400640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3040cea90 0x7fb304143f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.429+0000 7fb303e00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3040b2da0 0x7fb304157c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb308a00640 1 -- 172.21.15.92:0/2378965974 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3040b2da0 msgr2=0x7fb304157c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb308a00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3040b2da0 0x7fb304157c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb308a00640 1 -- 172.21.15.92:0/2378965974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3040cea90 msgr2=0x7fb304143f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb308a00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3040cea90 0x7fb304143f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb308a00640 1 -- 172.21.15.92:0/2378965974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb3041557a0 con 0x7fb30415ec10 2024-09-19T06:04:15.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb308a00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb30415ec10 0x7fb304144490 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc009e80 tx=0x7fb2fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:15.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb300c00640 1 -- 172.21.15.92:0/2378965974 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc03f070 con 0x7fb30415ec10 2024-09-19T06:04:15.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb300c00640 1 -- 172.21.15.92:0/2378965974 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb2fc031c40 con 0x7fb30415ec10 2024-09-19T06:04:15.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb304158330 con 0x7fb30415ec10 2024-09-19T06:04:15.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.430+0000 7fb300c00640 1 -- 172.21.15.92:0/2378965974 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb2fc003990 con 0x7fb30415ec10 2024-09-19T06:04:15.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.431+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb3041588f0 con 0x7fb30415ec10 2024-09-19T06:04:15.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.431+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb30406ded0 con 0x7fb30415ec10 2024-09-19T06:04:15.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.432+0000 7fb300c00640 1 -- 172.21.15.92:0/2378965974 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb2fc003b30 con 0x7fb30415ec10 2024-09-19T06:04:15.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.433+0000 7fb300c00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb2e006c2b0 0x7fb2e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.433+0000 7fb300c00640 1 -- 172.21.15.92:0/2378965974 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5709+0+0 (secure 0 0 0) 0x7fb2fc0ac210 con 0x7fb30415ec10 2024-09-19T06:04:15.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.434+0000 7fb303e00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb2e006c2b0 0x7fb2e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.434+0000 7fb303e00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb2e006c2b0 0x7fb2e006e770 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb3040d0070 tx=0x7fb2f4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:15.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.437+0000 7fb300c00640 1 -- 172.21.15.92:0/2378965974 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb30406ded0 con 0x7fb30415ec10 2024-09-19T06:04:15.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.614+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb3040ce380 con 0x7fb30415ec10 2024-09-19T06:04:15.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.615+0000 7fb300c00640 1 -- 172.21.15.92:0/2378965974 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) ==== 74+0+16729 (secure 0 0 0) 0x7fb2fc07a3e0 con 0x7fb30415ec10 2024-09-19T06:04:15.617 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:15.617 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":67,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:14.271553+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:12.041420+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:13.266297+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb2e006c2b0 msgr2=0x7fb2e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb2e006c2b0 0x7fb2e006e770 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fb3040d0070 tx=0x7fb2f4009040 comp rx=0 tx=0).stop 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb30415ec10 msgr2=0x7fb304144490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb30415ec10 0x7fb304144490 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fb2fc009e80 tx=0x7fb2fc004a40 comp rx=0 tx=0).stop 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 shutdown_connections 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb30415ec10 0x7fb304144490 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb2e006c2b0 0x7fb2e006e770 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb3040cea90 0x7fb304143f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 --2- 172.21.15.92:0/2378965974 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb3040b2da0 0x7fb304157c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.617+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 >> 172.21.15.92:0/2378965974 conn(0x7fb30406bc10 msgr2=0x7fb304072680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:15.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.618+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 shutdown_connections 2024-09-19T06:04:15.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.618+0000 7fb30aa00640 1 -- 172.21.15.92:0/2378965974 wait complete. 2024-09-19T06:04:15.635 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:04:15.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.788+0000 7fec5e200640 1 Processor -- start 2024-09-19T06:04:15.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.788+0000 7fec5e200640 1 -- start start 2024-09-19T06:04:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.789+0000 7fec5e200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fec5815a050 0x7fec5815d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.789+0000 7fec5e200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815ee90 0x7fec58073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.789+0000 7fec5e200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fec5815a430 con 0x7fec580731c0 2024-09-19T06:04:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.789+0000 7fec5e200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fec58073b40 con 0x7fec5815a050 2024-09-19T06:04:15.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.789+0000 7fec5e200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fec5815d9a0 con 0x7fec5815ee90 2024-09-19T06:04:15.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.790+0000 7fec57400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fec5815a050 0x7fec5815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.790+0000 7fec57e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815ee90 0x7fec58073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.790+0000 7fec57e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815ee90 0x7fec58073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:56544/0 (socket says 172.21.15.92:56544) 2024-09-19T06:04:15.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.790+0000 7fec57e00640 1 -- 172.21.15.92:0/129124561 learned_addr learned my addr 172.21.15.92:0/129124561 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.790+0000 7fec57e00640 1 -- 172.21.15.92:0/129124561 >> v2:172.21.15.102:3300/0 conn(0x7fec5815a050 msgr2=0x7fec5815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.790+0000 7fec57e00640 1 --2- 172.21.15.92:0/129124561 >> v2:172.21.15.102:3300/0 conn(0x7fec5815a050 0x7fec5815d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.790+0000 7fec57e00640 1 -- 172.21.15.92:0/129124561 >> v1:172.21.15.102:6789/0 conn(0x7fec580731c0 legacy=0x7fec5815ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.790+0000 7fec57e00640 1 -- 172.21.15.92:0/129124561 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec580cd0a0 con 0x7fec5815ee90 2024-09-19T06:04:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.791+0000 7fec57e00640 1 --2- 172.21.15.92:0/129124561 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815ee90 0x7fec58073600 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fec50009e50 tx=0x7fec5002a6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5280dca34a28ccfd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.791+0000 7fec56000640 1 -- 172.21.15.92:0/129124561 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec50036070 con 0x7fec5815ee90 2024-09-19T06:04:15.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.791+0000 7fec56000640 1 -- 172.21.15.92:0/129124561 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec50031600 con 0x7fec5815ee90 2024-09-19T06:04:15.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.791+0000 7fec56000640 1 -- 172.21.15.92:0/129124561 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec500319d0 con 0x7fec5815ee90 2024-09-19T06:04:15.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.792+0000 7fec5e200640 1 -- 172.21.15.92:0/129124561 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815ee90 msgr2=0x7fec58073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.792+0000 7fec5e200640 1 --2- 172.21.15.92:0/129124561 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815ee90 0x7fec58073600 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fec50009e50 tx=0x7fec5002a6a0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.792+0000 7fec5e200640 1 -- 172.21.15.92:0/129124561 shutdown_connections 2024-09-19T06:04:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.792+0000 7fec5e200640 1 --2- 172.21.15.92:0/129124561 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815ee90 0x7fec58073600 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.792+0000 7fec5e200640 1 --2- 172.21.15.92:0/129124561 >> v2:172.21.15.102:3300/0 conn(0x7fec5815a050 0x7fec5815d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.792+0000 7fec5e200640 1 -- 172.21.15.92:0/129124561 >> 172.21.15.92:0/129124561 conn(0x7fec5806d0f0 msgr2=0x7fec5806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.792+0000 7fec5e200640 1 -- 172.21.15.92:0/129124561 shutdown_connections 2024-09-19T06:04:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.792+0000 7fec5e200640 1 -- 172.21.15.92:0/129124561 wait complete. 2024-09-19T06:04:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.794+0000 7fec5e200640 1 Processor -- start 2024-09-19T06:04:15.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.794+0000 7fec5e200640 1 -- start start 2024-09-19T06:04:15.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec5e200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec580731c0 0x7fec58070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec5e200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815a050 0x7fec58148f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec5e200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec5815ee90 0x7fec581583c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec5e200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fec580cd940 con 0x7fec5815ee90 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec5e200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fec580cd660 con 0x7fec580731c0 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec5e200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fec580cdc20 con 0x7fec5815a050 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec57e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec5815ee90 0x7fec581583c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec57e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec5815ee90 0x7fec581583c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35564/0 (socket says 172.21.15.92:35564) 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec57e00640 1 -- 172.21.15.92:0/388449562 learned_addr learned my addr 172.21.15.92:0/388449562 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec57400640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec580731c0 0x7fec58070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec56a00640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815a050 0x7fec58148f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec57e00640 1 -- 172.21.15.92:0/388449562 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815a050 msgr2=0x7fec58148f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec57e00640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815a050 0x7fec58148f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec57e00640 1 -- 172.21.15.92:0/388449562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec580731c0 msgr2=0x7fec58070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec57e00640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec580731c0 0x7fec58070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:15.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.795+0000 7fec57e00640 1 -- 172.21.15.92:0/388449562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fec580728a0 con 0x7fec5815ee90 2024-09-19T06:04:15.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.796+0000 7fec57e00640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec5815ee90 0x7fec581583c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fec50034040 tx=0x7fec50004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.796+0000 7fec4f400640 1 -- 172.21.15.92:0/388449562 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec50041020 con 0x7fec5815ee90 2024-09-19T06:04:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.796+0000 7fec4f400640 1 -- 172.21.15.92:0/388449562 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fec500077a0 con 0x7fec5815ee90 2024-09-19T06:04:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.796+0000 7fec4f400640 1 -- 172.21.15.92:0/388449562 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fec50036040 con 0x7fec5815ee90 2024-09-19T06:04:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.796+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fec58071800 con 0x7fec5815ee90 2024-09-19T06:04:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.796+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fec58071dc0 con 0x7fec5815ee90 2024-09-19T06:04:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.797+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fec5806dbc0 con 0x7fec5815ee90 2024-09-19T06:04:15.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.798+0000 7fec4f400640 1 -- 172.21.15.92:0/388449562 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fec50044020 con 0x7fec5815ee90 2024-09-19T06:04:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.799+0000 7fec4f400640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec3806c2e0 0x7fec3806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.799+0000 7fec4f400640 1 -- 172.21.15.92:0/388449562 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(67..67 src has 1..67) ==== 5709+0+0 (secure 0 0 0) 0x7fec500abfb0 con 0x7fec5815ee90 2024-09-19T06:04:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.799+0000 7fec57400640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec3806c2e0 0x7fec3806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:15.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.800+0000 7fec57400640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec3806c2e0 0x7fec3806e7a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fec48009b40 tx=0x7fec48009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:15.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:15.803+0000 7fec4f400640 1 -- 172.21.15.92:0/388449562 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fec5806dbc0 con 0x7fec5815ee90 2024-09-19T06:04:16.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.015+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fec580ce530 con 0x7fec5815ee90 2024-09-19T06:04:16.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.887+0000 7fec4f400640 1 -- 172.21.15.92:0/388449562 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v41) ==== 118+0+0 (secure 0 0 0) 0x7fec5004b030 con 0x7fec5815ee90 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec3806c2e0 msgr2=0x7fec3806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec3806c2e0 0x7fec3806e7a0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fec48009b40 tx=0x7fec48009190 comp rx=0 tx=0).stop 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec5815ee90 msgr2=0x7fec581583c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec5815ee90 0x7fec581583c0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7fec50034040 tx=0x7fec50004a40 comp rx=0 tx=0).stop 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 shutdown_connections 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fec5815ee90 0x7fec581583c0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fec5815a050 0x7fec58148f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fec3806c2e0 0x7fec3806e7a0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 --2- 172.21.15.92:0/388449562 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fec580731c0 0x7fec58070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.889+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 >> 172.21.15.92:0/388449562 conn(0x7fec5806d0f0 msgr2=0x7fec580cea50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:16.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.890+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 shutdown_connections 2024-09-19T06:04:16.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:16.890+0000 7fec5e200640 1 -- 172.21.15.92:0/388449562 wait complete. 2024-09-19T06:04:16.910 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:04:16.910 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:04:17.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.064+0000 7f0224600640 1 Processor -- start 2024-09-19T06:04:17.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.064+0000 7f0224600640 1 -- start start 2024-09-19T06:04:17.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.065+0000 7f0224600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f021c0b6290 0x7f021c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:17.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.066+0000 7f0224600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c072530 0x7f021c15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:17.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.066+0000 7f0224600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f021c0ccff0 con 0x7f021c15b480 2024-09-19T06:04:17.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.066+0000 7f0224600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f021c0cd2d0 con 0x7f021c0b6290 2024-09-19T06:04:17.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.066+0000 7f0224600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f021c0cd5b0 con 0x7f021c072530 2024-09-19T06:04:17.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.066+0000 7f0221200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f021c0b6290 0x7f021c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:17.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.066+0000 7f0222600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c072530 0x7f021c15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:17.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.066+0000 7f0221200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f021c0b6290 0x7f021c071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:54906/0 (socket says 172.21.15.92:54906) 2024-09-19T06:04:17.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.066+0000 7f0221200640 1 -- 172.21.15.92:0/331656899 learned_addr learned my addr 172.21.15.92:0/331656899 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:17.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.067+0000 7f0222600640 1 -- 172.21.15.92:0/331656899 >> v2:172.21.15.102:3300/0 conn(0x7f021c0b6290 msgr2=0x7f021c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:17.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.067+0000 7f0222600640 1 --2- 172.21.15.92:0/331656899 >> v2:172.21.15.102:3300/0 conn(0x7f021c0b6290 0x7f021c071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.067+0000 7f0222600640 1 -- 172.21.15.92:0/331656899 >> v1:172.21.15.102:6789/0 conn(0x7f021c15b480 legacy=0x7f021c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:17.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.067+0000 7f0222600640 1 -- 172.21.15.92:0/331656899 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f021c0cd890 con 0x7f021c072530 2024-09-19T06:04:17.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.067+0000 7f0221200640 1 --2- 172.21.15.92:0/331656899 >> v2:172.21.15.102:3300/0 conn(0x7f021c0b6290 0x7f021c071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.068+0000 7f0222600640 1 --2- 172.21.15.92:0/331656899 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c072530 0x7f021c15bc60 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0214009d90 tx=0x7f021402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3c10c6adf2853935 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.068+0000 7f021be00640 1 -- 172.21.15.92:0/331656899 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0214031600 con 0x7f021c072530 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.068+0000 7f021be00640 1 -- 172.21.15.92:0/331656899 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f02140317a0 con 0x7f021c072530 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.068+0000 7f021be00640 1 -- 172.21.15.92:0/331656899 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0214031b70 con 0x7f021c072530 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.069+0000 7f0224600640 1 -- 172.21.15.92:0/331656899 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c072530 msgr2=0x7f021c15bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.069+0000 7f0224600640 1 --2- 172.21.15.92:0/331656899 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c072530 0x7f021c15bc60 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f0214009d90 tx=0x7f021402a5d0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.069+0000 7f0224600640 1 -- 172.21.15.92:0/331656899 shutdown_connections 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.069+0000 7f0224600640 1 --2- 172.21.15.92:0/331656899 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c072530 0x7f021c15bc60 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.069+0000 7f0224600640 1 --2- 172.21.15.92:0/331656899 >> v2:172.21.15.102:3300/0 conn(0x7f021c0b6290 0x7f021c071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.069+0000 7f0224600640 1 -- 172.21.15.92:0/331656899 >> 172.21.15.92:0/331656899 conn(0x7f021c06d0f0 msgr2=0x7f021c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:17.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.069+0000 7f0224600640 1 -- 172.21.15.92:0/331656899 shutdown_connections 2024-09-19T06:04:17.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.069+0000 7f0224600640 1 -- 172.21.15.92:0/331656899 wait complete. 2024-09-19T06:04:17.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.070+0000 7f0224600640 1 Processor -- start 2024-09-19T06:04:17.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.070+0000 7f0224600640 1 -- start start 2024-09-19T06:04:17.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.071+0000 7f0224600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f021c072530 0x7f021c144cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:17.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.071+0000 7f0224600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c15b480 0x7f021c0ce5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:17.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.071+0000 7f0224600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f021c145490 0x7f021c1e3d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:17.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.071+0000 7f0224600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f021c15b9e0 con 0x7f021c145490 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.071+0000 7f0224600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f021c15b860 con 0x7f021c072530 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.071+0000 7f0224600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f021c15c1a0 con 0x7f021c15b480 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0222600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f021c145490 0x7f021c1e3d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0222600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f021c145490 0x7f021c1e3d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56256/0 (socket says 172.21.15.92:56256) 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0222600640 1 -- 172.21.15.92:0/3159050188 learned_addr learned my addr 172.21.15.92:0/3159050188 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0221200640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c15b480 0x7f021c0ce5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0221c00640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f021c072530 0x7f021c144cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0222600640 1 -- 172.21.15.92:0/3159050188 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c15b480 msgr2=0x7f021c0ce5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0222600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c15b480 0x7f021c0ce5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0222600640 1 -- 172.21.15.92:0/3159050188 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f021c072530 msgr2=0x7f021c144cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0222600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f021c072530 0x7f021c144cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0222600640 1 -- 172.21.15.92:0/3159050188 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f021c147630 con 0x7f021c145490 2024-09-19T06:04:17.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.072+0000 7f0222600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f021c145490 0x7f021c1e3d80 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f021402abc0 tx=0x7f0214004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:17.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.073+0000 7f0219600640 1 -- 172.21.15.92:0/3159050188 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0214040070 con 0x7f021c145490 2024-09-19T06:04:17.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.073+0000 7f0219600640 1 -- 172.21.15.92:0/3159050188 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0214030b60 con 0x7f021c145490 2024-09-19T06:04:17.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.073+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f021c147910 con 0x7f021c145490 2024-09-19T06:04:17.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.073+0000 7f0219600640 1 -- 172.21.15.92:0/3159050188 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0214009450 con 0x7f021c145490 2024-09-19T06:04:17.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.073+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f021c147ed0 con 0x7f021c145490 2024-09-19T06:04:17.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.074+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f021c15bc60 con 0x7f021c145490 2024-09-19T06:04:17.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.075+0000 7f0219600640 1 -- 172.21.15.92:0/3159050188 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0214039040 con 0x7f021c145490 2024-09-19T06:04:17.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.076+0000 7f0219600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f01fc06c2b0 0x7f01fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:17.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.076+0000 7f0219600640 1 -- 172.21.15.92:0/3159050188 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f02140aca30 con 0x7f021c145490 2024-09-19T06:04:17.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.076+0000 7f0221c00640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f01fc06c2b0 0x7f01fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:17.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.077+0000 7f0221c00640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f01fc06c2b0 0x7f01fc06e770 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f0210007fd0 tx=0x7f0210009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:17.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.080+0000 7f0219600640 1 -- 172.21.15.92:0/3159050188 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f021407b2b0 con 0x7f021c145490 2024-09-19T06:04:17.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.290+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f021c1586c0 con 0x7f021c145490 2024-09-19T06:04:17.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.893+0000 7f0219600640 1 -- 172.21.15.92:0/3159050188 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v42) ==== 122+0+0 (secure 0 0 0) 0x7f021407abb0 con 0x7f021c145490 2024-09-19T06:04:17.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f01fc06c2b0 msgr2=0x7f01fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:17.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f01fc06c2b0 0x7f01fc06e770 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f0210007fd0 tx=0x7f0210009040 comp rx=0 tx=0).stop 2024-09-19T06:04:17.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f021c145490 msgr2=0x7f021c1e3d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:17.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f021c145490 0x7f021c1e3d80 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f021402abc0 tx=0x7f0214004a40 comp rx=0 tx=0).stop 2024-09-19T06:04:17.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 shutdown_connections 2024-09-19T06:04:17.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f021c145490 0x7f021c1e3d80 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f021c15b480 0x7f021c0ce5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f01fc06c2b0 0x7f01fc06e770 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 --2- 172.21.15.92:0/3159050188 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f021c072530 0x7f021c144cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:17.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 >> 172.21.15.92:0/3159050188 conn(0x7f021c06d0f0 msgr2=0x7f021c0d0b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:17.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 shutdown_connections 2024-09-19T06:04:17.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:17.896+0000 7f0224600640 1 -- 172.21.15.92:0/3159050188 wait complete. 2024-09-19T06:04:17.915 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:04:17.915 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:18.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.066+0000 7fd205a00640 1 Processor -- start 2024-09-19T06:04:18.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.066+0000 7fd205a00640 1 -- start start 2024-09-19T06:04:18.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.067+0000 7fd205a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2000b2da0 0x7fd2000ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.067+0000 7fd205a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd20015ec10 0x7fd2000ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd205a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd200141d40 con 0x7fd200142de0 2024-09-19T06:04:18.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd205a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fd200143920 con 0x7fd20015ec10 2024-09-19T06:04:18.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd205a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd200141af0 con 0x7fd2000b2da0 2024-09-19T06:04:18.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd1f6000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd20015ec10 0x7fd2000ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd1f6000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd20015ec10 0x7fd2000ce8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56260/0 (socket says 172.21.15.92:56260) 2024-09-19T06:04:18.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd1f6000640 1 -- 172.21.15.92:0/3498620777 learned_addr learned my addr 172.21.15.92:0/3498620777 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:18.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd1fea00640 1 --2- 172.21.15.92:0/3498620777 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2000b2da0 0x7fd2000ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd1f6000640 1 -- 172.21.15.92:0/3498620777 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2000b2da0 msgr2=0x7fd2000ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:18.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd1f6000640 1 --2- 172.21.15.92:0/3498620777 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2000b2da0 0x7fd2000ce380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd1f6000640 1 -- 172.21.15.92:0/3498620777 >> v1:172.21.15.102:6789/0 conn(0x7fd200142de0 legacy=0x7fd200143210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.068+0000 7fd1f6000640 1 -- 172.21.15.92:0/3498620777 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd200142020 con 0x7fd20015ec10 2024-09-19T06:04:18.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.069+0000 7fd1f6000640 1 --2- 172.21.15.92:0/3498620777 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 0x7fd2000ce8c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8009870 tx=0x7fd1e802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78440c859615b2b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:18.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd1fe000640 1 -- 172.21.15.92:0/3498620777 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e8037070 con 0x7fd20015ec10 2024-09-19T06:04:18.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd1fe000640 1 -- 172.21.15.92:0/3498620777 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1e8032440 con 0x7fd20015ec10 2024-09-19T06:04:18.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd1fe000640 1 -- 172.21.15.92:0/3498620777 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1e8032810 con 0x7fd20015ec10 2024-09-19T06:04:18.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd205a00640 1 -- 172.21.15.92:0/3498620777 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 msgr2=0x7fd2000ce8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd205a00640 1 --2- 172.21.15.92:0/3498620777 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 0x7fd2000ce8c0 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fd1e8009870 tx=0x7fd1e802a270 comp rx=0 tx=0).stop 2024-09-19T06:04:18.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd205a00640 1 -- 172.21.15.92:0/3498620777 shutdown_connections 2024-09-19T06:04:18.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd205a00640 1 --2- 172.21.15.92:0/3498620777 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 0x7fd2000ce8c0 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd205a00640 1 --2- 172.21.15.92:0/3498620777 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2000b2da0 0x7fd2000ce380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd205a00640 1 -- 172.21.15.92:0/3498620777 >> 172.21.15.92:0/3498620777 conn(0x7fd20006bc10 msgr2=0x7fd20006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:18.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd205a00640 1 -- 172.21.15.92:0/3498620777 shutdown_connections 2024-09-19T06:04:18.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.070+0000 7fd205a00640 1 -- 172.21.15.92:0/3498620777 wait complete. 2024-09-19T06:04:18.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.072+0000 7fd205a00640 1 Processor -- start 2024-09-19T06:04:18.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.072+0000 7fd205a00640 1 -- start start 2024-09-19T06:04:18.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd205a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd2000b2da0 0x7fd200139d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd205a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd200142de0 0x7fd20015b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd205a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 0x7fd2001e9030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd205a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd2001428c0 con 0x7fd20015ec10 2024-09-19T06:04:18.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd205a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd2001425e0 con 0x7fd2000b2da0 2024-09-19T06:04:18.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd205a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd2000b3180 con 0x7fd200142de0 2024-09-19T06:04:18.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd1ff400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 0x7fd2001e9030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd1fea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd2000b2da0 0x7fd200139d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd1ff400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 0x7fd2001e9030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56272/0 (socket says 172.21.15.92:56272) 2024-09-19T06:04:18.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd1ff400640 1 -- 172.21.15.92:0/1972471311 learned_addr learned my addr 172.21.15.92:0/1972471311 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:18.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.073+0000 7fd1f6000640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd200142de0 0x7fd20015b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd1ff400640 1 -- 172.21.15.92:0/1972471311 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd200142de0 msgr2=0x7fd20015b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd1ff400640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd200142de0 0x7fd20015b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd1ff400640 1 -- 172.21.15.92:0/1972471311 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd2000b2da0 msgr2=0x7fd200139d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd1ff400640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd2000b2da0 0x7fd200139d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd1ff400640 1 -- 172.21.15.92:0/1972471311 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2001f56e0 con 0x7fd20015ec10 2024-09-19T06:04:18.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd1ff400640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 0x7fd2001e9030 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fd1f800c730 tx=0x7fd1f800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:18.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd1f7400640 1 -- 172.21.15.92:0/1972471311 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f8003b70 con 0x7fd20015ec10 2024-09-19T06:04:18.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd1f7400640 1 -- 172.21.15.92:0/1972471311 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd1f8003d30 con 0x7fd20015ec10 2024-09-19T06:04:18.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd1f7400640 1 -- 172.21.15.92:0/1972471311 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd1f8005310 con 0x7fd20015ec10 2024-09-19T06:04:18.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.074+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd2001f5980 con 0x7fd20015ec10 2024-09-19T06:04:18.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.075+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd2001f5f40 con 0x7fd20015ec10 2024-09-19T06:04:18.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.076+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd200143210 con 0x7fd20015ec10 2024-09-19T06:04:18.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.076+0000 7fd1f7400640 1 -- 172.21.15.92:0/1972471311 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd1f80054b0 con 0x7fd20015ec10 2024-09-19T06:04:18.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.077+0000 7fd1f7400640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd1dc06c2b0 0x7fd1dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.077+0000 7fd1f7400640 1 -- 172.21.15.92:0/1972471311 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fd1f808b250 con 0x7fd20015ec10 2024-09-19T06:04:18.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.077+0000 7fd1fea00640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd1dc06c2b0 0x7fd1dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.078+0000 7fd1fea00640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd1dc06c2b0 0x7fd1dc06e770 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fd2000b6940 tx=0x7fd1f0009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:18.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.082+0000 7fd1f7400640 1 -- 172.21.15.92:0/1972471311 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd1f80592d0 con 0x7fd20015ec10 2024-09-19T06:04:18.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.289+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2000721d0 con 0x7fd20015ec10 2024-09-19T06:04:18.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.290+0000 7fd1f7400640 1 -- 172.21.15.92:0/1972471311 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7fd1f805d5d0 con 0x7fd20015ec10 2024-09-19T06:04:18.292 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:18.292 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:18.292 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:18.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd1dc06c2b0 msgr2=0x7fd1dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd1dc06c2b0 0x7fd1dc06e770 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fd2000b6940 tx=0x7fd1f0009190 comp rx=0 tx=0).stop 2024-09-19T06:04:18.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 msgr2=0x7fd2001e9030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 0x7fd2001e9030 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7fd1f800c730 tx=0x7fd1f800cbf0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 shutdown_connections 2024-09-19T06:04:18.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd20015ec10 0x7fd2001e9030 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd200142de0 0x7fd20015b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd1dc06c2b0 0x7fd1dc06e770 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 --2- 172.21.15.92:0/1972471311 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd2000b2da0 0x7fd200139d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 >> 172.21.15.92:0/1972471311 conn(0x7fd20006bc10 msgr2=0x7fd20015d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:18.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 shutdown_connections 2024-09-19T06:04:18.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.292+0000 7fd205a00640 1 -- 172.21.15.92:0/1972471311 wait complete. 2024-09-19T06:04:18.309 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:18.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.460+0000 7f91ad600640 1 Processor -- start 2024-09-19T06:04:18.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.460+0000 7f91ad600640 1 -- start start 2024-09-19T06:04:18.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91ad600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f91a815e5f0 0x7f91a80d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91ad600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a80d13c0 0x7f91a80b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91ad600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f91a815e9d0 con 0x7f91a80b8730 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91ad600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f91a80b9b30 con 0x7f91a815e5f0 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91ad600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f91a80d1820 con 0x7f91a80d13c0 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91a7e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f91a815e5f0 0x7f91a80d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91a7e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f91a815e5f0 0x7f91a80d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56282/0 (socket says 172.21.15.92:56282) 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91a7e00640 1 -- 172.21.15.92:0/3770803602 learned_addr learned my addr 172.21.15.92:0/3770803602 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91acc00640 1 --1- 172.21.15.92:0/3770803602 >> v1:172.21.15.92:6789/0 conn(0x7f91a80b8730 0x7f91a80ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54528/0 (socket says 172.21.15.92:54528) 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.461+0000 7f91a7400640 1 --2- 172.21.15.92:0/3770803602 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a80d13c0 0x7f91a80b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.462+0000 7f91a7e00640 1 -- 172.21.15.92:0/3770803602 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a80d13c0 msgr2=0x7f91a80b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.462+0000 7f91a7e00640 1 --2- 172.21.15.92:0/3770803602 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a80d13c0 0x7f91a80b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.462+0000 7f91a7e00640 1 -- 172.21.15.92:0/3770803602 >> v1:172.21.15.92:6789/0 conn(0x7f91a80b8730 legacy=0x7f91a80ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.462+0000 7f91a7e00640 1 -- 172.21.15.92:0/3770803602 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a80b8f20 con 0x7f91a815e5f0 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.463+0000 7f91a7e00640 1 --2- 172.21.15.92:0/3770803602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a815e5f0 0x7f91a80d0e80 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f9198009870 tx=0x7f919802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a2e8c2c032fb749 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.463+0000 7f91a6a00640 1 -- 172.21.15.92:0/3770803602 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9198037070 con 0x7f91a815e5f0 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.463+0000 7f91a6a00640 1 -- 172.21.15.92:0/3770803602 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9198032440 con 0x7f91a815e5f0 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.463+0000 7f91a6a00640 1 -- 172.21.15.92:0/3770803602 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9198032810 con 0x7f91a815e5f0 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.464+0000 7f91ad600640 1 -- 172.21.15.92:0/3770803602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a815e5f0 msgr2=0x7f91a80d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.464+0000 7f91ad600640 1 --2- 172.21.15.92:0/3770803602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a815e5f0 0x7f91a80d0e80 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f9198009870 tx=0x7f919802a250 comp rx=0 tx=0).stop 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.464+0000 7f91ad600640 1 -- 172.21.15.92:0/3770803602 shutdown_connections 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.464+0000 7f91ad600640 1 --2- 172.21.15.92:0/3770803602 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a80d13c0 0x7f91a80b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.464+0000 7f91ad600640 1 --2- 172.21.15.92:0/3770803602 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a815e5f0 0x7f91a80d0e80 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.464+0000 7f91ad600640 1 -- 172.21.15.92:0/3770803602 >> 172.21.15.92:0/3770803602 conn(0x7f91a8062630 msgr2=0x7f91a8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.464+0000 7f91ad600640 1 -- 172.21.15.92:0/3770803602 shutdown_connections 2024-09-19T06:04:18.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.464+0000 7f91ad600640 1 -- 172.21.15.92:0/3770803602 wait complete. 2024-09-19T06:04:18.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.465+0000 7f91ad600640 1 Processor -- start 2024-09-19T06:04:18.467 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.466+0000 7f91ad600640 1 -- start start 2024-09-19T06:04:18.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.466+0000 7f91ad600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91a80b8730 0x7f91a814e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.466+0000 7f91ad600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a80d13c0 0x7f91a8161480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.466+0000 7f91ad600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a815e5f0 0x7f91a80c9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.466+0000 7f91ad600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f91a80b97c0 con 0x7f91a80d13c0 2024-09-19T06:04:18.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.466+0000 7f91ad600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f91a80b94e0 con 0x7f91a80b8730 2024-09-19T06:04:18.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.466+0000 7f91ad600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f91a80b8bc0 con 0x7f91a815e5f0 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a80d13c0 0x7f91a8161480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91a80b8730 0x7f91a814e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91a80b8730 0x7f91a814e920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:54930/0 (socket says 172.21.15.92:54930) 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7e00640 1 -- 172.21.15.92:0/2913245993 learned_addr learned my addr 172.21.15.92:0/2913245993 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91acc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a815e5f0 0x7f91a80c9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7400640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a80d13c0 0x7f91a8161480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56296/0 (socket says 172.21.15.92:56296) 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7400640 1 -- 172.21.15.92:0/2913245993 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a815e5f0 msgr2=0x7f91a80c9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7400640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a815e5f0 0x7f91a80c9b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7400640 1 -- 172.21.15.92:0/2913245993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91a80b8730 msgr2=0x7f91a814e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7400640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91a80b8730 0x7f91a814e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.467+0000 7f91a7400640 1 -- 172.21.15.92:0/2913245993 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f91a815f780 con 0x7f91a80d13c0 2024-09-19T06:04:18.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.468+0000 7f91a7400640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a80d13c0 0x7f91a8161480 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f919400e820 tx=0x7f919400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:18.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.468+0000 7f919fe00640 1 -- 172.21.15.92:0/2913245993 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9194017070 con 0x7f91a80d13c0 2024-09-19T06:04:18.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.468+0000 7f919fe00640 1 -- 172.21.15.92:0/2913245993 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f919400c940 con 0x7f91a80d13c0 2024-09-19T06:04:18.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.468+0000 7f919fe00640 1 -- 172.21.15.92:0/2913245993 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f919400cd10 con 0x7f91a80d13c0 2024-09-19T06:04:18.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.468+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f91a815fa60 con 0x7f91a80d13c0 2024-09-19T06:04:18.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.468+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f91a8160020 con 0x7f91a80d13c0 2024-09-19T06:04:18.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.469+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f91a8069c20 con 0x7f91a80d13c0 2024-09-19T06:04:18.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.470+0000 7f919fe00640 1 -- 172.21.15.92:0/2913245993 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f919401a070 con 0x7f91a80d13c0 2024-09-19T06:04:18.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.470+0000 7f919fe00640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f918806c2b0 0x7f918806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.471+0000 7f919fe00640 1 -- 172.21.15.92:0/2913245993 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f919408b5f0 con 0x7f91a80d13c0 2024-09-19T06:04:18.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.471+0000 7f91a7e00640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f918806c2b0 0x7f918806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.471+0000 7f91a7e00640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f918806c2b0 0x7f918806e770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f91980090b0 tx=0x7f919802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:18.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.475+0000 7f919fe00640 1 -- 172.21.15.92:0/2913245993 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f91940597a0 con 0x7f91a80d13c0 2024-09-19T06:04:18.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.651+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f91a80b58f0 con 0x7f91a80d13c0 2024-09-19T06:04:18.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.652+0000 7f919fe00640 1 -- 172.21.15.92:0/2913245993 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+16716 (secure 0 0 0) 0x7f919405daa0 con 0x7f91a80d13c0 2024-09-19T06:04:18.654 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:18.654 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":68,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:15.870766+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:12.041420+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:13.266297+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:18.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f918806c2b0 msgr2=0x7f918806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f918806c2b0 0x7f918806e770 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f91980090b0 tx=0x7f919802e000 comp rx=0 tx=0).stop 2024-09-19T06:04:18.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a80d13c0 msgr2=0x7f91a8161480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a80d13c0 0x7f91a8161480 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f919400e820 tx=0x7f919400ece0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 shutdown_connections 2024-09-19T06:04:18.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f91a815e5f0 0x7f91a80c9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f91a80d13c0 0x7f91a8161480 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f918806c2b0 0x7f918806e770 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 --2- 172.21.15.92:0/2913245993 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f91a80b8730 0x7f91a814e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 >> 172.21.15.92:0/2913245993 conn(0x7f91a8062630 msgr2=0x7f91a80b3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:18.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 shutdown_connections 2024-09-19T06:04:18.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.654+0000 7f91ad600640 1 -- 172.21.15.92:0/2913245993 wait complete. 2024-09-19T06:04:18.672 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:04:18.672 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:04:18.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.822+0000 7f3fc6c00640 1 Processor -- start 2024-09-19T06:04:18.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.822+0000 7f3fc6c00640 1 -- start start 2024-09-19T06:04:18.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fc6c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f3fc0155800 0x7f3fc00b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fc6c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 0x7f3fc00b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fc6c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3fc00b50a0 con 0x7f3fc00cf570 2024-09-19T06:04:18.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fc6c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f3fc00b4e60 con 0x7f3fc0155800 2024-09-19T06:04:18.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fc6c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3fc015c7a0 con 0x7f3fc015c330 2024-09-19T06:04:18.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fbfe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f3fc0155800 0x7f3fc00b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fb7400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 0x7f3fc00b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fbfe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f3fc0155800 0x7f3fc00b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:54942/0 (socket says 172.21.15.92:54942) 2024-09-19T06:04:18.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fbfe00640 1 -- 172.21.15.92:0/3606521620 learned_addr learned my addr 172.21.15.92:0/3606521620 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:18.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.824+0000 7f3fc4c00640 1 --1- 172.21.15.92:0/3606521620 >> v1:172.21.15.102:6789/0 conn(0x7f3fc00cf570 0x7f3fc015c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:35100/0 (socket says 172.21.15.92:35100) 2024-09-19T06:04:18.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.825+0000 7f3fb7400640 1 -- 172.21.15.92:0/3606521620 >> v2:172.21.15.102:3300/0 conn(0x7f3fc0155800 msgr2=0x7f3fc00b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:18.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.825+0000 7f3fb7400640 1 --2- 172.21.15.92:0/3606521620 >> v2:172.21.15.102:3300/0 conn(0x7f3fc0155800 0x7f3fc00b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.825+0000 7f3fb7400640 1 -- 172.21.15.92:0/3606521620 >> v1:172.21.15.102:6789/0 conn(0x7f3fc00cf570 legacy=0x7f3fc015c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.825+0000 7f3fb7400640 1 -- 172.21.15.92:0/3606521620 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fc00b5380 con 0x7f3fc015c330 2024-09-19T06:04:18.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.826+0000 7f3fb7400640 1 --2- 172.21.15.92:0/3606521620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 0x7f3fc00b4920 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3fa80097a0 tx=0x7f3fa802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=56e006a6402a7f57 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:18.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.826+0000 7f3fbf400640 1 -- 172.21.15.92:0/3606521620 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa8037070 con 0x7f3fc015c330 2024-09-19T06:04:18.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.826+0000 7f3fbf400640 1 -- 172.21.15.92:0/3606521620 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fa8032440 con 0x7f3fc015c330 2024-09-19T06:04:18.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.826+0000 7f3fbf400640 1 -- 172.21.15.92:0/3606521620 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fa8032810 con 0x7f3fc015c330 2024-09-19T06:04:18.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.827+0000 7f3fc6c00640 1 -- 172.21.15.92:0/3606521620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 msgr2=0x7f3fc00b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.827+0000 7f3fc6c00640 1 --2- 172.21.15.92:0/3606521620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 0x7f3fc00b4920 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f3fa80097a0 tx=0x7f3fa802a180 comp rx=0 tx=0).stop 2024-09-19T06:04:18.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.827+0000 7f3fc6c00640 1 -- 172.21.15.92:0/3606521620 shutdown_connections 2024-09-19T06:04:18.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.827+0000 7f3fc6c00640 1 --2- 172.21.15.92:0/3606521620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 0x7f3fc00b4920 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.827+0000 7f3fc6c00640 1 --2- 172.21.15.92:0/3606521620 >> v2:172.21.15.102:3300/0 conn(0x7f3fc0155800 0x7f3fc00b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.827+0000 7f3fc6c00640 1 -- 172.21.15.92:0/3606521620 >> 172.21.15.92:0/3606521620 conn(0x7f3fc006bc10 msgr2=0x7f3fc006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:18.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.827+0000 7f3fc6c00640 1 -- 172.21.15.92:0/3606521620 shutdown_connections 2024-09-19T06:04:18.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.827+0000 7f3fc6c00640 1 -- 172.21.15.92:0/3606521620 wait complete. 2024-09-19T06:04:18.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.829+0000 7f3fc6c00640 1 Processor -- start 2024-09-19T06:04:18.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.829+0000 7f3fc6c00640 1 -- start start 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.829+0000 7f3fc6c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc00cf570 0x7f3fc0154260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fc6c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3fc0155800 0x7f3fc0153270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fc6c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 0x7f3fc014f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fc6c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3fc00b5c20 con 0x7f3fc00cf570 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fc6c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3fc00b5940 con 0x7f3fc0155800 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fc6c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3fc0155be0 con 0x7f3fc015c330 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fbfe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc00cf570 0x7f3fc0154260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fbfe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc00cf570 0x7f3fc0154260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56302/0 (socket says 172.21.15.92:56302) 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fbfe00640 1 -- 172.21.15.92:0/750273585 learned_addr learned my addr 172.21.15.92:0/750273585 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fc4c00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 0x7f3fc014f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fb7400640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3fc0155800 0x7f3fc0153270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fbfe00640 1 -- 172.21.15.92:0/750273585 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 msgr2=0x7f3fc014f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fbfe00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 0x7f3fc014f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fbfe00640 1 -- 172.21.15.92:0/750273585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3fc0155800 msgr2=0x7f3fc0153270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fbfe00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3fc0155800 0x7f3fc0153270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.830+0000 7f3fbfe00640 1 -- 172.21.15.92:0/750273585 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3fc00710a0 con 0x7f3fc00cf570 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.831+0000 7f3fbfe00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc00cf570 0x7f3fc0154260 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f3fb0009fd0 tx=0x7f3fb000ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.831+0000 7f3fbcc00640 1 -- 172.21.15.92:0/750273585 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fb0017070 con 0x7f3fc00cf570 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.831+0000 7f3fbcc00640 1 -- 172.21.15.92:0/750273585 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3fb000c940 con 0x7f3fc00cf570 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.831+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3fc0071380 con 0x7f3fc00cf570 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.831+0000 7f3fbcc00640 1 -- 172.21.15.92:0/750273585 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3fb000cd10 con 0x7f3fc00cf570 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.831+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3fc0071940 con 0x7f3fc00cf570 2024-09-19T06:04:18.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.832+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3fc00b6140 con 0x7f3fc00cf570 2024-09-19T06:04:18.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.833+0000 7f3fbcc00640 1 -- 172.21.15.92:0/750273585 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3fb001a070 con 0x7f3fc00cf570 2024-09-19T06:04:18.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.834+0000 7f3fbcc00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3f9c06c2b0 0x7f3f9c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:18.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.834+0000 7f3fbcc00640 1 -- 172.21.15.92:0/750273585 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f3fb008b720 con 0x7f3fc00cf570 2024-09-19T06:04:18.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.834+0000 7f3fb7400640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3f9c06c2b0 0x7f3f9c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:18.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.835+0000 7f3fb7400640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3f9c06c2b0 0x7f3f9c06e770 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f3fa8034000 tx=0x7f3fa802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:18.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:18.838+0000 7f3fbcc00640 1 -- 172.21.15.92:0/750273585 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3fb00597a0 con 0x7f3fc00cf570 2024-09-19T06:04:19.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.011+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f3fc014b8f0 con 0x7f3f9c06c2b0 2024-09-19T06:04:19.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.017+0000 7f3fbcc00640 1 -- 172.21.15.92:0/750273585 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252069 (secure 0 0 0) 0x7f3fc014b8f0 con 0x7f3f9c06c2b0 2024-09-19T06:04:19.023 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:19.025 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:04:19.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.021+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3f9c06c2b0 msgr2=0x7f3f9c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.021+0000 7f3fc6c00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3f9c06c2b0 0x7f3f9c06e770 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f3fa8034000 tx=0x7f3fa802e000 comp rx=0 tx=0).stop 2024-09-19T06:04:19.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.021+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc00cf570 msgr2=0x7f3fc0154260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.021+0000 7f3fc6c00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc00cf570 0x7f3fc0154260 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f3fb0009fd0 tx=0x7f3fb000ed40 comp rx=0 tx=0).stop 2024-09-19T06:04:19.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.022+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 shutdown_connections 2024-09-19T06:04:19.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.022+0000 7f3fc6c00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3fc015c330 0x7f3fc014f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.022+0000 7f3fc6c00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3f9c06c2b0 0x7f3f9c06e770 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.022+0000 7f3fc6c00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3fc0155800 0x7f3fc0153270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.022+0000 7f3fc6c00640 1 --2- 172.21.15.92:0/750273585 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3fc00cf570 0x7f3fc0154260 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.022+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 >> 172.21.15.92:0/750273585 conn(0x7f3fc006bc10 msgr2=0x7f3fc014bb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:19.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.022+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 shutdown_connections 2024-09-19T06:04:19.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.022+0000 7f3fc6c00640 1 -- 172.21.15.92:0/750273585 wait complete. 2024-09-19T06:04:19.039 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":155,"stamp":"2024-09-19T06:04:18.911862+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":170,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257172,"kb_used_data":7624,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754717548,"statfs":{"total":773094113280,"available":772830769152,"internally_reserved":0,"allocated":7806976,"data_stored":3903076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000992"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914316+0000","last_change":"2024-09-19T06:04:14.889609+0000","last_active":"2024-09-19T06:04:15.914316+0000","last_peered":"2024-09-19T06:04:15.914316+0000","last_clean":"2024-09-19T06:04:15.914316+0000","last_became_active":"2024-09-19T06:04:14.889067+0000","last_became_peered":"2024-09-19T06:04:14.889067+0000","last_unstale":"2024-09-19T06:04:15.914316+0000","last_undegraded":"2024-09-19T06:04:15.914316+0000","last_fullsized":"2024-09-19T06:04:15.914316+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:10:47.766368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147278+0000","last_change":"2024-09-19T06:04:14.886460+0000","last_active":"2024-09-19T06:04:16.147278+0000","last_peered":"2024-09-19T06:04:16.147278+0000","last_clean":"2024-09-19T06:04:16.147278+0000","last_became_active":"2024-09-19T06:04:14.886188+0000","last_became_peered":"2024-09-19T06:04:14.886188+0000","last_unstale":"2024-09-19T06:04:16.147278+0000","last_undegraded":"2024-09-19T06:04:16.147278+0000","last_fullsized":"2024-09-19T06:04:16.147278+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:27.450706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147104+0000","last_change":"2024-09-19T06:04:14.891176+0000","last_active":"2024-09-19T06:04:16.147104+0000","last_peered":"2024-09-19T06:04:16.147104+0000","last_clean":"2024-09-19T06:04:16.147104+0000","last_became_active":"2024-09-19T06:04:14.890888+0000","last_became_peered":"2024-09-19T06:04:14.890888+0000","last_unstale":"2024-09-19T06:04:16.147104+0000","last_undegraded":"2024-09-19T06:04:16.147104+0000","last_fullsized":"2024-09-19T06:04:16.147104+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:34.302751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879800+0000","last_change":"2024-09-19T06:04:14.892987+0000","last_active":"2024-09-19T06:04:15.879800+0000","last_peered":"2024-09-19T06:04:15.879800+0000","last_clean":"2024-09-19T06:04:15.879800+0000","last_became_active":"2024-09-19T06:04:14.892670+0000","last_became_peered":"2024-09-19T06:04:14.892670+0000","last_unstale":"2024-09-19T06:04:15.879800+0000","last_undegraded":"2024-09-19T06:04:15.879800+0000","last_fullsized":"2024-09-19T06:04:15.879800+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:10.347704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146793+0000","last_change":"2024-09-19T06:04:14.893107+0000","last_active":"2024-09-19T06:04:16.146793+0000","last_peered":"2024-09-19T06:04:16.146793+0000","last_clean":"2024-09-19T06:04:16.146793+0000","last_became_active":"2024-09-19T06:04:14.892831+0000","last_became_peered":"2024-09-19T06:04:14.892831+0000","last_unstale":"2024-09-19T06:04:16.146793+0000","last_undegraded":"2024-09-19T06:04:16.146793+0000","last_fullsized":"2024-09-19T06:04:16.146793+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:12.116403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146798+0000","last_change":"2024-09-19T06:04:14.889798+0000","last_active":"2024-09-19T06:04:16.146798+0000","last_peered":"2024-09-19T06:04:16.146798+0000","last_clean":"2024-09-19T06:04:16.146798+0000","last_became_active":"2024-09-19T06:04:14.889497+0000","last_became_peered":"2024-09-19T06:04:14.889497+0000","last_unstale":"2024-09-19T06:04:16.146798+0000","last_undegraded":"2024-09-19T06:04:16.146798+0000","last_fullsized":"2024-09-19T06:04:16.146798+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:45:53.735973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880204+0000","last_change":"2024-09-19T06:04:14.879261+0000","last_active":"2024-09-19T06:04:15.880204+0000","last_peered":"2024-09-19T06:04:15.880204+0000","last_clean":"2024-09-19T06:04:15.880204+0000","last_became_active":"2024-09-19T06:04:14.877805+0000","last_became_peered":"2024-09-19T06:04:14.877805+0000","last_unstale":"2024-09-19T06:04:15.880204+0000","last_undegraded":"2024-09-19T06:04:15.880204+0000","last_fullsized":"2024-09-19T06:04:15.880204+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:22:05.876414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146712+0000","last_change":"2024-09-19T06:04:14.887854+0000","last_active":"2024-09-19T06:04:16.146712+0000","last_peered":"2024-09-19T06:04:16.146712+0000","last_clean":"2024-09-19T06:04:16.146712+0000","last_became_active":"2024-09-19T06:04:14.887486+0000","last_became_peered":"2024-09-19T06:04:14.887486+0000","last_unstale":"2024-09-19T06:04:16.146712+0000","last_undegraded":"2024-09-19T06:04:16.146712+0000","last_fullsized":"2024-09-19T06:04:16.146712+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:04.592252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147590+0000","last_change":"2024-09-19T06:04:14.891997+0000","last_active":"2024-09-19T06:04:16.147590+0000","last_peered":"2024-09-19T06:04:16.147590+0000","last_clean":"2024-09-19T06:04:16.147590+0000","last_became_active":"2024-09-19T06:04:14.891743+0000","last_became_peered":"2024-09-19T06:04:14.891743+0000","last_unstale":"2024-09-19T06:04:16.147590+0000","last_undegraded":"2024-09-19T06:04:16.147590+0000","last_fullsized":"2024-09-19T06:04:16.147590+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:02.035890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879620+0000","last_change":"2024-09-19T06:04:14.885034+0000","last_active":"2024-09-19T06:04:15.879620+0000","last_peered":"2024-09-19T06:04:15.879620+0000","last_clean":"2024-09-19T06:04:15.879620+0000","last_became_active":"2024-09-19T06:04:14.884775+0000","last_became_peered":"2024-09-19T06:04:14.884775+0000","last_unstale":"2024-09-19T06:04:15.879620+0000","last_undegraded":"2024-09-19T06:04:15.879620+0000","last_fullsized":"2024-09-19T06:04:15.879620+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:09.309364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914180+0000","last_change":"2024-09-19T06:04:14.897983+0000","last_active":"2024-09-19T06:04:15.914180+0000","last_peered":"2024-09-19T06:04:15.914180+0000","last_clean":"2024-09-19T06:04:15.914180+0000","last_became_active":"2024-09-19T06:04:14.897249+0000","last_became_peered":"2024-09-19T06:04:14.897249+0000","last_unstale":"2024-09-19T06:04:15.914180+0000","last_undegraded":"2024-09-19T06:04:15.914180+0000","last_fullsized":"2024-09-19T06:04:15.914180+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:19:55.555616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879951+0000","last_change":"2024-09-19T06:04:14.876318+0000","last_active":"2024-09-19T06:04:15.879951+0000","last_peered":"2024-09-19T06:04:15.879951+0000","last_clean":"2024-09-19T06:04:15.879951+0000","last_became_active":"2024-09-19T06:04:14.876051+0000","last_became_peered":"2024-09-19T06:04:14.876051+0000","last_unstale":"2024-09-19T06:04:15.879951+0000","last_undegraded":"2024-09-19T06:04:15.879951+0000","last_fullsized":"2024-09-19T06:04:15.879951+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:33.271218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146101+0000","last_change":"2024-09-19T06:04:14.885176+0000","last_active":"2024-09-19T06:04:16.146101+0000","last_peered":"2024-09-19T06:04:16.146101+0000","last_clean":"2024-09-19T06:04:16.146101+0000","last_became_active":"2024-09-19T06:04:14.884864+0000","last_became_peered":"2024-09-19T06:04:14.884864+0000","last_unstale":"2024-09-19T06:04:16.146101+0000","last_undegraded":"2024-09-19T06:04:16.146101+0000","last_fullsized":"2024-09-19T06:04:16.146101+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:22.120518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146890+0000","last_change":"2024-09-19T06:04:14.880048+0000","last_active":"2024-09-19T06:04:16.146890+0000","last_peered":"2024-09-19T06:04:16.146890+0000","last_clean":"2024-09-19T06:04:16.146890+0000","last_became_active":"2024-09-19T06:04:14.879766+0000","last_became_peered":"2024-09-19T06:04:14.879766+0000","last_unstale":"2024-09-19T06:04:16.146890+0000","last_undegraded":"2024-09-19T06:04:16.146890+0000","last_fullsized":"2024-09-19T06:04:16.146890+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:20.471252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.145803+0000","last_change":"2024-09-19T06:04:14.877183+0000","last_active":"2024-09-19T06:04:16.145803+0000","last_peered":"2024-09-19T06:04:16.145803+0000","last_clean":"2024-09-19T06:04:16.145803+0000","last_became_active":"2024-09-19T06:04:14.876919+0000","last_became_peered":"2024-09-19T06:04:14.876919+0000","last_unstale":"2024-09-19T06:04:16.145803+0000","last_undegraded":"2024-09-19T06:04:16.145803+0000","last_fullsized":"2024-09-19T06:04:16.145803+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:36.870899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.878920+0000","last_change":"2024-09-19T06:04:14.888175+0000","last_active":"2024-09-19T06:04:15.878920+0000","last_peered":"2024-09-19T06:04:15.878920+0000","last_clean":"2024-09-19T06:04:15.878920+0000","last_became_active":"2024-09-19T06:04:14.887912+0000","last_became_peered":"2024-09-19T06:04:14.887912+0000","last_unstale":"2024-09-19T06:04:15.878920+0000","last_undegraded":"2024-09-19T06:04:15.878920+0000","last_fullsized":"2024-09-19T06:04:15.878920+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:23.169546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147617+0000","last_change":"2024-09-19T06:04:14.893325+0000","last_active":"2024-09-19T06:04:16.147617+0000","last_peered":"2024-09-19T06:04:16.147617+0000","last_clean":"2024-09-19T06:04:16.147617+0000","last_became_active":"2024-09-19T06:04:14.893057+0000","last_became_peered":"2024-09-19T06:04:14.893057+0000","last_unstale":"2024-09-19T06:04:16.147617+0000","last_undegraded":"2024-09-19T06:04:16.147617+0000","last_fullsized":"2024-09-19T06:04:16.147617+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:06.397033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879892+0000","last_change":"2024-09-19T06:04:14.892007+0000","last_active":"2024-09-19T06:04:15.879892+0000","last_peered":"2024-09-19T06:04:15.879892+0000","last_clean":"2024-09-19T06:04:15.879892+0000","last_became_active":"2024-09-19T06:04:14.891592+0000","last_became_peered":"2024-09-19T06:04:14.891592+0000","last_unstale":"2024-09-19T06:04:15.879892+0000","last_undegraded":"2024-09-19T06:04:15.879892+0000","last_fullsized":"2024-09-19T06:04:15.879892+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:40.359138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147276+0000","last_change":"2024-09-19T06:04:14.888973+0000","last_active":"2024-09-19T06:04:16.147276+0000","last_peered":"2024-09-19T06:04:16.147276+0000","last_clean":"2024-09-19T06:04:16.147276+0000","last_became_active":"2024-09-19T06:04:14.888607+0000","last_became_peered":"2024-09-19T06:04:14.888607+0000","last_unstale":"2024-09-19T06:04:16.147276+0000","last_undegraded":"2024-09-19T06:04:16.147276+0000","last_fullsized":"2024-09-19T06:04:16.147276+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:19.953598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146041+0000","last_change":"2024-09-19T06:04:14.879165+0000","last_active":"2024-09-19T06:04:16.146041+0000","last_peered":"2024-09-19T06:04:16.146041+0000","last_clean":"2024-09-19T06:04:16.146041+0000","last_became_active":"2024-09-19T06:04:14.875337+0000","last_became_peered":"2024-09-19T06:04:14.875337+0000","last_unstale":"2024-09-19T06:04:16.146041+0000","last_undegraded":"2024-09-19T06:04:16.146041+0000","last_fullsized":"2024-09-19T06:04:16.146041+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:23.995789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879160+0000","last_change":"2024-09-19T06:04:14.871637+0000","last_active":"2024-09-19T06:04:15.879160+0000","last_peered":"2024-09-19T06:04:15.879160+0000","last_clean":"2024-09-19T06:04:15.879160+0000","last_became_active":"2024-09-19T06:04:14.871353+0000","last_became_peered":"2024-09-19T06:04:14.871353+0000","last_unstale":"2024-09-19T06:04:15.879160+0000","last_undegraded":"2024-09-19T06:04:15.879160+0000","last_fullsized":"2024-09-19T06:04:15.879160+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:27.450706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879132+0000","last_change":"2024-09-19T06:04:14.883090+0000","last_active":"2024-09-19T06:04:15.879132+0000","last_peered":"2024-09-19T06:04:15.879132+0000","last_clean":"2024-09-19T06:04:15.879132+0000","last_became_active":"2024-09-19T06:04:14.882737+0000","last_became_peered":"2024-09-19T06:04:14.882737+0000","last_unstale":"2024-09-19T06:04:15.879132+0000","last_undegraded":"2024-09-19T06:04:15.879132+0000","last_fullsized":"2024-09-19T06:04:15.879132+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:19.953598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914010+0000","last_change":"2024-09-19T06:04:14.900766+0000","last_active":"2024-09-19T06:04:15.914010+0000","last_peered":"2024-09-19T06:04:15.914010+0000","last_clean":"2024-09-19T06:04:15.914010+0000","last_became_active":"2024-09-19T06:04:14.900327+0000","last_became_peered":"2024-09-19T06:04:14.900327+0000","last_unstale":"2024-09-19T06:04:15.914010+0000","last_undegraded":"2024-09-19T06:04:15.914010+0000","last_fullsized":"2024-09-19T06:04:15.914010+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:21.790153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.913951+0000","last_change":"2024-09-19T06:04:14.897238+0000","last_active":"2024-09-19T06:04:15.913951+0000","last_peered":"2024-09-19T06:04:15.913951+0000","last_clean":"2024-09-19T06:04:15.913951+0000","last_became_active":"2024-09-19T06:04:14.896984+0000","last_became_peered":"2024-09-19T06:04:14.896984+0000","last_unstale":"2024-09-19T06:04:15.913951+0000","last_undegraded":"2024-09-19T06:04:15.913951+0000","last_fullsized":"2024-09-19T06:04:15.913951+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:08.204848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879944+0000","last_change":"2024-09-19T06:04:14.889167+0000","last_active":"2024-09-19T06:04:15.879944+0000","last_peered":"2024-09-19T06:04:15.879944+0000","last_clean":"2024-09-19T06:04:15.879944+0000","last_became_active":"2024-09-19T06:04:14.888916+0000","last_became_peered":"2024-09-19T06:04:14.888916+0000","last_unstale":"2024-09-19T06:04:15.879944+0000","last_undegraded":"2024-09-19T06:04:15.879944+0000","last_fullsized":"2024-09-19T06:04:15.879944+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:56.771955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880364+0000","last_change":"2024-09-19T06:04:14.888421+0000","last_active":"2024-09-19T06:04:15.880364+0000","last_peered":"2024-09-19T06:04:15.880364+0000","last_clean":"2024-09-19T06:04:15.880364+0000","last_became_active":"2024-09-19T06:04:14.888151+0000","last_became_peered":"2024-09-19T06:04:14.888151+0000","last_unstale":"2024-09-19T06:04:15.880364+0000","last_undegraded":"2024-09-19T06:04:15.880364+0000","last_fullsized":"2024-09-19T06:04:15.880364+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:21.790153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147189+0000","last_change":"2024-09-19T06:04:14.890687+0000","last_active":"2024-09-19T06:04:16.147189+0000","last_peered":"2024-09-19T06:04:16.147189+0000","last_clean":"2024-09-19T06:04:16.147189+0000","last_became_active":"2024-09-19T06:04:14.890413+0000","last_became_peered":"2024-09-19T06:04:14.890413+0000","last_unstale":"2024-09-19T06:04:16.147189+0000","last_undegraded":"2024-09-19T06:04:16.147189+0000","last_fullsized":"2024-09-19T06:04:16.147189+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:12.656766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879255+0000","last_change":"2024-09-19T06:04:14.885350+0000","last_active":"2024-09-19T06:04:15.879255+0000","last_peered":"2024-09-19T06:04:15.879255+0000","last_clean":"2024-09-19T06:04:15.879255+0000","last_became_active":"2024-09-19T06:04:14.884497+0000","last_became_peered":"2024-09-19T06:04:14.884497+0000","last_unstale":"2024-09-19T06:04:15.879255+0000","last_undegraded":"2024-09-19T06:04:15.879255+0000","last_fullsized":"2024-09-19T06:04:15.879255+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:24.193974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146933+0000","last_change":"2024-09-19T06:04:14.888161+0000","last_active":"2024-09-19T06:04:16.146933+0000","last_peered":"2024-09-19T06:04:16.146933+0000","last_clean":"2024-09-19T06:04:16.146933+0000","last_became_active":"2024-09-19T06:04:14.887885+0000","last_became_peered":"2024-09-19T06:04:14.887885+0000","last_unstale":"2024-09-19T06:04:16.146933+0000","last_undegraded":"2024-09-19T06:04:16.146933+0000","last_fullsized":"2024-09-19T06:04:16.146933+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:32.771860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879791+0000","last_change":"2024-09-19T06:04:14.886584+0000","last_active":"2024-09-19T06:04:15.879791+0000","last_peered":"2024-09-19T06:04:15.879791+0000","last_clean":"2024-09-19T06:04:15.879791+0000","last_became_active":"2024-09-19T06:04:14.886262+0000","last_became_peered":"2024-09-19T06:04:14.886262+0000","last_unstale":"2024-09-19T06:04:15.879791+0000","last_undegraded":"2024-09-19T06:04:15.879791+0000","last_fullsized":"2024-09-19T06:04:15.879791+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:56.771955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879775+0000","last_change":"2024-09-19T06:04:14.881979+0000","last_active":"2024-09-19T06:04:15.879775+0000","last_peered":"2024-09-19T06:04:15.879775+0000","last_clean":"2024-09-19T06:04:15.879775+0000","last_became_active":"2024-09-19T06:04:14.880122+0000","last_became_peered":"2024-09-19T06:04:14.880122+0000","last_unstale":"2024-09-19T06:04:15.879775+0000","last_undegraded":"2024-09-19T06:04:15.879775+0000","last_fullsized":"2024-09-19T06:04:15.879775+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:09.309364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146694+0000","last_change":"2024-09-19T06:04:14.889843+0000","last_active":"2024-09-19T06:04:16.146694+0000","last_peered":"2024-09-19T06:04:16.146694+0000","last_clean":"2024-09-19T06:04:16.146694+0000","last_became_active":"2024-09-19T06:04:14.889481+0000","last_became_peered":"2024-09-19T06:04:14.889481+0000","last_unstale":"2024-09-19T06:04:16.146694+0000","last_undegraded":"2024-09-19T06:04:16.146694+0000","last_fullsized":"2024-09-19T06:04:16.146694+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:54.267391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914289+0000","last_change":"2024-09-19T06:04:14.898442+0000","last_active":"2024-09-19T06:04:15.914289+0000","last_peered":"2024-09-19T06:04:15.914289+0000","last_clean":"2024-09-19T06:04:15.914289+0000","last_became_active":"2024-09-19T06:04:14.896361+0000","last_became_peered":"2024-09-19T06:04:14.896361+0000","last_unstale":"2024-09-19T06:04:15.914289+0000","last_undegraded":"2024-09-19T06:04:15.914289+0000","last_fullsized":"2024-09-19T06:04:15.914289+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:29.938901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"67'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914532+0000","last_change":"2024-09-19T06:04:13.883144+0000","last_active":"2024-09-19T06:04:15.914532+0000","last_peered":"2024-09-19T06:04:15.914532+0000","last_clean":"2024-09-19T06:04:15.914532+0000","last_became_active":"2024-09-19T06:04:13.882856+0000","last_became_peered":"2024-09-19T06:04:13.882856+0000","last_unstale":"2024-09-19T06:04:15.914532+0000","last_undegraded":"2024-09-19T06:04:15.914532+0000","last_fullsized":"2024-09-19T06:04:15.914532+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:09.733239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147665+0000","last_change":"2024-09-19T06:04:14.891912+0000","last_active":"2024-09-19T06:04:16.147665+0000","last_peered":"2024-09-19T06:04:16.147665+0000","last_clean":"2024-09-19T06:04:16.147665+0000","last_became_active":"2024-09-19T06:04:14.891642+0000","last_became_peered":"2024-09-19T06:04:14.891642+0000","last_unstale":"2024-09-19T06:04:16.147665+0000","last_undegraded":"2024-09-19T06:04:16.147665+0000","last_fullsized":"2024-09-19T06:04:16.147665+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:43.284640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146100+0000","last_change":"2024-09-19T06:04:13.871454+0000","last_active":"2024-09-19T06:04:16.146100+0000","last_peered":"2024-09-19T06:04:16.146100+0000","last_clean":"2024-09-19T06:04:16.146100+0000","last_became_active":"2024-09-19T06:04:13.871173+0000","last_became_peered":"2024-09-19T06:04:13.871173+0000","last_unstale":"2024-09-19T06:04:16.146100+0000","last_undegraded":"2024-09-19T06:04:16.146100+0000","last_fullsized":"2024-09-19T06:04:16.146100+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:55.768789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147053+0000","last_change":"2024-09-19T06:04:14.891507+0000","last_active":"2024-09-19T06:04:16.147053+0000","last_peered":"2024-09-19T06:04:16.147053+0000","last_clean":"2024-09-19T06:04:16.147053+0000","last_became_active":"2024-09-19T06:04:14.891247+0000","last_became_peered":"2024-09-19T06:04:14.891247+0000","last_unstale":"2024-09-19T06:04:16.147053+0000","last_undegraded":"2024-09-19T06:04:16.147053+0000","last_fullsized":"2024-09-19T06:04:16.147053+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:57.138198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879430+0000","last_change":"2024-09-19T06:04:13.882375+0000","last_active":"2024-09-19T06:04:15.879430+0000","last_peered":"2024-09-19T06:04:15.879430+0000","last_clean":"2024-09-19T06:04:15.879430+0000","last_became_active":"2024-09-19T06:04:13.881820+0000","last_became_peered":"2024-09-19T06:04:13.881820+0000","last_unstale":"2024-09-19T06:04:15.879430+0000","last_undegraded":"2024-09-19T06:04:15.879430+0000","last_fullsized":"2024-09-19T06:04:15.879430+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:25.853057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914363+0000","last_change":"2024-09-19T06:04:14.896931+0000","last_active":"2024-09-19T06:04:15.914363+0000","last_peered":"2024-09-19T06:04:15.914363+0000","last_clean":"2024-09-19T06:04:15.914363+0000","last_became_active":"2024-09-19T06:04:14.895801+0000","last_became_peered":"2024-09-19T06:04:14.895801+0000","last_unstale":"2024-09-19T06:04:15.914363+0000","last_undegraded":"2024-09-19T06:04:15.914363+0000","last_fullsized":"2024-09-19T06:04:15.914363+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:25.341896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147193+0000","last_change":"2024-09-19T06:04:13.881914+0000","last_active":"2024-09-19T06:04:16.147193+0000","last_peered":"2024-09-19T06:04:16.147193+0000","last_clean":"2024-09-19T06:04:16.147193+0000","last_became_active":"2024-09-19T06:04:13.881637+0000","last_became_peered":"2024-09-19T06:04:13.881637+0000","last_unstale":"2024-09-19T06:04:16.147193+0000","last_undegraded":"2024-09-19T06:04:16.147193+0000","last_fullsized":"2024-09-19T06:04:16.147193+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:27.928647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879945+0000","last_change":"2024-09-19T06:04:14.892515+0000","last_active":"2024-09-19T06:04:15.879945+0000","last_peered":"2024-09-19T06:04:15.879945+0000","last_clean":"2024-09-19T06:04:15.879945+0000","last_became_active":"2024-09-19T06:04:14.892259+0000","last_became_peered":"2024-09-19T06:04:14.892259+0000","last_unstale":"2024-09-19T06:04:15.879945+0000","last_undegraded":"2024-09-19T06:04:15.879945+0000","last_fullsized":"2024-09-19T06:04:15.879945+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:59.460812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147059+0000","last_change":"2024-09-19T06:04:13.873036+0000","last_active":"2024-09-19T06:04:16.147059+0000","last_peered":"2024-09-19T06:04:16.147059+0000","last_clean":"2024-09-19T06:04:16.147059+0000","last_became_active":"2024-09-19T06:04:13.872712+0000","last_became_peered":"2024-09-19T06:04:13.872712+0000","last_unstale":"2024-09-19T06:04:16.147059+0000","last_undegraded":"2024-09-19T06:04:16.147059+0000","last_fullsized":"2024-09-19T06:04:16.147059+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:28.935735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879158+0000","last_change":"2024-09-19T06:04:14.894795+0000","last_active":"2024-09-19T06:04:15.879158+0000","last_peered":"2024-09-19T06:04:15.879158+0000","last_clean":"2024-09-19T06:04:15.879158+0000","last_became_active":"2024-09-19T06:04:14.894472+0000","last_became_peered":"2024-09-19T06:04:14.894472+0000","last_unstale":"2024-09-19T06:04:15.879158+0000","last_undegraded":"2024-09-19T06:04:15.879158+0000","last_fullsized":"2024-09-19T06:04:15.879158+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:54.882219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147044+0000","last_change":"2024-09-19T06:04:13.883048+0000","last_active":"2024-09-19T06:04:16.147044+0000","last_peered":"2024-09-19T06:04:16.147044+0000","last_clean":"2024-09-19T06:04:16.147044+0000","last_became_active":"2024-09-19T06:04:13.882691+0000","last_became_peered":"2024-09-19T06:04:13.882691+0000","last_unstale":"2024-09-19T06:04:16.147044+0000","last_undegraded":"2024-09-19T06:04:16.147044+0000","last_fullsized":"2024-09-19T06:04:16.147044+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:34.581974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146301+0000","last_change":"2024-09-19T06:04:14.876280+0000","last_active":"2024-09-19T06:04:16.146301+0000","last_peered":"2024-09-19T06:04:16.146301+0000","last_clean":"2024-09-19T06:04:16.146301+0000","last_became_active":"2024-09-19T06:04:14.875983+0000","last_became_peered":"2024-09-19T06:04:14.875983+0000","last_unstale":"2024-09-19T06:04:16.146301+0000","last_undegraded":"2024-09-19T06:04:16.146301+0000","last_fullsized":"2024-09-19T06:04:16.146301+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:42.490578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879570+0000","last_change":"2024-09-19T06:04:13.881739+0000","last_active":"2024-09-19T06:04:15.879570+0000","last_peered":"2024-09-19T06:04:15.879570+0000","last_clean":"2024-09-19T06:04:15.879570+0000","last_became_active":"2024-09-19T06:04:13.881399+0000","last_became_peered":"2024-09-19T06:04:13.881399+0000","last_unstale":"2024-09-19T06:04:15.879570+0000","last_undegraded":"2024-09-19T06:04:15.879570+0000","last_fullsized":"2024-09-19T06:04:15.879570+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:13.214112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.145860+0000","last_change":"2024-09-19T06:04:14.885656+0000","last_active":"2024-09-19T06:04:16.145860+0000","last_peered":"2024-09-19T06:04:16.145860+0000","last_clean":"2024-09-19T06:04:16.145860+0000","last_became_active":"2024-09-19T06:04:14.885414+0000","last_became_peered":"2024-09-19T06:04:14.885414+0000","last_unstale":"2024-09-19T06:04:16.145860+0000","last_undegraded":"2024-09-19T06:04:16.145860+0000","last_fullsized":"2024-09-19T06:04:16.145860+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:25.341896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146393+0000","last_change":"2024-09-19T06:04:13.879683+0000","last_active":"2024-09-19T06:04:16.146393+0000","last_peered":"2024-09-19T06:04:16.146393+0000","last_clean":"2024-09-19T06:04:16.146393+0000","last_became_active":"2024-09-19T06:04:13.878430+0000","last_became_peered":"2024-09-19T06:04:13.878430+0000","last_unstale":"2024-09-19T06:04:16.146393+0000","last_undegraded":"2024-09-19T06:04:16.146393+0000","last_fullsized":"2024-09-19T06:04:16.146393+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:22.391058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880352+0000","last_change":"2024-09-19T06:04:14.894152+0000","last_active":"2024-09-19T06:04:15.880352+0000","last_peered":"2024-09-19T06:04:15.880352+0000","last_clean":"2024-09-19T06:04:15.880352+0000","last_became_active":"2024-09-19T06:04:14.893804+0000","last_became_peered":"2024-09-19T06:04:14.893804+0000","last_unstale":"2024-09-19T06:04:15.880352+0000","last_undegraded":"2024-09-19T06:04:15.880352+0000","last_fullsized":"2024-09-19T06:04:15.880352+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:08.204848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880058+0000","last_change":"2024-09-19T06:04:13.884378+0000","last_active":"2024-09-19T06:04:15.880058+0000","last_peered":"2024-09-19T06:04:15.880058+0000","last_clean":"2024-09-19T06:04:15.880058+0000","last_became_active":"2024-09-19T06:04:13.883546+0000","last_became_peered":"2024-09-19T06:04:13.883546+0000","last_unstale":"2024-09-19T06:04:15.880058+0000","last_undegraded":"2024-09-19T06:04:15.880058+0000","last_fullsized":"2024-09-19T06:04:15.880058+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:03.113053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914471+0000","last_change":"2024-09-19T06:04:14.896073+0000","last_active":"2024-09-19T06:04:15.914471+0000","last_peered":"2024-09-19T06:04:15.914471+0000","last_clean":"2024-09-19T06:04:15.914471+0000","last_became_active":"2024-09-19T06:04:14.894991+0000","last_became_peered":"2024-09-19T06:04:14.894991+0000","last_unstale":"2024-09-19T06:04:15.914471+0000","last_undegraded":"2024-09-19T06:04:15.914471+0000","last_fullsized":"2024-09-19T06:04:15.914471+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:22.120518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147410+0000","last_change":"2024-09-19T06:04:13.887654+0000","last_active":"2024-09-19T06:04:16.147410+0000","last_peered":"2024-09-19T06:04:16.147410+0000","last_clean":"2024-09-19T06:04:16.147410+0000","last_became_active":"2024-09-19T06:04:13.887412+0000","last_became_peered":"2024-09-19T06:04:13.887412+0000","last_unstale":"2024-09-19T06:04:16.147410+0000","last_undegraded":"2024-09-19T06:04:16.147410+0000","last_fullsized":"2024-09-19T06:04:16.147410+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:24.280794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147110+0000","last_change":"2024-09-19T06:04:14.886614+0000","last_active":"2024-09-19T06:04:16.147110+0000","last_peered":"2024-09-19T06:04:16.147110+0000","last_clean":"2024-09-19T06:04:16.147110+0000","last_became_active":"2024-09-19T06:04:14.886211+0000","last_became_peered":"2024-09-19T06:04:14.886211+0000","last_unstale":"2024-09-19T06:04:16.147110+0000","last_undegraded":"2024-09-19T06:04:16.147110+0000","last_fullsized":"2024-09-19T06:04:16.147110+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:23.169546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"67'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147203+0000","last_change":"2024-09-19T06:04:13.885350+0000","last_active":"2024-09-19T06:04:16.147203+0000","last_peered":"2024-09-19T06:04:16.147203+0000","last_clean":"2024-09-19T06:04:16.147203+0000","last_became_active":"2024-09-19T06:04:13.885077+0000","last_became_peered":"2024-09-19T06:04:13.885077+0000","last_unstale":"2024-09-19T06:04:16.147203+0000","last_undegraded":"2024-09-19T06:04:16.147203+0000","last_fullsized":"2024-09-19T06:04:16.147203+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:35.867733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147384+0000","last_change":"2024-09-19T06:04:14.882154+0000","last_active":"2024-09-19T06:04:16.147384+0000","last_peered":"2024-09-19T06:04:16.147384+0000","last_clean":"2024-09-19T06:04:16.147384+0000","last_became_active":"2024-09-19T06:04:14.881839+0000","last_became_peered":"2024-09-19T06:04:14.881839+0000","last_unstale":"2024-09-19T06:04:16.147384+0000","last_undegraded":"2024-09-19T06:04:16.147384+0000","last_fullsized":"2024-09-19T06:04:16.147384+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:11.158760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"67'6","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880042+0000","last_change":"2024-09-19T06:04:13.877571+0000","last_active":"2024-09-19T06:04:15.880042+0000","last_peered":"2024-09-19T06:04:15.880042+0000","last_clean":"2024-09-19T06:04:15.880042+0000","last_became_active":"2024-09-19T06:04:13.877301+0000","last_became_peered":"2024-09-19T06:04:13.877301+0000","last_unstale":"2024-09-19T06:04:15.880042+0000","last_undegraded":"2024-09-19T06:04:15.880042+0000","last_fullsized":"2024-09-19T06:04:15.880042+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:54.882980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.913945+0000","last_change":"2024-09-19T06:04:14.887876+0000","last_active":"2024-09-19T06:04:15.913945+0000","last_peered":"2024-09-19T06:04:15.913945+0000","last_clean":"2024-09-19T06:04:15.913945+0000","last_became_active":"2024-09-19T06:04:14.887612+0000","last_became_peered":"2024-09-19T06:04:14.887612+0000","last_unstale":"2024-09-19T06:04:15.913945+0000","last_undegraded":"2024-09-19T06:04:15.913945+0000","last_fullsized":"2024-09-19T06:04:15.913945+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:22:05.876414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879639+0000","last_change":"2024-09-19T06:04:13.873959+0000","last_active":"2024-09-19T06:04:15.879639+0000","last_peered":"2024-09-19T06:04:15.879639+0000","last_clean":"2024-09-19T06:04:15.879639+0000","last_became_active":"2024-09-19T06:04:13.873713+0000","last_became_peered":"2024-09-19T06:04:13.873713+0000","last_unstale":"2024-09-19T06:04:15.879639+0000","last_undegraded":"2024-09-19T06:04:15.879639+0000","last_fullsized":"2024-09-19T06:04:15.879639+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:29.935861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879694+0000","last_change":"2024-09-19T06:04:14.872491+0000","last_active":"2024-09-19T06:04:15.879694+0000","last_peered":"2024-09-19T06:04:15.879694+0000","last_clean":"2024-09-19T06:04:15.879694+0000","last_became_active":"2024-09-19T06:04:14.872227+0000","last_became_peered":"2024-09-19T06:04:14.872227+0000","last_unstale":"2024-09-19T06:04:15.879694+0000","last_undegraded":"2024-09-19T06:04:15.879694+0000","last_fullsized":"2024-09-19T06:04:15.879694+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:24.193974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147044+0000","last_change":"2024-09-19T06:04:13.881189+0000","last_active":"2024-09-19T06:04:16.147044+0000","last_peered":"2024-09-19T06:04:16.147044+0000","last_clean":"2024-09-19T06:04:16.147044+0000","last_became_active":"2024-09-19T06:04:13.880910+0000","last_became_peered":"2024-09-19T06:04:13.880910+0000","last_unstale":"2024-09-19T06:04:16.147044+0000","last_undegraded":"2024-09-19T06:04:16.147044+0000","last_fullsized":"2024-09-19T06:04:16.147044+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:08.250896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.145806+0000","last_change":"2024-09-19T06:04:14.885286+0000","last_active":"2024-09-19T06:04:16.145806+0000","last_peered":"2024-09-19T06:04:16.145806+0000","last_clean":"2024-09-19T06:04:16.145806+0000","last_became_active":"2024-09-19T06:04:14.885005+0000","last_became_peered":"2024-09-19T06:04:14.885005+0000","last_unstale":"2024-09-19T06:04:16.145806+0000","last_undegraded":"2024-09-19T06:04:16.145806+0000","last_fullsized":"2024-09-19T06:04:16.145806+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:10:47.766368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879600+0000","last_change":"2024-09-19T06:04:13.875549+0000","last_active":"2024-09-19T06:04:15.879600+0000","last_peered":"2024-09-19T06:04:15.879600+0000","last_clean":"2024-09-19T06:04:15.879600+0000","last_became_active":"2024-09-19T06:04:13.875301+0000","last_became_peered":"2024-09-19T06:04:13.875301+0000","last_unstale":"2024-09-19T06:04:15.879600+0000","last_undegraded":"2024-09-19T06:04:15.879600+0000","last_fullsized":"2024-09-19T06:04:15.879600+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:26:06.281393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146563+0000","last_change":"2024-09-19T06:04:14.889296+0000","last_active":"2024-09-19T06:04:16.146563+0000","last_peered":"2024-09-19T06:04:16.146563+0000","last_clean":"2024-09-19T06:04:16.146563+0000","last_became_active":"2024-09-19T06:04:14.889032+0000","last_became_peered":"2024-09-19T06:04:14.889032+0000","last_unstale":"2024-09-19T06:04:16.146563+0000","last_undegraded":"2024-09-19T06:04:16.146563+0000","last_fullsized":"2024-09-19T06:04:16.146563+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:51.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"67'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.878901+0000","last_change":"2024-09-19T06:04:13.874232+0000","last_active":"2024-09-19T06:04:15.878901+0000","last_peered":"2024-09-19T06:04:15.878901+0000","last_clean":"2024-09-19T06:04:15.878901+0000","last_became_active":"2024-09-19T06:04:13.873952+0000","last_became_peered":"2024-09-19T06:04:13.873952+0000","last_unstale":"2024-09-19T06:04:15.878901+0000","last_undegraded":"2024-09-19T06:04:15.878901+0000","last_fullsized":"2024-09-19T06:04:15.878901+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:42.465943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880002+0000","last_change":"2024-09-19T06:04:14.877819+0000","last_active":"2024-09-19T06:04:15.880002+0000","last_peered":"2024-09-19T06:04:15.880002+0000","last_clean":"2024-09-19T06:04:15.880002+0000","last_became_active":"2024-09-19T06:04:14.877541+0000","last_became_peered":"2024-09-19T06:04:14.877541+0000","last_unstale":"2024-09-19T06:04:15.880002+0000","last_undegraded":"2024-09-19T06:04:15.880002+0000","last_fullsized":"2024-09-19T06:04:15.880002+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:59.460812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147200+0000","last_change":"2024-09-19T06:04:13.885040+0000","last_active":"2024-09-19T06:04:16.147200+0000","last_peered":"2024-09-19T06:04:16.147200+0000","last_clean":"2024-09-19T06:04:16.147200+0000","last_became_active":"2024-09-19T06:04:13.884314+0000","last_became_peered":"2024-09-19T06:04:13.884314+0000","last_unstale":"2024-09-19T06:04:16.147200+0000","last_undegraded":"2024-09-19T06:04:16.147200+0000","last_fullsized":"2024-09-19T06:04:16.147200+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:35.177262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914485+0000","last_change":"2024-09-19T06:04:14.895832+0000","last_active":"2024-09-19T06:04:15.914485+0000","last_peered":"2024-09-19T06:04:15.914485+0000","last_clean":"2024-09-19T06:04:15.914485+0000","last_became_active":"2024-09-19T06:04:14.892819+0000","last_became_peered":"2024-09-19T06:04:14.892819+0000","last_unstale":"2024-09-19T06:04:15.914485+0000","last_undegraded":"2024-09-19T06:04:15.914485+0000","last_fullsized":"2024-09-19T06:04:15.914485+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:54.959918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879730+0000","last_change":"2024-09-19T06:04:13.884693+0000","last_active":"2024-09-19T06:04:15.879730+0000","last_peered":"2024-09-19T06:04:15.879730+0000","last_clean":"2024-09-19T06:04:15.879730+0000","last_became_active":"2024-09-19T06:04:13.883818+0000","last_became_peered":"2024-09-19T06:04:13.883818+0000","last_unstale":"2024-09-19T06:04:15.879730+0000","last_undegraded":"2024-09-19T06:04:15.879730+0000","last_fullsized":"2024-09-19T06:04:15.879730+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:08.016057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879940+0000","last_change":"2024-09-19T06:04:14.877948+0000","last_active":"2024-09-19T06:04:15.879940+0000","last_peered":"2024-09-19T06:04:15.879940+0000","last_clean":"2024-09-19T06:04:15.879940+0000","last_became_active":"2024-09-19T06:04:14.877662+0000","last_became_peered":"2024-09-19T06:04:14.877662+0000","last_unstale":"2024-09-19T06:04:15.879940+0000","last_undegraded":"2024-09-19T06:04:15.879940+0000","last_fullsized":"2024-09-19T06:04:15.879940+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:14.467405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146992+0000","last_change":"2024-09-19T06:04:13.886096+0000","last_active":"2024-09-19T06:04:16.146992+0000","last_peered":"2024-09-19T06:04:16.146992+0000","last_clean":"2024-09-19T06:04:16.146992+0000","last_became_active":"2024-09-19T06:04:13.885805+0000","last_became_peered":"2024-09-19T06:04:13.885805+0000","last_unstale":"2024-09-19T06:04:16.146992+0000","last_undegraded":"2024-09-19T06:04:16.146992+0000","last_fullsized":"2024-09-19T06:04:16.146992+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:48.114738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147399+0000","last_change":"2024-09-19T06:04:14.884588+0000","last_active":"2024-09-19T06:04:16.147399+0000","last_peered":"2024-09-19T06:04:16.147399+0000","last_clean":"2024-09-19T06:04:16.147399+0000","last_became_active":"2024-09-19T06:04:14.882485+0000","last_became_peered":"2024-09-19T06:04:14.882485+0000","last_unstale":"2024-09-19T06:04:16.147399+0000","last_undegraded":"2024-09-19T06:04:16.147399+0000","last_fullsized":"2024-09-19T06:04:16.147399+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:56.850636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914250+0000","last_change":"2024-09-19T06:04:13.885738+0000","last_active":"2024-09-19T06:04:15.914250+0000","last_peered":"2024-09-19T06:04:15.914250+0000","last_clean":"2024-09-19T06:04:15.914250+0000","last_became_active":"2024-09-19T06:04:13.885484+0000","last_became_peered":"2024-09-19T06:04:13.885484+0000","last_unstale":"2024-09-19T06:04:15.914250+0000","last_undegraded":"2024-09-19T06:04:15.914250+0000","last_fullsized":"2024-09-19T06:04:15.914250+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:53.264225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147055+0000","last_change":"2024-09-19T06:04:14.892301+0000","last_active":"2024-09-19T06:04:16.147055+0000","last_peered":"2024-09-19T06:04:16.147055+0000","last_clean":"2024-09-19T06:04:16.147055+0000","last_became_active":"2024-09-19T06:04:14.890974+0000","last_became_peered":"2024-09-19T06:04:14.890974+0000","last_unstale":"2024-09-19T06:04:16.147055+0000","last_undegraded":"2024-09-19T06:04:16.147055+0000","last_fullsized":"2024-09-19T06:04:16.147055+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:06.198681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147167+0000","last_change":"2024-09-19T06:04:13.880370+0000","last_active":"2024-09-19T06:04:16.147167+0000","last_peered":"2024-09-19T06:04:16.147167+0000","last_clean":"2024-09-19T06:04:16.147167+0000","last_became_active":"2024-09-19T06:04:13.880071+0000","last_became_peered":"2024-09-19T06:04:13.880071+0000","last_unstale":"2024-09-19T06:04:16.147167+0000","last_undegraded":"2024-09-19T06:04:16.147167+0000","last_fullsized":"2024-09-19T06:04:16.147167+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:05.058654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146270+0000","last_change":"2024-09-19T06:04:14.894885+0000","last_active":"2024-09-19T06:04:16.146270+0000","last_peered":"2024-09-19T06:04:16.146270+0000","last_clean":"2024-09-19T06:04:16.146270+0000","last_became_active":"2024-09-19T06:04:14.894112+0000","last_became_peered":"2024-09-19T06:04:14.894112+0000","last_unstale":"2024-09-19T06:04:16.146270+0000","last_undegraded":"2024-09-19T06:04:16.146270+0000","last_fullsized":"2024-09-19T06:04:16.146270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:20:35.886543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879878+0000","last_change":"2024-09-19T06:04:13.874061+0000","last_active":"2024-09-19T06:04:15.879878+0000","last_peered":"2024-09-19T06:04:15.879878+0000","last_clean":"2024-09-19T06:04:15.879878+0000","last_became_active":"2024-09-19T06:04:13.873786+0000","last_became_peered":"2024-09-19T06:04:13.873786+0000","last_unstale":"2024-09-19T06:04:15.879878+0000","last_undegraded":"2024-09-19T06:04:15.879878+0000","last_fullsized":"2024-09-19T06:04:15.879878+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:53.264225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146738+0000","last_change":"2024-09-19T06:04:14.897068+0000","last_active":"2024-09-19T06:04:16.146738+0000","last_peered":"2024-09-19T06:04:16.146738+0000","last_clean":"2024-09-19T06:04:16.146738+0000","last_became_active":"2024-09-19T06:04:14.895791+0000","last_became_peered":"2024-09-19T06:04:14.895791+0000","last_unstale":"2024-09-19T06:04:16.146738+0000","last_undegraded":"2024-09-19T06:04:16.146738+0000","last_fullsized":"2024-09-19T06:04:16.146738+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:25.782357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.145718+0000","last_change":"2024-09-19T06:04:13.872610+0000","last_active":"2024-09-19T06:04:16.145718+0000","last_peered":"2024-09-19T06:04:16.145718+0000","last_clean":"2024-09-19T06:04:16.145718+0000","last_became_active":"2024-09-19T06:04:13.870891+0000","last_became_peered":"2024-09-19T06:04:13.870891+0000","last_unstale":"2024-09-19T06:04:16.145718+0000","last_undegraded":"2024-09-19T06:04:16.145718+0000","last_fullsized":"2024-09-19T06:04:16.145718+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:23.190808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146141+0000","last_change":"2024-09-19T06:04:14.878582+0000","last_active":"2024-09-19T06:04:16.146141+0000","last_peered":"2024-09-19T06:04:16.146141+0000","last_clean":"2024-09-19T06:04:16.146141+0000","last_became_active":"2024-09-19T06:04:14.878411+0000","last_became_peered":"2024-09-19T06:04:14.878411+0000","last_unstale":"2024-09-19T06:04:16.146141+0000","last_undegraded":"2024-09-19T06:04:16.146141+0000","last_fullsized":"2024-09-19T06:04:16.146141+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:54.959918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147465+0000","last_change":"2024-09-19T06:04:13.884577+0000","last_active":"2024-09-19T06:04:16.147465+0000","last_peered":"2024-09-19T06:04:16.147465+0000","last_clean":"2024-09-19T06:04:16.147465+0000","last_became_active":"2024-09-19T06:04:13.883977+0000","last_became_peered":"2024-09-19T06:04:13.883977+0000","last_unstale":"2024-09-19T06:04:16.147465+0000","last_undegraded":"2024-09-19T06:04:16.147465+0000","last_fullsized":"2024-09-19T06:04:16.147465+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:02:02.527103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880463+0000","last_change":"2024-09-19T06:04:14.876034+0000","last_active":"2024-09-19T06:04:15.880463+0000","last_peered":"2024-09-19T06:04:15.880463+0000","last_clean":"2024-09-19T06:04:15.880463+0000","last_became_active":"2024-09-19T06:04:14.875619+0000","last_became_peered":"2024-09-19T06:04:14.875619+0000","last_unstale":"2024-09-19T06:04:15.880463+0000","last_undegraded":"2024-09-19T06:04:15.880463+0000","last_fullsized":"2024-09-19T06:04:15.880463+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:19:55.555616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"68'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.871490+0000","last_change":"2024-09-19T06:04:13.871879+0000","last_active":"2024-09-19T06:04:16.871490+0000","last_peered":"2024-09-19T06:04:16.871490+0000","last_clean":"2024-09-19T06:04:16.871490+0000","last_became_active":"2024-09-19T06:04:13.869950+0000","last_became_peered":"2024-09-19T06:04:13.869950+0000","last_unstale":"2024-09-19T06:04:16.871490+0000","last_undegraded":"2024-09-19T06:04:16.871490+0000","last_fullsized":"2024-09-19T06:04:16.871490+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:09.733239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914284+0000","last_change":"2024-09-19T06:04:14.898120+0000","last_active":"2024-09-19T06:04:15.914284+0000","last_peered":"2024-09-19T06:04:15.914284+0000","last_clean":"2024-09-19T06:04:15.914284+0000","last_became_active":"2024-09-19T06:04:14.897842+0000","last_became_peered":"2024-09-19T06:04:14.897842+0000","last_unstale":"2024-09-19T06:04:15.914284+0000","last_undegraded":"2024-09-19T06:04:15.914284+0000","last_fullsized":"2024-09-19T06:04:15.914284+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:36.870899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147435+0000","last_change":"2024-09-19T06:04:13.872879+0000","last_active":"2024-09-19T06:04:16.147435+0000","last_peered":"2024-09-19T06:04:16.147435+0000","last_clean":"2024-09-19T06:04:16.147435+0000","last_became_active":"2024-09-19T06:04:13.872512+0000","last_became_peered":"2024-09-19T06:04:13.872512+0000","last_unstale":"2024-09-19T06:04:16.147435+0000","last_undegraded":"2024-09-19T06:04:16.147435+0000","last_fullsized":"2024-09-19T06:04:16.147435+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:05.960033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914381+0000","last_change":"2024-09-19T06:04:14.898608+0000","last_active":"2024-09-19T06:04:15.914381+0000","last_peered":"2024-09-19T06:04:15.914381+0000","last_clean":"2024-09-19T06:04:15.914381+0000","last_became_active":"2024-09-19T06:04:14.898260+0000","last_became_peered":"2024-09-19T06:04:14.898260+0000","last_unstale":"2024-09-19T06:04:15.914381+0000","last_undegraded":"2024-09-19T06:04:15.914381+0000","last_fullsized":"2024-09-19T06:04:15.914381+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:23.995789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146056+0000","last_change":"2024-09-19T06:04:13.879845+0000","last_active":"2024-09-19T06:04:16.146056+0000","last_peered":"2024-09-19T06:04:16.146056+0000","last_clean":"2024-09-19T06:04:16.146056+0000","last_became_active":"2024-09-19T06:04:13.879579+0000","last_became_peered":"2024-09-19T06:04:13.879579+0000","last_unstale":"2024-09-19T06:04:16.146056+0000","last_undegraded":"2024-09-19T06:04:16.146056+0000","last_fullsized":"2024-09-19T06:04:16.146056+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:08.306198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147031+0000","last_change":"2024-09-19T06:04:14.889966+0000","last_active":"2024-09-19T06:04:16.147031+0000","last_peered":"2024-09-19T06:04:16.147031+0000","last_clean":"2024-09-19T06:04:16.147031+0000","last_became_active":"2024-09-19T06:04:14.889680+0000","last_became_peered":"2024-09-19T06:04:14.889680+0000","last_unstale":"2024-09-19T06:04:16.147031+0000","last_undegraded":"2024-09-19T06:04:16.147031+0000","last_fullsized":"2024-09-19T06:04:16.147031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:03.610667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146877+0000","last_change":"2024-09-19T06:04:13.877629+0000","last_active":"2024-09-19T06:04:16.146877+0000","last_peered":"2024-09-19T06:04:16.146877+0000","last_clean":"2024-09-19T06:04:16.146877+0000","last_became_active":"2024-09-19T06:04:13.877337+0000","last_became_peered":"2024-09-19T06:04:13.877337+0000","last_unstale":"2024-09-19T06:04:16.146877+0000","last_undegraded":"2024-09-19T06:04:16.146877+0000","last_fullsized":"2024-09-19T06:04:16.146877+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:59.910445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146818+0000","last_change":"2024-09-19T06:04:14.892841+0000","last_active":"2024-09-19T06:04:16.146818+0000","last_peered":"2024-09-19T06:04:16.146818+0000","last_clean":"2024-09-19T06:04:16.146818+0000","last_became_active":"2024-09-19T06:04:14.892585+0000","last_became_peered":"2024-09-19T06:04:14.892585+0000","last_unstale":"2024-09-19T06:04:16.146818+0000","last_undegraded":"2024-09-19T06:04:16.146818+0000","last_fullsized":"2024-09-19T06:04:16.146818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:42.452194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879519+0000","last_change":"2024-09-19T06:04:13.881759+0000","last_active":"2024-09-19T06:04:15.879519+0000","last_peered":"2024-09-19T06:04:15.879519+0000","last_clean":"2024-09-19T06:04:15.879519+0000","last_became_active":"2024-09-19T06:04:13.881362+0000","last_became_peered":"2024-09-19T06:04:13.881362+0000","last_unstale":"2024-09-19T06:04:15.879519+0000","last_undegraded":"2024-09-19T06:04:15.879519+0000","last_fullsized":"2024-09-19T06:04:15.879519+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:08.061357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879622+0000","last_change":"2024-09-19T06:04:14.889199+0000","last_active":"2024-09-19T06:04:15.879622+0000","last_peered":"2024-09-19T06:04:15.879622+0000","last_clean":"2024-09-19T06:04:15.879622+0000","last_became_active":"2024-09-19T06:04:14.888793+0000","last_became_peered":"2024-09-19T06:04:14.888793+0000","last_unstale":"2024-09-19T06:04:15.879622+0000","last_undegraded":"2024-09-19T06:04:15.879622+0000","last_fullsized":"2024-09-19T06:04:15.879622+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:51.605315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.878856+0000","last_change":"2024-09-19T06:04:13.878930+0000","last_active":"2024-09-19T06:04:15.878856+0000","last_peered":"2024-09-19T06:04:15.878856+0000","last_clean":"2024-09-19T06:04:15.878856+0000","last_became_active":"2024-09-19T06:04:13.878358+0000","last_became_peered":"2024-09-19T06:04:13.878358+0000","last_unstale":"2024-09-19T06:04:15.878856+0000","last_undegraded":"2024-09-19T06:04:15.878856+0000","last_fullsized":"2024-09-19T06:04:15.878856+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:34.473542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146625+0000","last_change":"2024-09-19T06:04:14.892890+0000","last_active":"2024-09-19T06:04:16.146625+0000","last_peered":"2024-09-19T06:04:16.146625+0000","last_clean":"2024-09-19T06:04:16.146625+0000","last_became_active":"2024-09-19T06:04:14.890634+0000","last_became_peered":"2024-09-19T06:04:14.890634+0000","last_unstale":"2024-09-19T06:04:16.146625+0000","last_undegraded":"2024-09-19T06:04:16.146625+0000","last_fullsized":"2024-09-19T06:04:16.146625+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:10.736405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146900+0000","last_change":"2024-09-19T06:04:13.879675+0000","last_active":"2024-09-19T06:04:16.146900+0000","last_peered":"2024-09-19T06:04:16.146900+0000","last_clean":"2024-09-19T06:04:16.146900+0000","last_became_active":"2024-09-19T06:04:13.879401+0000","last_became_peered":"2024-09-19T06:04:13.879401+0000","last_unstale":"2024-09-19T06:04:16.146900+0000","last_undegraded":"2024-09-19T06:04:16.146900+0000","last_fullsized":"2024-09-19T06:04:16.146900+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:16:09.414971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146903+0000","last_change":"2024-09-19T06:04:14.896111+0000","last_active":"2024-09-19T06:04:16.146903+0000","last_peered":"2024-09-19T06:04:16.146903+0000","last_clean":"2024-09-19T06:04:16.146903+0000","last_became_active":"2024-09-19T06:04:14.895540+0000","last_became_peered":"2024-09-19T06:04:14.895540+0000","last_unstale":"2024-09-19T06:04:16.146903+0000","last_undegraded":"2024-09-19T06:04:16.146903+0000","last_fullsized":"2024-09-19T06:04:16.146903+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:43.561586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146787+0000","last_change":"2024-09-19T06:04:13.883126+0000","last_active":"2024-09-19T06:04:16.146787+0000","last_peered":"2024-09-19T06:04:16.146787+0000","last_clean":"2024-09-19T06:04:16.146787+0000","last_became_active":"2024-09-19T06:04:13.882792+0000","last_became_peered":"2024-09-19T06:04:13.882792+0000","last_unstale":"2024-09-19T06:04:16.146787+0000","last_undegraded":"2024-09-19T06:04:16.146787+0000","last_fullsized":"2024-09-19T06:04:16.146787+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:14.737617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":254,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.913929+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:04:15.913929+0000","last_peered":"2024-09-19T06:04:15.913929+0000","last_clean":"2024-09-19T06:04:15.913929+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:04:15.913929+0000","last_undegraded":"2024-09-19T06:04:15.913929+0000","last_fullsized":"2024-09-19T06:04:15.913929+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509481,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32580,"kb_used_data":1388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339260,"statfs":{"total":96636764160,"available":96603402240,"internally_reserved":0,"allocated":1421312,"data_stored":930674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509480,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":827392,"data_stored":339782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509480,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31996,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339844,"statfs":{"total":96636764160,"available":96604000256,"internally_reserved":0,"allocated":823296,"data_stored":339780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509480,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":823296,"data_stored":339760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":827392,"data_stored":339802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509480,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32004,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339836,"statfs":{"total":96636764160,"available":96603992064,"internally_reserved":0,"allocated":831488,"data_stored":341302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509480,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":930058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542186,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32016,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339824,"statfs":{"total":96636764160,"available":96603979776,"internally_reserved":0,"allocated":839680,"data_stored":341918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:04:19.043 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:04:19.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.231+0000 7f214c400640 1 Processor -- start 2024-09-19T06:04:19.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.231+0000 7f214c400640 1 -- start start 2024-09-19T06:04:19.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.232+0000 7f214c400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21440b2da0 0x7f21440ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.233+0000 7f214c400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2144141d40 con 0x7f214415ec10 2024-09-19T06:04:19.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.233+0000 7f214c400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2144142020 con 0x7f21441434f0 2024-09-19T06:04:19.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.233+0000 7f214c400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2144143920 con 0x7f21440b2da0 2024-09-19T06:04:19.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.233+0000 7f2149000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f214415ec10 0x7f2144142de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54530/0 (socket says 172.21.15.92:54530) 2024-09-19T06:04:19.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.233+0000 7f2149000640 1 -- 172.21.15.92:0/2697779563 learned_addr learned my addr 172.21.15.92:0/2697779563 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:19.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.233+0000 7f2149a00640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21440b2da0 0x7f21440ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.233+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 15827192 0 0) 0x7f2144141d40 con 0x7f214415ec10 2024-09-19T06:04:19.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.233+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f212c003520 con 0x7f214415ec10 2024-09-19T06:04:19.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4137798287 0 0) 0x7f212c003520 con 0x7f214415ec10 2024-09-19T06:04:19.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21440b2da0 msgr2=0x7f21440ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:19.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21440b2da0 0x7f21440ce380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 >> v1:172.21.15.102:6789/0 conn(0x7f21441434f0 legacy=0x7f214415f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2144142300 con 0x7f214415ec10 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f2130001670 con 0x7f214415ec10 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 >> v1:172.21.15.92:6789/0 conn(0x7f214415ec10 legacy=0x7f2144142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c0039e0 0x7f212c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21440b2da0 0x7f212c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f212c004d40 0x7f212c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2144143920 con 0x7f212c004d40 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f212c00ba70 con 0x7f212c0039e0 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f212c00bc70 con 0x7f21440b2da0 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f214a400640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f212c004d40 0x7f212c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2149a00640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c0039e0 0x7f212c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.234+0000 7f2149000640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21440b2da0 0x7f212c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.235+0000 7f214a400640 1 -- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21440b2da0 msgr2=0x7f212c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:19.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.235+0000 7f214a400640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21440b2da0 0x7f212c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.235+0000 7f214a400640 1 -- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c0039e0 msgr2=0x7f212c003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:19.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.235+0000 7f214a400640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c0039e0 0x7f212c003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.235+0000 7f214a400640 1 -- 172.21.15.92:0/2697779563 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f212c003520 con 0x7f212c004d40 2024-09-19T06:04:19.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.235+0000 7f2149a00640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c0039e0 0x7f212c003e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:04:19.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.235+0000 7f214a400640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f212c004d40 0x7f212c0051c0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f213c001e20 tx=0x7f212c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1f28eabef21b361 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:19.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213c001a70 con 0x7f212c004d40 2024-09-19T06:04:19.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f213c02ae40 con 0x7f212c004d40 2024-09-19T06:04:19.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f2143e00640 1 -- 172.21.15.92:0/2697779563 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213c003bb0 con 0x7f212c004d40 2024-09-19T06:04:19.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f214c400640 1 -- 172.21.15.92:0/2697779563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f212c004d40 msgr2=0x7f212c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f214c400640 1 --2- 172.21.15.92:0/2697779563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f212c004d40 0x7f212c0051c0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f213c001e20 tx=0x7f212c005830 comp rx=0 tx=0).stop 2024-09-19T06:04:19.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f214a400640 1 -- 172.21.15.92:0/2697779563 reap_dead start 2024-09-19T06:04:19.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f214c400640 1 -- 172.21.15.92:0/2697779563 shutdown_connections 2024-09-19T06:04:19.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f214c400640 1 -- 172.21.15.92:0/2697779563 >> 172.21.15.92:0/2697779563 conn(0x7f214406bc10 msgr2=0x7f214406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:19.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f214c400640 1 -- 172.21.15.92:0/2697779563 shutdown_connections 2024-09-19T06:04:19.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.236+0000 7f214c400640 1 -- 172.21.15.92:0/2697779563 wait complete. 2024-09-19T06:04:19.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.238+0000 7f214c400640 1 Processor -- start 2024-09-19T06:04:19.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.238+0000 7f214c400640 1 -- start start 2024-09-19T06:04:19.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.239+0000 7f214c400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c004d40 0x7f21440b23f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.239+0000 7f214c400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21441f75a0 0x7f21441f7a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.239+0000 7f214c400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f214413fed0 0x7f2144140350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.239+0000 7f214c400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f21441428c0 con 0x7f214413fed0 2024-09-19T06:04:19.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.239+0000 7f214c400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2144141af0 con 0x7f212c004d40 2024-09-19T06:04:19.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.239+0000 7f214c400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f21440b3180 con 0x7f21441f75a0 2024-09-19T06:04:19.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.239+0000 7f214a400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f214413fed0 0x7f2144140350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f2149a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c004d40 0x7f21440b23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f214a400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f214413fed0 0x7f2144140350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56326/0 (socket says 172.21.15.92:56326) 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f214a400640 1 -- 172.21.15.92:0/812090285 learned_addr learned my addr 172.21.15.92:0/812090285 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f2149000640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21441f75a0 0x7f21441f7a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f214a400640 1 -- 172.21.15.92:0/812090285 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21441f75a0 msgr2=0x7f21441f7a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f214a400640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21441f75a0 0x7f21441f7a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f214a400640 1 -- 172.21.15.92:0/812090285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c004d40 msgr2=0x7f21440b23f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f214a400640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c004d40 0x7f21440b23f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f214a400640 1 -- 172.21.15.92:0/812090285 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21441f8020 con 0x7f214413fed0 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f2149a00640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c004d40 0x7f21440b23f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f214a400640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f214413fed0 0x7f2144140350 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f213c001f10 tx=0x7f213c0014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f2141600640 1 -- 172.21.15.92:0/812090285 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213c041070 con 0x7f214413fed0 2024-09-19T06:04:19.244 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f2141600640 1 -- 172.21.15.92:0/812090285 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f213c006b50 con 0x7f214413fed0 2024-09-19T06:04:19.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.240+0000 7f2141600640 1 -- 172.21.15.92:0/812090285 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f213c037040 con 0x7f214413fed0 2024-09-19T06:04:19.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.241+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21441f8300 con 0x7f214413fed0 2024-09-19T06:04:19.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.241+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21441f5040 con 0x7f214413fed0 2024-09-19T06:04:19.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.242+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2144142de0 con 0x7f214413fed0 2024-09-19T06:04:19.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.243+0000 7f2141600640 1 -- 172.21.15.92:0/812090285 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f213c044070 con 0x7f214413fed0 2024-09-19T06:04:19.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.243+0000 7f2141600640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f212406c2b0 0x7f212406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.243+0000 7f2141600640 1 -- 172.21.15.92:0/812090285 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f213c0aa570 con 0x7f214413fed0 2024-09-19T06:04:19.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.244+0000 7f2149a00640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f212406c2b0 0x7f212406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.244+0000 7f2149a00640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f212406c2b0 0x7f212406e770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f214406afe0 tx=0x7f2138009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:19.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.248+0000 7f2141600640 1 -- 172.21.15.92:0/812090285 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f213c078690 con 0x7f214413fed0 2024-09-19T06:04:19.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.417+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f2144072bf0 con 0x7f212406c2b0 2024-09-19T06:04:19.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.423+0000 7f2141600640 1 -- 172.21.15.92:0/812090285 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252069 (secure 0 0 0) 0x7f2144072bf0 con 0x7f212406c2b0 2024-09-19T06:04:19.428 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:19.429 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:04:19.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f212406c2b0 msgr2=0x7f212406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f212406c2b0 0x7f212406e770 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f214406afe0 tx=0x7f2138009190 comp rx=0 tx=0).stop 2024-09-19T06:04:19.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f214413fed0 msgr2=0x7f2144140350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f214413fed0 0x7f2144140350 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f213c001f10 tx=0x7f213c0014a0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 shutdown_connections 2024-09-19T06:04:19.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f214413fed0 0x7f2144140350 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21441f75a0 0x7f21441f7a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f212406c2b0 0x7f212406e770 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 --2- 172.21.15.92:0/812090285 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f212c004d40 0x7f21440b23f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.427+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 >> 172.21.15.92:0/812090285 conn(0x7f214406bc10 msgr2=0x7f214415fbf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.428+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 shutdown_connections 2024-09-19T06:04:19.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.428+0000 7f214c400640 1 -- 172.21.15.92:0/812090285 wait complete. 2024-09-19T06:04:19.446 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":155,"stamp":"2024-09-19T06:04:18.911862+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":170,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257172,"kb_used_data":7624,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754717548,"statfs":{"total":773094113280,"available":772830769152,"internally_reserved":0,"allocated":7806976,"data_stored":3903076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000992"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914316+0000","last_change":"2024-09-19T06:04:14.889609+0000","last_active":"2024-09-19T06:04:15.914316+0000","last_peered":"2024-09-19T06:04:15.914316+0000","last_clean":"2024-09-19T06:04:15.914316+0000","last_became_active":"2024-09-19T06:04:14.889067+0000","last_became_peered":"2024-09-19T06:04:14.889067+0000","last_unstale":"2024-09-19T06:04:15.914316+0000","last_undegraded":"2024-09-19T06:04:15.914316+0000","last_fullsized":"2024-09-19T06:04:15.914316+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:10:47.766368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147278+0000","last_change":"2024-09-19T06:04:14.886460+0000","last_active":"2024-09-19T06:04:16.147278+0000","last_peered":"2024-09-19T06:04:16.147278+0000","last_clean":"2024-09-19T06:04:16.147278+0000","last_became_active":"2024-09-19T06:04:14.886188+0000","last_became_peered":"2024-09-19T06:04:14.886188+0000","last_unstale":"2024-09-19T06:04:16.147278+0000","last_undegraded":"2024-09-19T06:04:16.147278+0000","last_fullsized":"2024-09-19T06:04:16.147278+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:27.450706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147104+0000","last_change":"2024-09-19T06:04:14.891176+0000","last_active":"2024-09-19T06:04:16.147104+0000","last_peered":"2024-09-19T06:04:16.147104+0000","last_clean":"2024-09-19T06:04:16.147104+0000","last_became_active":"2024-09-19T06:04:14.890888+0000","last_became_peered":"2024-09-19T06:04:14.890888+0000","last_unstale":"2024-09-19T06:04:16.147104+0000","last_undegraded":"2024-09-19T06:04:16.147104+0000","last_fullsized":"2024-09-19T06:04:16.147104+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:34.302751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879800+0000","last_change":"2024-09-19T06:04:14.892987+0000","last_active":"2024-09-19T06:04:15.879800+0000","last_peered":"2024-09-19T06:04:15.879800+0000","last_clean":"2024-09-19T06:04:15.879800+0000","last_became_active":"2024-09-19T06:04:14.892670+0000","last_became_peered":"2024-09-19T06:04:14.892670+0000","last_unstale":"2024-09-19T06:04:15.879800+0000","last_undegraded":"2024-09-19T06:04:15.879800+0000","last_fullsized":"2024-09-19T06:04:15.879800+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:10.347704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146793+0000","last_change":"2024-09-19T06:04:14.893107+0000","last_active":"2024-09-19T06:04:16.146793+0000","last_peered":"2024-09-19T06:04:16.146793+0000","last_clean":"2024-09-19T06:04:16.146793+0000","last_became_active":"2024-09-19T06:04:14.892831+0000","last_became_peered":"2024-09-19T06:04:14.892831+0000","last_unstale":"2024-09-19T06:04:16.146793+0000","last_undegraded":"2024-09-19T06:04:16.146793+0000","last_fullsized":"2024-09-19T06:04:16.146793+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:49:12.116403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146798+0000","last_change":"2024-09-19T06:04:14.889798+0000","last_active":"2024-09-19T06:04:16.146798+0000","last_peered":"2024-09-19T06:04:16.146798+0000","last_clean":"2024-09-19T06:04:16.146798+0000","last_became_active":"2024-09-19T06:04:14.889497+0000","last_became_peered":"2024-09-19T06:04:14.889497+0000","last_unstale":"2024-09-19T06:04:16.146798+0000","last_undegraded":"2024-09-19T06:04:16.146798+0000","last_fullsized":"2024-09-19T06:04:16.146798+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:45:53.735973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880204+0000","last_change":"2024-09-19T06:04:14.879261+0000","last_active":"2024-09-19T06:04:15.880204+0000","last_peered":"2024-09-19T06:04:15.880204+0000","last_clean":"2024-09-19T06:04:15.880204+0000","last_became_active":"2024-09-19T06:04:14.877805+0000","last_became_peered":"2024-09-19T06:04:14.877805+0000","last_unstale":"2024-09-19T06:04:15.880204+0000","last_undegraded":"2024-09-19T06:04:15.880204+0000","last_fullsized":"2024-09-19T06:04:15.880204+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:22:05.876414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146712+0000","last_change":"2024-09-19T06:04:14.887854+0000","last_active":"2024-09-19T06:04:16.146712+0000","last_peered":"2024-09-19T06:04:16.146712+0000","last_clean":"2024-09-19T06:04:16.146712+0000","last_became_active":"2024-09-19T06:04:14.887486+0000","last_became_peered":"2024-09-19T06:04:14.887486+0000","last_unstale":"2024-09-19T06:04:16.146712+0000","last_undegraded":"2024-09-19T06:04:16.146712+0000","last_fullsized":"2024-09-19T06:04:16.146712+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:04.592252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147590+0000","last_change":"2024-09-19T06:04:14.891997+0000","last_active":"2024-09-19T06:04:16.147590+0000","last_peered":"2024-09-19T06:04:16.147590+0000","last_clean":"2024-09-19T06:04:16.147590+0000","last_became_active":"2024-09-19T06:04:14.891743+0000","last_became_peered":"2024-09-19T06:04:14.891743+0000","last_unstale":"2024-09-19T06:04:16.147590+0000","last_undegraded":"2024-09-19T06:04:16.147590+0000","last_fullsized":"2024-09-19T06:04:16.147590+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:09:02.035890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879620+0000","last_change":"2024-09-19T06:04:14.885034+0000","last_active":"2024-09-19T06:04:15.879620+0000","last_peered":"2024-09-19T06:04:15.879620+0000","last_clean":"2024-09-19T06:04:15.879620+0000","last_became_active":"2024-09-19T06:04:14.884775+0000","last_became_peered":"2024-09-19T06:04:14.884775+0000","last_unstale":"2024-09-19T06:04:15.879620+0000","last_undegraded":"2024-09-19T06:04:15.879620+0000","last_fullsized":"2024-09-19T06:04:15.879620+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:09.309364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914180+0000","last_change":"2024-09-19T06:04:14.897983+0000","last_active":"2024-09-19T06:04:15.914180+0000","last_peered":"2024-09-19T06:04:15.914180+0000","last_clean":"2024-09-19T06:04:15.914180+0000","last_became_active":"2024-09-19T06:04:14.897249+0000","last_became_peered":"2024-09-19T06:04:14.897249+0000","last_unstale":"2024-09-19T06:04:15.914180+0000","last_undegraded":"2024-09-19T06:04:15.914180+0000","last_fullsized":"2024-09-19T06:04:15.914180+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:19:55.555616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879951+0000","last_change":"2024-09-19T06:04:14.876318+0000","last_active":"2024-09-19T06:04:15.879951+0000","last_peered":"2024-09-19T06:04:15.879951+0000","last_clean":"2024-09-19T06:04:15.879951+0000","last_became_active":"2024-09-19T06:04:14.876051+0000","last_became_peered":"2024-09-19T06:04:14.876051+0000","last_unstale":"2024-09-19T06:04:15.879951+0000","last_undegraded":"2024-09-19T06:04:15.879951+0000","last_fullsized":"2024-09-19T06:04:15.879951+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:19:33.271218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146101+0000","last_change":"2024-09-19T06:04:14.885176+0000","last_active":"2024-09-19T06:04:16.146101+0000","last_peered":"2024-09-19T06:04:16.146101+0000","last_clean":"2024-09-19T06:04:16.146101+0000","last_became_active":"2024-09-19T06:04:14.884864+0000","last_became_peered":"2024-09-19T06:04:14.884864+0000","last_unstale":"2024-09-19T06:04:16.146101+0000","last_undegraded":"2024-09-19T06:04:16.146101+0000","last_fullsized":"2024-09-19T06:04:16.146101+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:22.120518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146890+0000","last_change":"2024-09-19T06:04:14.880048+0000","last_active":"2024-09-19T06:04:16.146890+0000","last_peered":"2024-09-19T06:04:16.146890+0000","last_clean":"2024-09-19T06:04:16.146890+0000","last_became_active":"2024-09-19T06:04:14.879766+0000","last_became_peered":"2024-09-19T06:04:14.879766+0000","last_unstale":"2024-09-19T06:04:16.146890+0000","last_undegraded":"2024-09-19T06:04:16.146890+0000","last_fullsized":"2024-09-19T06:04:16.146890+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:53:20.471252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.145803+0000","last_change":"2024-09-19T06:04:14.877183+0000","last_active":"2024-09-19T06:04:16.145803+0000","last_peered":"2024-09-19T06:04:16.145803+0000","last_clean":"2024-09-19T06:04:16.145803+0000","last_became_active":"2024-09-19T06:04:14.876919+0000","last_became_peered":"2024-09-19T06:04:14.876919+0000","last_unstale":"2024-09-19T06:04:16.145803+0000","last_undegraded":"2024-09-19T06:04:16.145803+0000","last_fullsized":"2024-09-19T06:04:16.145803+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:36.870899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.878920+0000","last_change":"2024-09-19T06:04:14.888175+0000","last_active":"2024-09-19T06:04:15.878920+0000","last_peered":"2024-09-19T06:04:15.878920+0000","last_clean":"2024-09-19T06:04:15.878920+0000","last_became_active":"2024-09-19T06:04:14.887912+0000","last_became_peered":"2024-09-19T06:04:14.887912+0000","last_unstale":"2024-09-19T06:04:15.878920+0000","last_undegraded":"2024-09-19T06:04:15.878920+0000","last_fullsized":"2024-09-19T06:04:15.878920+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:23.169546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147617+0000","last_change":"2024-09-19T06:04:14.893325+0000","last_active":"2024-09-19T06:04:16.147617+0000","last_peered":"2024-09-19T06:04:16.147617+0000","last_clean":"2024-09-19T06:04:16.147617+0000","last_became_active":"2024-09-19T06:04:14.893057+0000","last_became_peered":"2024-09-19T06:04:14.893057+0000","last_unstale":"2024-09-19T06:04:16.147617+0000","last_undegraded":"2024-09-19T06:04:16.147617+0000","last_fullsized":"2024-09-19T06:04:16.147617+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:52:06.397033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879892+0000","last_change":"2024-09-19T06:04:14.892007+0000","last_active":"2024-09-19T06:04:15.879892+0000","last_peered":"2024-09-19T06:04:15.879892+0000","last_clean":"2024-09-19T06:04:15.879892+0000","last_became_active":"2024-09-19T06:04:14.891592+0000","last_became_peered":"2024-09-19T06:04:14.891592+0000","last_unstale":"2024-09-19T06:04:15.879892+0000","last_undegraded":"2024-09-19T06:04:15.879892+0000","last_fullsized":"2024-09-19T06:04:15.879892+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:40.359138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147276+0000","last_change":"2024-09-19T06:04:14.888973+0000","last_active":"2024-09-19T06:04:16.147276+0000","last_peered":"2024-09-19T06:04:16.147276+0000","last_clean":"2024-09-19T06:04:16.147276+0000","last_became_active":"2024-09-19T06:04:14.888607+0000","last_became_peered":"2024-09-19T06:04:14.888607+0000","last_unstale":"2024-09-19T06:04:16.147276+0000","last_undegraded":"2024-09-19T06:04:16.147276+0000","last_fullsized":"2024-09-19T06:04:16.147276+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:19.953598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146041+0000","last_change":"2024-09-19T06:04:14.879165+0000","last_active":"2024-09-19T06:04:16.146041+0000","last_peered":"2024-09-19T06:04:16.146041+0000","last_clean":"2024-09-19T06:04:16.146041+0000","last_became_active":"2024-09-19T06:04:14.875337+0000","last_became_peered":"2024-09-19T06:04:14.875337+0000","last_unstale":"2024-09-19T06:04:16.146041+0000","last_undegraded":"2024-09-19T06:04:16.146041+0000","last_fullsized":"2024-09-19T06:04:16.146041+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:23.995789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879160+0000","last_change":"2024-09-19T06:04:14.871637+0000","last_active":"2024-09-19T06:04:15.879160+0000","last_peered":"2024-09-19T06:04:15.879160+0000","last_clean":"2024-09-19T06:04:15.879160+0000","last_became_active":"2024-09-19T06:04:14.871353+0000","last_became_peered":"2024-09-19T06:04:14.871353+0000","last_unstale":"2024-09-19T06:04:15.879160+0000","last_undegraded":"2024-09-19T06:04:15.879160+0000","last_fullsized":"2024-09-19T06:04:15.879160+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:08:27.450706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879132+0000","last_change":"2024-09-19T06:04:14.883090+0000","last_active":"2024-09-19T06:04:15.879132+0000","last_peered":"2024-09-19T06:04:15.879132+0000","last_clean":"2024-09-19T06:04:15.879132+0000","last_became_active":"2024-09-19T06:04:14.882737+0000","last_became_peered":"2024-09-19T06:04:14.882737+0000","last_unstale":"2024-09-19T06:04:15.879132+0000","last_undegraded":"2024-09-19T06:04:15.879132+0000","last_fullsized":"2024-09-19T06:04:15.879132+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:19:19.953598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914010+0000","last_change":"2024-09-19T06:04:14.900766+0000","last_active":"2024-09-19T06:04:15.914010+0000","last_peered":"2024-09-19T06:04:15.914010+0000","last_clean":"2024-09-19T06:04:15.914010+0000","last_became_active":"2024-09-19T06:04:14.900327+0000","last_became_peered":"2024-09-19T06:04:14.900327+0000","last_unstale":"2024-09-19T06:04:15.914010+0000","last_undegraded":"2024-09-19T06:04:15.914010+0000","last_fullsized":"2024-09-19T06:04:15.914010+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:21.790153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.913951+0000","last_change":"2024-09-19T06:04:14.897238+0000","last_active":"2024-09-19T06:04:15.913951+0000","last_peered":"2024-09-19T06:04:15.913951+0000","last_clean":"2024-09-19T06:04:15.913951+0000","last_became_active":"2024-09-19T06:04:14.896984+0000","last_became_peered":"2024-09-19T06:04:14.896984+0000","last_unstale":"2024-09-19T06:04:15.913951+0000","last_undegraded":"2024-09-19T06:04:15.913951+0000","last_fullsized":"2024-09-19T06:04:15.913951+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:08.204848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879944+0000","last_change":"2024-09-19T06:04:14.889167+0000","last_active":"2024-09-19T06:04:15.879944+0000","last_peered":"2024-09-19T06:04:15.879944+0000","last_clean":"2024-09-19T06:04:15.879944+0000","last_became_active":"2024-09-19T06:04:14.888916+0000","last_became_peered":"2024-09-19T06:04:14.888916+0000","last_unstale":"2024-09-19T06:04:15.879944+0000","last_undegraded":"2024-09-19T06:04:15.879944+0000","last_fullsized":"2024-09-19T06:04:15.879944+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:56.771955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880364+0000","last_change":"2024-09-19T06:04:14.888421+0000","last_active":"2024-09-19T06:04:15.880364+0000","last_peered":"2024-09-19T06:04:15.880364+0000","last_clean":"2024-09-19T06:04:15.880364+0000","last_became_active":"2024-09-19T06:04:14.888151+0000","last_became_peered":"2024-09-19T06:04:14.888151+0000","last_unstale":"2024-09-19T06:04:15.880364+0000","last_undegraded":"2024-09-19T06:04:15.880364+0000","last_fullsized":"2024-09-19T06:04:15.880364+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:21:21.790153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147189+0000","last_change":"2024-09-19T06:04:14.890687+0000","last_active":"2024-09-19T06:04:16.147189+0000","last_peered":"2024-09-19T06:04:16.147189+0000","last_clean":"2024-09-19T06:04:16.147189+0000","last_became_active":"2024-09-19T06:04:14.890413+0000","last_became_peered":"2024-09-19T06:04:14.890413+0000","last_unstale":"2024-09-19T06:04:16.147189+0000","last_undegraded":"2024-09-19T06:04:16.147189+0000","last_fullsized":"2024-09-19T06:04:16.147189+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:12.656766+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879255+0000","last_change":"2024-09-19T06:04:14.885350+0000","last_active":"2024-09-19T06:04:15.879255+0000","last_peered":"2024-09-19T06:04:15.879255+0000","last_clean":"2024-09-19T06:04:15.879255+0000","last_became_active":"2024-09-19T06:04:14.884497+0000","last_became_peered":"2024-09-19T06:04:14.884497+0000","last_unstale":"2024-09-19T06:04:15.879255+0000","last_undegraded":"2024-09-19T06:04:15.879255+0000","last_fullsized":"2024-09-19T06:04:15.879255+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:24.193974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146933+0000","last_change":"2024-09-19T06:04:14.888161+0000","last_active":"2024-09-19T06:04:16.146933+0000","last_peered":"2024-09-19T06:04:16.146933+0000","last_clean":"2024-09-19T06:04:16.146933+0000","last_became_active":"2024-09-19T06:04:14.887885+0000","last_became_peered":"2024-09-19T06:04:14.887885+0000","last_unstale":"2024-09-19T06:04:16.146933+0000","last_undegraded":"2024-09-19T06:04:16.146933+0000","last_fullsized":"2024-09-19T06:04:16.146933+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:16:32.771860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879791+0000","last_change":"2024-09-19T06:04:14.886584+0000","last_active":"2024-09-19T06:04:15.879791+0000","last_peered":"2024-09-19T06:04:15.879791+0000","last_clean":"2024-09-19T06:04:15.879791+0000","last_became_active":"2024-09-19T06:04:14.886262+0000","last_became_peered":"2024-09-19T06:04:14.886262+0000","last_unstale":"2024-09-19T06:04:15.879791+0000","last_undegraded":"2024-09-19T06:04:15.879791+0000","last_fullsized":"2024-09-19T06:04:15.879791+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:56.771955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879775+0000","last_change":"2024-09-19T06:04:14.881979+0000","last_active":"2024-09-19T06:04:15.879775+0000","last_peered":"2024-09-19T06:04:15.879775+0000","last_clean":"2024-09-19T06:04:15.879775+0000","last_became_active":"2024-09-19T06:04:14.880122+0000","last_became_peered":"2024-09-19T06:04:14.880122+0000","last_unstale":"2024-09-19T06:04:15.879775+0000","last_undegraded":"2024-09-19T06:04:15.879775+0000","last_fullsized":"2024-09-19T06:04:15.879775+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:09.309364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146694+0000","last_change":"2024-09-19T06:04:14.889843+0000","last_active":"2024-09-19T06:04:16.146694+0000","last_peered":"2024-09-19T06:04:16.146694+0000","last_clean":"2024-09-19T06:04:16.146694+0000","last_became_active":"2024-09-19T06:04:14.889481+0000","last_became_peered":"2024-09-19T06:04:14.889481+0000","last_unstale":"2024-09-19T06:04:16.146694+0000","last_undegraded":"2024-09-19T06:04:16.146694+0000","last_fullsized":"2024-09-19T06:04:16.146694+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:54.267391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914289+0000","last_change":"2024-09-19T06:04:14.898442+0000","last_active":"2024-09-19T06:04:15.914289+0000","last_peered":"2024-09-19T06:04:15.914289+0000","last_clean":"2024-09-19T06:04:15.914289+0000","last_became_active":"2024-09-19T06:04:14.896361+0000","last_became_peered":"2024-09-19T06:04:14.896361+0000","last_unstale":"2024-09-19T06:04:15.914289+0000","last_undegraded":"2024-09-19T06:04:15.914289+0000","last_fullsized":"2024-09-19T06:04:15.914289+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:29.938901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"67'4","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914532+0000","last_change":"2024-09-19T06:04:13.883144+0000","last_active":"2024-09-19T06:04:15.914532+0000","last_peered":"2024-09-19T06:04:15.914532+0000","last_clean":"2024-09-19T06:04:15.914532+0000","last_became_active":"2024-09-19T06:04:13.882856+0000","last_became_peered":"2024-09-19T06:04:13.882856+0000","last_unstale":"2024-09-19T06:04:15.914532+0000","last_undegraded":"2024-09-19T06:04:15.914532+0000","last_fullsized":"2024-09-19T06:04:15.914532+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:09.733239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147665+0000","last_change":"2024-09-19T06:04:14.891912+0000","last_active":"2024-09-19T06:04:16.147665+0000","last_peered":"2024-09-19T06:04:16.147665+0000","last_clean":"2024-09-19T06:04:16.147665+0000","last_became_active":"2024-09-19T06:04:14.891642+0000","last_became_peered":"2024-09-19T06:04:14.891642+0000","last_unstale":"2024-09-19T06:04:16.147665+0000","last_undegraded":"2024-09-19T06:04:16.147665+0000","last_fullsized":"2024-09-19T06:04:16.147665+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:55:43.284640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146100+0000","last_change":"2024-09-19T06:04:13.871454+0000","last_active":"2024-09-19T06:04:16.146100+0000","last_peered":"2024-09-19T06:04:16.146100+0000","last_clean":"2024-09-19T06:04:16.146100+0000","last_became_active":"2024-09-19T06:04:13.871173+0000","last_became_peered":"2024-09-19T06:04:13.871173+0000","last_unstale":"2024-09-19T06:04:16.146100+0000","last_undegraded":"2024-09-19T06:04:16.146100+0000","last_fullsized":"2024-09-19T06:04:16.146100+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:05:55.768789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147053+0000","last_change":"2024-09-19T06:04:14.891507+0000","last_active":"2024-09-19T06:04:16.147053+0000","last_peered":"2024-09-19T06:04:16.147053+0000","last_clean":"2024-09-19T06:04:16.147053+0000","last_became_active":"2024-09-19T06:04:14.891247+0000","last_became_peered":"2024-09-19T06:04:14.891247+0000","last_unstale":"2024-09-19T06:04:16.147053+0000","last_undegraded":"2024-09-19T06:04:16.147053+0000","last_fullsized":"2024-09-19T06:04:16.147053+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:57.138198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879430+0000","last_change":"2024-09-19T06:04:13.882375+0000","last_active":"2024-09-19T06:04:15.879430+0000","last_peered":"2024-09-19T06:04:15.879430+0000","last_clean":"2024-09-19T06:04:15.879430+0000","last_became_active":"2024-09-19T06:04:13.881820+0000","last_became_peered":"2024-09-19T06:04:13.881820+0000","last_unstale":"2024-09-19T06:04:15.879430+0000","last_undegraded":"2024-09-19T06:04:15.879430+0000","last_fullsized":"2024-09-19T06:04:15.879430+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:18:25.853057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914363+0000","last_change":"2024-09-19T06:04:14.896931+0000","last_active":"2024-09-19T06:04:15.914363+0000","last_peered":"2024-09-19T06:04:15.914363+0000","last_clean":"2024-09-19T06:04:15.914363+0000","last_became_active":"2024-09-19T06:04:14.895801+0000","last_became_peered":"2024-09-19T06:04:14.895801+0000","last_unstale":"2024-09-19T06:04:15.914363+0000","last_undegraded":"2024-09-19T06:04:15.914363+0000","last_fullsized":"2024-09-19T06:04:15.914363+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:25.341896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147193+0000","last_change":"2024-09-19T06:04:13.881914+0000","last_active":"2024-09-19T06:04:16.147193+0000","last_peered":"2024-09-19T06:04:16.147193+0000","last_clean":"2024-09-19T06:04:16.147193+0000","last_became_active":"2024-09-19T06:04:13.881637+0000","last_became_peered":"2024-09-19T06:04:13.881637+0000","last_unstale":"2024-09-19T06:04:16.147193+0000","last_undegraded":"2024-09-19T06:04:16.147193+0000","last_fullsized":"2024-09-19T06:04:16.147193+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:43:27.928647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879945+0000","last_change":"2024-09-19T06:04:14.892515+0000","last_active":"2024-09-19T06:04:15.879945+0000","last_peered":"2024-09-19T06:04:15.879945+0000","last_clean":"2024-09-19T06:04:15.879945+0000","last_became_active":"2024-09-19T06:04:14.892259+0000","last_became_peered":"2024-09-19T06:04:14.892259+0000","last_unstale":"2024-09-19T06:04:15.879945+0000","last_undegraded":"2024-09-19T06:04:15.879945+0000","last_fullsized":"2024-09-19T06:04:15.879945+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:59.460812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147059+0000","last_change":"2024-09-19T06:04:13.873036+0000","last_active":"2024-09-19T06:04:16.147059+0000","last_peered":"2024-09-19T06:04:16.147059+0000","last_clean":"2024-09-19T06:04:16.147059+0000","last_became_active":"2024-09-19T06:04:13.872712+0000","last_became_peered":"2024-09-19T06:04:13.872712+0000","last_unstale":"2024-09-19T06:04:16.147059+0000","last_undegraded":"2024-09-19T06:04:16.147059+0000","last_fullsized":"2024-09-19T06:04:16.147059+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:28.935735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879158+0000","last_change":"2024-09-19T06:04:14.894795+0000","last_active":"2024-09-19T06:04:15.879158+0000","last_peered":"2024-09-19T06:04:15.879158+0000","last_clean":"2024-09-19T06:04:15.879158+0000","last_became_active":"2024-09-19T06:04:14.894472+0000","last_became_peered":"2024-09-19T06:04:14.894472+0000","last_unstale":"2024-09-19T06:04:15.879158+0000","last_undegraded":"2024-09-19T06:04:15.879158+0000","last_fullsized":"2024-09-19T06:04:15.879158+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:54.882219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147044+0000","last_change":"2024-09-19T06:04:13.883048+0000","last_active":"2024-09-19T06:04:16.147044+0000","last_peered":"2024-09-19T06:04:16.147044+0000","last_clean":"2024-09-19T06:04:16.147044+0000","last_became_active":"2024-09-19T06:04:13.882691+0000","last_became_peered":"2024-09-19T06:04:13.882691+0000","last_unstale":"2024-09-19T06:04:16.147044+0000","last_undegraded":"2024-09-19T06:04:16.147044+0000","last_fullsized":"2024-09-19T06:04:16.147044+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:34.581974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146301+0000","last_change":"2024-09-19T06:04:14.876280+0000","last_active":"2024-09-19T06:04:16.146301+0000","last_peered":"2024-09-19T06:04:16.146301+0000","last_clean":"2024-09-19T06:04:16.146301+0000","last_became_active":"2024-09-19T06:04:14.875983+0000","last_became_peered":"2024-09-19T06:04:14.875983+0000","last_unstale":"2024-09-19T06:04:16.146301+0000","last_undegraded":"2024-09-19T06:04:16.146301+0000","last_fullsized":"2024-09-19T06:04:16.146301+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:05:42.490578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879570+0000","last_change":"2024-09-19T06:04:13.881739+0000","last_active":"2024-09-19T06:04:15.879570+0000","last_peered":"2024-09-19T06:04:15.879570+0000","last_clean":"2024-09-19T06:04:15.879570+0000","last_became_active":"2024-09-19T06:04:13.881399+0000","last_became_peered":"2024-09-19T06:04:13.881399+0000","last_unstale":"2024-09-19T06:04:15.879570+0000","last_undegraded":"2024-09-19T06:04:15.879570+0000","last_fullsized":"2024-09-19T06:04:15.879570+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:44:13.214112+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.145860+0000","last_change":"2024-09-19T06:04:14.885656+0000","last_active":"2024-09-19T06:04:16.145860+0000","last_peered":"2024-09-19T06:04:16.145860+0000","last_clean":"2024-09-19T06:04:16.145860+0000","last_became_active":"2024-09-19T06:04:14.885414+0000","last_became_peered":"2024-09-19T06:04:14.885414+0000","last_unstale":"2024-09-19T06:04:16.145860+0000","last_undegraded":"2024-09-19T06:04:16.145860+0000","last_fullsized":"2024-09-19T06:04:16.145860+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:25.341896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146393+0000","last_change":"2024-09-19T06:04:13.879683+0000","last_active":"2024-09-19T06:04:16.146393+0000","last_peered":"2024-09-19T06:04:16.146393+0000","last_clean":"2024-09-19T06:04:16.146393+0000","last_became_active":"2024-09-19T06:04:13.878430+0000","last_became_peered":"2024-09-19T06:04:13.878430+0000","last_unstale":"2024-09-19T06:04:16.146393+0000","last_undegraded":"2024-09-19T06:04:16.146393+0000","last_fullsized":"2024-09-19T06:04:16.146393+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:40:22.391058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880352+0000","last_change":"2024-09-19T06:04:14.894152+0000","last_active":"2024-09-19T06:04:15.880352+0000","last_peered":"2024-09-19T06:04:15.880352+0000","last_clean":"2024-09-19T06:04:15.880352+0000","last_became_active":"2024-09-19T06:04:14.893804+0000","last_became_peered":"2024-09-19T06:04:14.893804+0000","last_unstale":"2024-09-19T06:04:15.880352+0000","last_undegraded":"2024-09-19T06:04:15.880352+0000","last_fullsized":"2024-09-19T06:04:15.880352+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:08.204848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880058+0000","last_change":"2024-09-19T06:04:13.884378+0000","last_active":"2024-09-19T06:04:15.880058+0000","last_peered":"2024-09-19T06:04:15.880058+0000","last_clean":"2024-09-19T06:04:15.880058+0000","last_became_active":"2024-09-19T06:04:13.883546+0000","last_became_peered":"2024-09-19T06:04:13.883546+0000","last_unstale":"2024-09-19T06:04:15.880058+0000","last_undegraded":"2024-09-19T06:04:15.880058+0000","last_fullsized":"2024-09-19T06:04:15.880058+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:03.113053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914471+0000","last_change":"2024-09-19T06:04:14.896073+0000","last_active":"2024-09-19T06:04:15.914471+0000","last_peered":"2024-09-19T06:04:15.914471+0000","last_clean":"2024-09-19T06:04:15.914471+0000","last_became_active":"2024-09-19T06:04:14.894991+0000","last_became_peered":"2024-09-19T06:04:14.894991+0000","last_unstale":"2024-09-19T06:04:15.914471+0000","last_undegraded":"2024-09-19T06:04:15.914471+0000","last_fullsized":"2024-09-19T06:04:15.914471+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:33:22.120518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147410+0000","last_change":"2024-09-19T06:04:13.887654+0000","last_active":"2024-09-19T06:04:16.147410+0000","last_peered":"2024-09-19T06:04:16.147410+0000","last_clean":"2024-09-19T06:04:16.147410+0000","last_became_active":"2024-09-19T06:04:13.887412+0000","last_became_peered":"2024-09-19T06:04:13.887412+0000","last_unstale":"2024-09-19T06:04:16.147410+0000","last_undegraded":"2024-09-19T06:04:16.147410+0000","last_fullsized":"2024-09-19T06:04:16.147410+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:26:24.280794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147110+0000","last_change":"2024-09-19T06:04:14.886614+0000","last_active":"2024-09-19T06:04:16.147110+0000","last_peered":"2024-09-19T06:04:16.147110+0000","last_clean":"2024-09-19T06:04:16.147110+0000","last_became_active":"2024-09-19T06:04:14.886211+0000","last_became_peered":"2024-09-19T06:04:14.886211+0000","last_unstale":"2024-09-19T06:04:16.147110+0000","last_undegraded":"2024-09-19T06:04:16.147110+0000","last_fullsized":"2024-09-19T06:04:16.147110+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:23.169546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"67'3","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147203+0000","last_change":"2024-09-19T06:04:13.885350+0000","last_active":"2024-09-19T06:04:16.147203+0000","last_peered":"2024-09-19T06:04:16.147203+0000","last_clean":"2024-09-19T06:04:16.147203+0000","last_became_active":"2024-09-19T06:04:13.885077+0000","last_became_peered":"2024-09-19T06:04:13.885077+0000","last_unstale":"2024-09-19T06:04:16.147203+0000","last_undegraded":"2024-09-19T06:04:16.147203+0000","last_fullsized":"2024-09-19T06:04:16.147203+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:35.867733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147384+0000","last_change":"2024-09-19T06:04:14.882154+0000","last_active":"2024-09-19T06:04:16.147384+0000","last_peered":"2024-09-19T06:04:16.147384+0000","last_clean":"2024-09-19T06:04:16.147384+0000","last_became_active":"2024-09-19T06:04:14.881839+0000","last_became_peered":"2024-09-19T06:04:14.881839+0000","last_unstale":"2024-09-19T06:04:16.147384+0000","last_undegraded":"2024-09-19T06:04:16.147384+0000","last_fullsized":"2024-09-19T06:04:16.147384+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:11.158760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"67'6","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880042+0000","last_change":"2024-09-19T06:04:13.877571+0000","last_active":"2024-09-19T06:04:15.880042+0000","last_peered":"2024-09-19T06:04:15.880042+0000","last_clean":"2024-09-19T06:04:15.880042+0000","last_became_active":"2024-09-19T06:04:13.877301+0000","last_became_peered":"2024-09-19T06:04:13.877301+0000","last_unstale":"2024-09-19T06:04:15.880042+0000","last_undegraded":"2024-09-19T06:04:15.880042+0000","last_fullsized":"2024-09-19T06:04:15.880042+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:54.882980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.913945+0000","last_change":"2024-09-19T06:04:14.887876+0000","last_active":"2024-09-19T06:04:15.913945+0000","last_peered":"2024-09-19T06:04:15.913945+0000","last_clean":"2024-09-19T06:04:15.913945+0000","last_became_active":"2024-09-19T06:04:14.887612+0000","last_became_peered":"2024-09-19T06:04:14.887612+0000","last_unstale":"2024-09-19T06:04:15.913945+0000","last_undegraded":"2024-09-19T06:04:15.913945+0000","last_fullsized":"2024-09-19T06:04:15.913945+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:22:05.876414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879639+0000","last_change":"2024-09-19T06:04:13.873959+0000","last_active":"2024-09-19T06:04:15.879639+0000","last_peered":"2024-09-19T06:04:15.879639+0000","last_clean":"2024-09-19T06:04:15.879639+0000","last_became_active":"2024-09-19T06:04:13.873713+0000","last_became_peered":"2024-09-19T06:04:13.873713+0000","last_unstale":"2024-09-19T06:04:15.879639+0000","last_undegraded":"2024-09-19T06:04:15.879639+0000","last_fullsized":"2024-09-19T06:04:15.879639+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:29.935861+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879694+0000","last_change":"2024-09-19T06:04:14.872491+0000","last_active":"2024-09-19T06:04:15.879694+0000","last_peered":"2024-09-19T06:04:15.879694+0000","last_clean":"2024-09-19T06:04:15.879694+0000","last_became_active":"2024-09-19T06:04:14.872227+0000","last_became_peered":"2024-09-19T06:04:14.872227+0000","last_unstale":"2024-09-19T06:04:15.879694+0000","last_undegraded":"2024-09-19T06:04:15.879694+0000","last_fullsized":"2024-09-19T06:04:15.879694+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:24.193974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147044+0000","last_change":"2024-09-19T06:04:13.881189+0000","last_active":"2024-09-19T06:04:16.147044+0000","last_peered":"2024-09-19T06:04:16.147044+0000","last_clean":"2024-09-19T06:04:16.147044+0000","last_became_active":"2024-09-19T06:04:13.880910+0000","last_became_peered":"2024-09-19T06:04:13.880910+0000","last_unstale":"2024-09-19T06:04:16.147044+0000","last_undegraded":"2024-09-19T06:04:16.147044+0000","last_fullsized":"2024-09-19T06:04:16.147044+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:43:08.250896+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.145806+0000","last_change":"2024-09-19T06:04:14.885286+0000","last_active":"2024-09-19T06:04:16.145806+0000","last_peered":"2024-09-19T06:04:16.145806+0000","last_clean":"2024-09-19T06:04:16.145806+0000","last_became_active":"2024-09-19T06:04:14.885005+0000","last_became_peered":"2024-09-19T06:04:14.885005+0000","last_unstale":"2024-09-19T06:04:16.145806+0000","last_undegraded":"2024-09-19T06:04:16.145806+0000","last_fullsized":"2024-09-19T06:04:16.145806+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:10:47.766368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879600+0000","last_change":"2024-09-19T06:04:13.875549+0000","last_active":"2024-09-19T06:04:15.879600+0000","last_peered":"2024-09-19T06:04:15.879600+0000","last_clean":"2024-09-19T06:04:15.879600+0000","last_became_active":"2024-09-19T06:04:13.875301+0000","last_became_peered":"2024-09-19T06:04:13.875301+0000","last_unstale":"2024-09-19T06:04:15.879600+0000","last_undegraded":"2024-09-19T06:04:15.879600+0000","last_fullsized":"2024-09-19T06:04:15.879600+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:26:06.281393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146563+0000","last_change":"2024-09-19T06:04:14.889296+0000","last_active":"2024-09-19T06:04:16.146563+0000","last_peered":"2024-09-19T06:04:16.146563+0000","last_clean":"2024-09-19T06:04:16.146563+0000","last_became_active":"2024-09-19T06:04:14.889032+0000","last_became_peered":"2024-09-19T06:04:14.889032+0000","last_unstale":"2024-09-19T06:04:16.146563+0000","last_undegraded":"2024-09-19T06:04:16.146563+0000","last_fullsized":"2024-09-19T06:04:16.146563+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:59:51.502636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"67'8","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.878901+0000","last_change":"2024-09-19T06:04:13.874232+0000","last_active":"2024-09-19T06:04:15.878901+0000","last_peered":"2024-09-19T06:04:15.878901+0000","last_clean":"2024-09-19T06:04:15.878901+0000","last_became_active":"2024-09-19T06:04:13.873952+0000","last_became_peered":"2024-09-19T06:04:13.873952+0000","last_unstale":"2024-09-19T06:04:15.878901+0000","last_undegraded":"2024-09-19T06:04:15.878901+0000","last_fullsized":"2024-09-19T06:04:15.878901+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:42.465943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880002+0000","last_change":"2024-09-19T06:04:14.877819+0000","last_active":"2024-09-19T06:04:15.880002+0000","last_peered":"2024-09-19T06:04:15.880002+0000","last_clean":"2024-09-19T06:04:15.880002+0000","last_became_active":"2024-09-19T06:04:14.877541+0000","last_became_peered":"2024-09-19T06:04:14.877541+0000","last_unstale":"2024-09-19T06:04:15.880002+0000","last_undegraded":"2024-09-19T06:04:15.880002+0000","last_fullsized":"2024-09-19T06:04:15.880002+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:35:59.460812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147200+0000","last_change":"2024-09-19T06:04:13.885040+0000","last_active":"2024-09-19T06:04:16.147200+0000","last_peered":"2024-09-19T06:04:16.147200+0000","last_clean":"2024-09-19T06:04:16.147200+0000","last_became_active":"2024-09-19T06:04:13.884314+0000","last_became_peered":"2024-09-19T06:04:13.884314+0000","last_unstale":"2024-09-19T06:04:16.147200+0000","last_undegraded":"2024-09-19T06:04:16.147200+0000","last_fullsized":"2024-09-19T06:04:16.147200+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:49:35.177262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914485+0000","last_change":"2024-09-19T06:04:14.895832+0000","last_active":"2024-09-19T06:04:15.914485+0000","last_peered":"2024-09-19T06:04:15.914485+0000","last_clean":"2024-09-19T06:04:15.914485+0000","last_became_active":"2024-09-19T06:04:14.892819+0000","last_became_peered":"2024-09-19T06:04:14.892819+0000","last_unstale":"2024-09-19T06:04:15.914485+0000","last_undegraded":"2024-09-19T06:04:15.914485+0000","last_fullsized":"2024-09-19T06:04:15.914485+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:54.959918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879730+0000","last_change":"2024-09-19T06:04:13.884693+0000","last_active":"2024-09-19T06:04:15.879730+0000","last_peered":"2024-09-19T06:04:15.879730+0000","last_clean":"2024-09-19T06:04:15.879730+0000","last_became_active":"2024-09-19T06:04:13.883818+0000","last_became_peered":"2024-09-19T06:04:13.883818+0000","last_unstale":"2024-09-19T06:04:15.879730+0000","last_undegraded":"2024-09-19T06:04:15.879730+0000","last_fullsized":"2024-09-19T06:04:15.879730+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:08.016057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879940+0000","last_change":"2024-09-19T06:04:14.877948+0000","last_active":"2024-09-19T06:04:15.879940+0000","last_peered":"2024-09-19T06:04:15.879940+0000","last_clean":"2024-09-19T06:04:15.879940+0000","last_became_active":"2024-09-19T06:04:14.877662+0000","last_became_peered":"2024-09-19T06:04:14.877662+0000","last_unstale":"2024-09-19T06:04:15.879940+0000","last_undegraded":"2024-09-19T06:04:15.879940+0000","last_fullsized":"2024-09-19T06:04:15.879940+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:24:14.467405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"67'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146992+0000","last_change":"2024-09-19T06:04:13.886096+0000","last_active":"2024-09-19T06:04:16.146992+0000","last_peered":"2024-09-19T06:04:16.146992+0000","last_clean":"2024-09-19T06:04:16.146992+0000","last_became_active":"2024-09-19T06:04:13.885805+0000","last_became_peered":"2024-09-19T06:04:13.885805+0000","last_unstale":"2024-09-19T06:04:16.146992+0000","last_undegraded":"2024-09-19T06:04:16.146992+0000","last_fullsized":"2024-09-19T06:04:16.146992+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:48:48.114738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147399+0000","last_change":"2024-09-19T06:04:14.884588+0000","last_active":"2024-09-19T06:04:16.147399+0000","last_peered":"2024-09-19T06:04:16.147399+0000","last_clean":"2024-09-19T06:04:16.147399+0000","last_became_active":"2024-09-19T06:04:14.882485+0000","last_became_peered":"2024-09-19T06:04:14.882485+0000","last_unstale":"2024-09-19T06:04:16.147399+0000","last_undegraded":"2024-09-19T06:04:16.147399+0000","last_fullsized":"2024-09-19T06:04:16.147399+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:49:56.850636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914250+0000","last_change":"2024-09-19T06:04:13.885738+0000","last_active":"2024-09-19T06:04:15.914250+0000","last_peered":"2024-09-19T06:04:15.914250+0000","last_clean":"2024-09-19T06:04:15.914250+0000","last_became_active":"2024-09-19T06:04:13.885484+0000","last_became_peered":"2024-09-19T06:04:13.885484+0000","last_unstale":"2024-09-19T06:04:15.914250+0000","last_undegraded":"2024-09-19T06:04:15.914250+0000","last_fullsized":"2024-09-19T06:04:15.914250+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:53.264225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147055+0000","last_change":"2024-09-19T06:04:14.892301+0000","last_active":"2024-09-19T06:04:16.147055+0000","last_peered":"2024-09-19T06:04:16.147055+0000","last_clean":"2024-09-19T06:04:16.147055+0000","last_became_active":"2024-09-19T06:04:14.890974+0000","last_became_peered":"2024-09-19T06:04:14.890974+0000","last_unstale":"2024-09-19T06:04:16.147055+0000","last_undegraded":"2024-09-19T06:04:16.147055+0000","last_fullsized":"2024-09-19T06:04:16.147055+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:06.198681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147167+0000","last_change":"2024-09-19T06:04:13.880370+0000","last_active":"2024-09-19T06:04:16.147167+0000","last_peered":"2024-09-19T06:04:16.147167+0000","last_clean":"2024-09-19T06:04:16.147167+0000","last_became_active":"2024-09-19T06:04:13.880071+0000","last_became_peered":"2024-09-19T06:04:13.880071+0000","last_unstale":"2024-09-19T06:04:16.147167+0000","last_undegraded":"2024-09-19T06:04:16.147167+0000","last_fullsized":"2024-09-19T06:04:16.147167+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:05.058654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146270+0000","last_change":"2024-09-19T06:04:14.894885+0000","last_active":"2024-09-19T06:04:16.146270+0000","last_peered":"2024-09-19T06:04:16.146270+0000","last_clean":"2024-09-19T06:04:16.146270+0000","last_became_active":"2024-09-19T06:04:14.894112+0000","last_became_peered":"2024-09-19T06:04:14.894112+0000","last_unstale":"2024-09-19T06:04:16.146270+0000","last_undegraded":"2024-09-19T06:04:16.146270+0000","last_fullsized":"2024-09-19T06:04:16.146270+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:20:35.886543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879878+0000","last_change":"2024-09-19T06:04:13.874061+0000","last_active":"2024-09-19T06:04:15.879878+0000","last_peered":"2024-09-19T06:04:15.879878+0000","last_clean":"2024-09-19T06:04:15.879878+0000","last_became_active":"2024-09-19T06:04:13.873786+0000","last_became_peered":"2024-09-19T06:04:13.873786+0000","last_unstale":"2024-09-19T06:04:15.879878+0000","last_undegraded":"2024-09-19T06:04:15.879878+0000","last_fullsized":"2024-09-19T06:04:15.879878+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:54:53.264225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146738+0000","last_change":"2024-09-19T06:04:14.897068+0000","last_active":"2024-09-19T06:04:16.146738+0000","last_peered":"2024-09-19T06:04:16.146738+0000","last_clean":"2024-09-19T06:04:16.146738+0000","last_became_active":"2024-09-19T06:04:14.895791+0000","last_became_peered":"2024-09-19T06:04:14.895791+0000","last_unstale":"2024-09-19T06:04:16.146738+0000","last_undegraded":"2024-09-19T06:04:16.146738+0000","last_fullsized":"2024-09-19T06:04:16.146738+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:57:25.782357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.145718+0000","last_change":"2024-09-19T06:04:13.872610+0000","last_active":"2024-09-19T06:04:16.145718+0000","last_peered":"2024-09-19T06:04:16.145718+0000","last_clean":"2024-09-19T06:04:16.145718+0000","last_became_active":"2024-09-19T06:04:13.870891+0000","last_became_peered":"2024-09-19T06:04:13.870891+0000","last_unstale":"2024-09-19T06:04:16.145718+0000","last_undegraded":"2024-09-19T06:04:16.145718+0000","last_fullsized":"2024-09-19T06:04:16.145718+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:51:23.190808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146141+0000","last_change":"2024-09-19T06:04:14.878582+0000","last_active":"2024-09-19T06:04:16.146141+0000","last_peered":"2024-09-19T06:04:16.146141+0000","last_clean":"2024-09-19T06:04:16.146141+0000","last_became_active":"2024-09-19T06:04:14.878411+0000","last_became_peered":"2024-09-19T06:04:14.878411+0000","last_unstale":"2024-09-19T06:04:16.146141+0000","last_undegraded":"2024-09-19T06:04:16.146141+0000","last_fullsized":"2024-09-19T06:04:16.146141+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:32:54.959918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147465+0000","last_change":"2024-09-19T06:04:13.884577+0000","last_active":"2024-09-19T06:04:16.147465+0000","last_peered":"2024-09-19T06:04:16.147465+0000","last_clean":"2024-09-19T06:04:16.147465+0000","last_became_active":"2024-09-19T06:04:13.883977+0000","last_became_peered":"2024-09-19T06:04:13.883977+0000","last_unstale":"2024-09-19T06:04:16.147465+0000","last_undegraded":"2024-09-19T06:04:16.147465+0000","last_fullsized":"2024-09-19T06:04:16.147465+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:02:02.527103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.880463+0000","last_change":"2024-09-19T06:04:14.876034+0000","last_active":"2024-09-19T06:04:15.880463+0000","last_peered":"2024-09-19T06:04:15.880463+0000","last_clean":"2024-09-19T06:04:15.880463+0000","last_became_active":"2024-09-19T06:04:14.875619+0000","last_became_peered":"2024-09-19T06:04:14.875619+0000","last_unstale":"2024-09-19T06:04:15.880463+0000","last_undegraded":"2024-09-19T06:04:15.880463+0000","last_fullsized":"2024-09-19T06:04:15.880463+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:19:55.555616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"68'1","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.871490+0000","last_change":"2024-09-19T06:04:13.871879+0000","last_active":"2024-09-19T06:04:16.871490+0000","last_peered":"2024-09-19T06:04:16.871490+0000","last_clean":"2024-09-19T06:04:16.871490+0000","last_became_active":"2024-09-19T06:04:13.869950+0000","last_became_peered":"2024-09-19T06:04:13.869950+0000","last_unstale":"2024-09-19T06:04:16.871490+0000","last_undegraded":"2024-09-19T06:04:16.871490+0000","last_fullsized":"2024-09-19T06:04:16.871490+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:09.733239+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914284+0000","last_change":"2024-09-19T06:04:14.898120+0000","last_active":"2024-09-19T06:04:15.914284+0000","last_peered":"2024-09-19T06:04:15.914284+0000","last_clean":"2024-09-19T06:04:15.914284+0000","last_became_active":"2024-09-19T06:04:14.897842+0000","last_became_peered":"2024-09-19T06:04:14.897842+0000","last_unstale":"2024-09-19T06:04:15.914284+0000","last_undegraded":"2024-09-19T06:04:15.914284+0000","last_fullsized":"2024-09-19T06:04:15.914284+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:00:36.870899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147435+0000","last_change":"2024-09-19T06:04:13.872879+0000","last_active":"2024-09-19T06:04:16.147435+0000","last_peered":"2024-09-19T06:04:16.147435+0000","last_clean":"2024-09-19T06:04:16.147435+0000","last_became_active":"2024-09-19T06:04:13.872512+0000","last_became_peered":"2024-09-19T06:04:13.872512+0000","last_unstale":"2024-09-19T06:04:16.147435+0000","last_undegraded":"2024-09-19T06:04:16.147435+0000","last_fullsized":"2024-09-19T06:04:16.147435+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:50:05.960033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.914381+0000","last_change":"2024-09-19T06:04:14.898608+0000","last_active":"2024-09-19T06:04:15.914381+0000","last_peered":"2024-09-19T06:04:15.914381+0000","last_clean":"2024-09-19T06:04:15.914381+0000","last_became_active":"2024-09-19T06:04:14.898260+0000","last_became_peered":"2024-09-19T06:04:14.898260+0000","last_unstale":"2024-09-19T06:04:15.914381+0000","last_undegraded":"2024-09-19T06:04:15.914381+0000","last_fullsized":"2024-09-19T06:04:15.914381+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:23.995789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146056+0000","last_change":"2024-09-19T06:04:13.879845+0000","last_active":"2024-09-19T06:04:16.146056+0000","last_peered":"2024-09-19T06:04:16.146056+0000","last_clean":"2024-09-19T06:04:16.146056+0000","last_became_active":"2024-09-19T06:04:13.879579+0000","last_became_peered":"2024-09-19T06:04:13.879579+0000","last_unstale":"2024-09-19T06:04:16.146056+0000","last_undegraded":"2024-09-19T06:04:16.146056+0000","last_fullsized":"2024-09-19T06:04:16.146056+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:08.306198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.147031+0000","last_change":"2024-09-19T06:04:14.889966+0000","last_active":"2024-09-19T06:04:16.147031+0000","last_peered":"2024-09-19T06:04:16.147031+0000","last_clean":"2024-09-19T06:04:16.147031+0000","last_became_active":"2024-09-19T06:04:14.889680+0000","last_became_peered":"2024-09-19T06:04:14.889680+0000","last_unstale":"2024-09-19T06:04:16.147031+0000","last_undegraded":"2024-09-19T06:04:16.147031+0000","last_fullsized":"2024-09-19T06:04:16.147031+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:45:03.610667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146877+0000","last_change":"2024-09-19T06:04:13.877629+0000","last_active":"2024-09-19T06:04:16.146877+0000","last_peered":"2024-09-19T06:04:16.146877+0000","last_clean":"2024-09-19T06:04:16.146877+0000","last_became_active":"2024-09-19T06:04:13.877337+0000","last_became_peered":"2024-09-19T06:04:13.877337+0000","last_unstale":"2024-09-19T06:04:16.146877+0000","last_undegraded":"2024-09-19T06:04:16.146877+0000","last_fullsized":"2024-09-19T06:04:16.146877+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:59.910445+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146818+0000","last_change":"2024-09-19T06:04:14.892841+0000","last_active":"2024-09-19T06:04:16.146818+0000","last_peered":"2024-09-19T06:04:16.146818+0000","last_clean":"2024-09-19T06:04:16.146818+0000","last_became_active":"2024-09-19T06:04:14.892585+0000","last_became_peered":"2024-09-19T06:04:14.892585+0000","last_unstale":"2024-09-19T06:04:16.146818+0000","last_undegraded":"2024-09-19T06:04:16.146818+0000","last_fullsized":"2024-09-19T06:04:16.146818+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:59:42.452194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879519+0000","last_change":"2024-09-19T06:04:13.881759+0000","last_active":"2024-09-19T06:04:15.879519+0000","last_peered":"2024-09-19T06:04:15.879519+0000","last_clean":"2024-09-19T06:04:15.879519+0000","last_became_active":"2024-09-19T06:04:13.881362+0000","last_became_peered":"2024-09-19T06:04:13.881362+0000","last_unstale":"2024-09-19T06:04:15.879519+0000","last_undegraded":"2024-09-19T06:04:15.879519+0000","last_fullsized":"2024-09-19T06:04:15.879519+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:08.061357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.879622+0000","last_change":"2024-09-19T06:04:14.889199+0000","last_active":"2024-09-19T06:04:15.879622+0000","last_peered":"2024-09-19T06:04:15.879622+0000","last_clean":"2024-09-19T06:04:15.879622+0000","last_became_active":"2024-09-19T06:04:14.888793+0000","last_became_peered":"2024-09-19T06:04:14.888793+0000","last_unstale":"2024-09-19T06:04:15.879622+0000","last_undegraded":"2024-09-19T06:04:15.879622+0000","last_fullsized":"2024-09-19T06:04:15.879622+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:56:51.605315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.878856+0000","last_change":"2024-09-19T06:04:13.878930+0000","last_active":"2024-09-19T06:04:15.878856+0000","last_peered":"2024-09-19T06:04:15.878856+0000","last_clean":"2024-09-19T06:04:15.878856+0000","last_became_active":"2024-09-19T06:04:13.878358+0000","last_became_peered":"2024-09-19T06:04:13.878358+0000","last_unstale":"2024-09-19T06:04:15.878856+0000","last_undegraded":"2024-09-19T06:04:15.878856+0000","last_fullsized":"2024-09-19T06:04:15.878856+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:09:34.473542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146625+0000","last_change":"2024-09-19T06:04:14.892890+0000","last_active":"2024-09-19T06:04:16.146625+0000","last_peered":"2024-09-19T06:04:16.146625+0000","last_clean":"2024-09-19T06:04:16.146625+0000","last_became_active":"2024-09-19T06:04:14.890634+0000","last_became_peered":"2024-09-19T06:04:14.890634+0000","last_unstale":"2024-09-19T06:04:16.146625+0000","last_undegraded":"2024-09-19T06:04:16.146625+0000","last_fullsized":"2024-09-19T06:04:16.146625+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:00:10.736405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":14,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146900+0000","last_change":"2024-09-19T06:04:13.879675+0000","last_active":"2024-09-19T06:04:16.146900+0000","last_peered":"2024-09-19T06:04:16.146900+0000","last_clean":"2024-09-19T06:04:16.146900+0000","last_became_active":"2024-09-19T06:04:13.879401+0000","last_became_peered":"2024-09-19T06:04:13.879401+0000","last_unstale":"2024-09-19T06:04:16.146900+0000","last_undegraded":"2024-09-19T06:04:16.146900+0000","last_fullsized":"2024-09-19T06:04:16.146900+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:16:09.414971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":12,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146903+0000","last_change":"2024-09-19T06:04:14.896111+0000","last_active":"2024-09-19T06:04:16.146903+0000","last_peered":"2024-09-19T06:04:16.146903+0000","last_clean":"2024-09-19T06:04:16.146903+0000","last_became_active":"2024-09-19T06:04:14.895540+0000","last_became_peered":"2024-09-19T06:04:14.895540+0000","last_unstale":"2024-09-19T06:04:16.146903+0000","last_undegraded":"2024-09-19T06:04:16.146903+0000","last_fullsized":"2024-09-19T06:04:16.146903+0000","mapping_epoch":66,"log_start":"0'0","ondisk_log_start":"0'0","created":66,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:13.851067+0000","last_clean_scrub_stamp":"2024-09-19T06:04:13.851067+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:31:43.561586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"67'2","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:16.146787+0000","last_change":"2024-09-19T06:04:13.883126+0000","last_active":"2024-09-19T06:04:16.146787+0000","last_peered":"2024-09-19T06:04:16.146787+0000","last_clean":"2024-09-19T06:04:16.146787+0000","last_became_active":"2024-09-19T06:04:13.882792+0000","last_became_peered":"2024-09-19T06:04:13.882792+0000","last_unstale":"2024-09-19T06:04:16.146787+0000","last_undegraded":"2024-09-19T06:04:16.146787+0000","last_fullsized":"2024-09-19T06:04:16.146787+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:12.847901+0000","last_clean_scrub_stamp":"2024-09-19T06:04:12.847901+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:14.737617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":254,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-09-19T06:04:15.913929+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:04:15.913929+0000","last_peered":"2024-09-19T06:04:15.913929+0000","last_clean":"2024-09-19T06:04:15.913929+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:04:15.913929+0000","last_undegraded":"2024-09-19T06:04:15.913929+0000","last_fullsized":"2024-09-19T06:04:15.913929+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509481,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32580,"kb_used_data":1388,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339260,"statfs":{"total":96636764160,"available":96603402240,"internally_reserved":0,"allocated":1421312,"data_stored":930674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509480,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":827392,"data_stored":339782,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509480,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31996,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339844,"statfs":{"total":96636764160,"available":96604000256,"internally_reserved":0,"allocated":823296,"data_stored":339780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509480,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":823296,"data_stored":339760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509479,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32000,"kb_used_data":808,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339840,"statfs":{"total":96636764160,"available":96603996160,"internally_reserved":0,"allocated":827392,"data_stored":339802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509480,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32004,"kb_used_data":812,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339836,"statfs":{"total":96636764160,"available":96603992064,"internally_reserved":0,"allocated":831488,"data_stored":341302,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509480,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32576,"kb_used_data":1380,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339264,"statfs":{"total":96636764160,"available":96603406336,"internally_reserved":0,"allocated":1413120,"data_stored":930058,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542186,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32016,"kb_used_data":820,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339824,"statfs":{"total":96636764160,"available":96603979776,"internally_reserved":0,"allocated":839680,"data_stored":341918,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2228,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:04:19.450 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:04:19.451 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T06:04:19.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.643+0000 7f2aaf600640 1 Processor -- start 2024-09-19T06:04:19.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.644+0000 7f2aaf600640 1 -- start start 2024-09-19T06:04:19.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aaf600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 0x7f2aa80731f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aaf600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2aa8073730 0x7f2aa815eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aaf600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2aa8073f60 con 0x7f2aa815e7c0 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aaf600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2aa80b4b60 con 0x7f2aa8073730 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aaf600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2aa80b4e40 con 0x7f2aa80716c0 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aad600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2aa8073730 0x7f2aa815eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aad600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2aa8073730 0x7f2aa815eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56328/0 (socket says 172.21.15.92:56328) 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aad600640 1 -- 172.21.15.92:0/2345099673 learned_addr learned my addr 172.21.15.92:0/2345099673 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2a9fe00640 1 --2- 172.21.15.92:0/2345099673 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 0x7f2aa80731f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aad600640 1 -- 172.21.15.92:0/2345099673 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 msgr2=0x7f2aa80731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aad600640 1 --2- 172.21.15.92:0/2345099673 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 0x7f2aa80731f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.645+0000 7f2aad600640 1 -- 172.21.15.92:0/2345099673 >> v1:172.21.15.102:6789/0 conn(0x7f2aa815e7c0 legacy=0x7f2aa8070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.646+0000 7f2aad600640 1 -- 172.21.15.92:0/2345099673 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aa80b5120 con 0x7f2aa8073730 2024-09-19T06:04:19.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.646+0000 7f2a9fe00640 1 --2- 172.21.15.92:0/2345099673 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 0x7f2aa80731f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:19.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.646+0000 7f2aad600640 1 --2- 172.21.15.92:0/2345099673 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 0x7f2aa815eba0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0009e50 tx=0x7f2aa002a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=716b7df14a86b8e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:19.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.647+0000 7f2aa7e00640 1 -- 172.21.15.92:0/2345099673 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa0036070 con 0x7f2aa8073730 2024-09-19T06:04:19.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.647+0000 7f2aa7e00640 1 -- 172.21.15.92:0/2345099673 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2aa0031600 con 0x7f2aa8073730 2024-09-19T06:04:19.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.647+0000 7f2aa7e00640 1 -- 172.21.15.92:0/2345099673 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2aa00319d0 con 0x7f2aa8073730 2024-09-19T06:04:19.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.647+0000 7f2aaf600640 1 -- 172.21.15.92:0/2345099673 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 msgr2=0x7f2aa815eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.647+0000 7f2aaf600640 1 --2- 172.21.15.92:0/2345099673 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 0x7f2aa815eba0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f2aa0009e50 tx=0x7f2aa002a6d0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.647+0000 7f2aaf600640 1 -- 172.21.15.92:0/2345099673 shutdown_connections 2024-09-19T06:04:19.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.647+0000 7f2aaf600640 1 --2- 172.21.15.92:0/2345099673 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 0x7f2aa815eba0 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.647+0000 7f2aaf600640 1 --2- 172.21.15.92:0/2345099673 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 0x7f2aa80731f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.647+0000 7f2aaf600640 1 -- 172.21.15.92:0/2345099673 >> 172.21.15.92:0/2345099673 conn(0x7f2aa806d0f0 msgr2=0x7f2aa806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:19.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.648+0000 7f2aaf600640 1 -- 172.21.15.92:0/2345099673 shutdown_connections 2024-09-19T06:04:19.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.648+0000 7f2aaf600640 1 -- 172.21.15.92:0/2345099673 wait complete. 2024-09-19T06:04:19.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.649+0000 7f2aaf600640 1 Processor -- start 2024-09-19T06:04:19.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.649+0000 7f2aaf600640 1 -- start start 2024-09-19T06:04:19.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.650+0000 7f2aaf600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 0x7f2aa814a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.650+0000 7f2aaf600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 0x7f2aa81562c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.650+0000 7f2aaf600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2aa815e7c0 0x7f2aa80cf410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.650+0000 7f2aaf600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa815ff50 con 0x7f2aa8073730 2024-09-19T06:04:19.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.650+0000 7f2aaf600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2aa815fdd0 con 0x7f2aa815e7c0 2024-09-19T06:04:19.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.650+0000 7f2aaf600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2aa815f0e0 con 0x7f2aa80716c0 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.650+0000 7f2a9fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 0x7f2aa81562c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.650+0000 7f2a9fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 0x7f2aa81562c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56344/0 (socket says 172.21.15.92:56344) 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.650+0000 7f2a9fe00640 1 -- 172.21.15.92:0/2996454095 learned_addr learned my addr 172.21.15.92:0/2996454095 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2a9fe00640 1 -- 172.21.15.92:0/2996454095 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 msgr2=0x7f2aa814a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2aad600640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2aa815e7c0 0x7f2aa80cf410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2a9fe00640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 0x7f2aa814a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2a9fe00640 1 -- 172.21.15.92:0/2996454095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2aa815e7c0 msgr2=0x7f2aa80cf410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2a9fe00640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2aa815e7c0 0x7f2aa80cf410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2a9fe00640 1 -- 172.21.15.92:0/2996454095 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2aa8156d80 con 0x7f2aa8073730 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2aad600640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2aa815e7c0 0x7f2aa80cf410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2a9fe00640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 0x7f2aa81562c0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f2a9000c820 tx=0x7f2a9000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:19.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2aa5600640 1 -- 172.21.15.92:0/2996454095 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a90015070 con 0x7f2aa8073730 2024-09-19T06:04:19.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2aa5600640 1 -- 172.21.15.92:0/2996454095 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a90007a30 con 0x7f2aa8073730 2024-09-19T06:04:19.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2aa5600640 1 -- 172.21.15.92:0/2996454095 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a90007e00 con 0x7f2aa8073730 2024-09-19T06:04:19.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2aa8157060 con 0x7f2aa8073730 2024-09-19T06:04:19.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.651+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2aa81544b0 con 0x7f2aa8073730 2024-09-19T06:04:19.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.652+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2aa81542e0 con 0x7f2aa8073730 2024-09-19T06:04:19.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.653+0000 7f2aa5600640 1 -- 172.21.15.92:0/2996454095 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2a90018070 con 0x7f2aa8073730 2024-09-19T06:04:19.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.654+0000 7f2aa5600640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a8406c2b0 0x7f2a8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:19.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.654+0000 7f2aa5600640 1 -- 172.21.15.92:0/2996454095 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f2a9008b4c0 con 0x7f2aa8073730 2024-09-19T06:04:19.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.654+0000 7f2aacc00640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a8406c2b0 0x7f2a8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:19.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.655+0000 7f2aacc00640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a8406c2b0 0x7f2a8406e770 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2a98006fd0 tx=0x7f2a98006bc0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:19.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.658+0000 7f2aa5600640 1 -- 172.21.15.92:0/2996454095 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2a90059b90 con 0x7f2aa8073730 2024-09-19T06:04:19.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.896+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f2aa80731f0 con 0x7f2aa8073730 2024-09-19T06:04:19.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.904+0000 7f2aa5600640 1 -- 172.21.15.92:0/2996454095 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) ==== 190+0+147 (secure 0 0 0) 0x7f2a90059490 con 0x7f2aa8073730 2024-09-19T06:04:19.906 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-09-19T06:04:19.906 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w== 2024-09-19T06:04:19.907 INFO:teuthology.orchestra.run.smithi092.stdout: caps mds = "allow" 2024-09-19T06:04:19.907 INFO:teuthology.orchestra.run.smithi092.stdout: caps mon = "allow r" 2024-09-19T06:04:19.907 INFO:teuthology.orchestra.run.smithi092.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T06:04:19.907 INFO:teuthology.orchestra.run.smithi092.stderr:updated caps for client.0 2024-09-19T06:04:19.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a8406c2b0 msgr2=0x7f2a8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a8406c2b0 0x7f2a8406e770 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f2a98006fd0 tx=0x7f2a98006bc0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 msgr2=0x7f2aa81562c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:19.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 0x7f2aa81562c0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f2a9000c820 tx=0x7f2a9000cc20 comp rx=0 tx=0).stop 2024-09-19T06:04:19.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 shutdown_connections 2024-09-19T06:04:19.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a8406c2b0 0x7f2a8406e770 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2aa815e7c0 0x7f2aa80cf410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2aa8073730 0x7f2aa81562c0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 --2- 172.21.15.92:0/2996454095 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2aa80716c0 0x7f2aa814a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:19.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 >> 172.21.15.92:0/2996454095 conn(0x7f2aa806d0f0 msgr2=0x7f2aa80b2790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:19.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 shutdown_connections 2024-09-19T06:04:19.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:19.907+0000 7f2aaf600640 1 -- 172.21.15.92:0/2996454095 wait complete. 2024-09-19T06:04:19.926 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:20.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.076+0000 7f45bf800640 1 Processor -- start 2024-09-19T06:04:20.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.077+0000 7f45bf800640 1 -- start start 2024-09-19T06:04:20.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45bf800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b815c170 0x7f45b815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45bf800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f45b80cf6c0 0x7f45b80cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45bf800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f45b80b49c0 con 0x7f45b80b5dd0 2024-09-19T06:04:20.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45bf800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f45b815ca90 con 0x7f45b80cf6c0 2024-09-19T06:04:20.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45bf800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f45b80b4cf0 con 0x7f45b815c170 2024-09-19T06:04:20.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45bd800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f45b80b5dd0 0x7f45b815ffb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54546/0 (socket says 172.21.15.92:54546) 2024-09-19T06:04:20.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45bd800640 1 -- 172.21.15.92:0/2209893898 learned_addr learned my addr 172.21.15.92:0/2209893898 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45bce00640 1 --2- 172.21.15.92:0/2209893898 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b815c170 0x7f45b815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45afe00640 1 --2- 172.21.15.92:0/2209893898 >> v2:172.21.15.102:3300/0 conn(0x7f45b80cf6c0 0x7f45b80cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45b7e00640 1 -- 172.21.15.92:0/2209893898 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2494568605 0 0) 0x7f45b80b49c0 con 0x7f45b80b5dd0 2024-09-19T06:04:20.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.078+0000 7f45b7e00640 1 -- 172.21.15.92:0/2209893898 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f459c003520 con 0x7f45b80b5dd0 2024-09-19T06:04:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.079+0000 7f45bce00640 1 -- 172.21.15.92:0/2209893898 >> v2:172.21.15.102:3300/0 conn(0x7f45b80cf6c0 msgr2=0x7f45b80cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.079+0000 7f45bce00640 1 --2- 172.21.15.92:0/2209893898 >> v2:172.21.15.102:3300/0 conn(0x7f45b80cf6c0 0x7f45b80cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.079+0000 7f45bce00640 1 -- 172.21.15.92:0/2209893898 >> v1:172.21.15.92:6789/0 conn(0x7f45b80b5dd0 legacy=0x7f45b815ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.079+0000 7f45b7e00640 1 -- 172.21.15.92:0/2209893898 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 820532401 0 0) 0x7f459c003520 con 0x7f45b80b5dd0 2024-09-19T06:04:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.079+0000 7f45bce00640 1 -- 172.21.15.92:0/2209893898 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b80b4fd0 con 0x7f45b815c170 2024-09-19T06:04:20.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.080+0000 7f45bce00640 1 --2- 172.21.15.92:0/2209893898 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b815c170 0x7f45b815c550 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f45a80097a0 tx=0x7f45a802a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=42a1ad2efe5c6788 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.080+0000 7f45b7e00640 1 -- 172.21.15.92:0/2209893898 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a8037070 con 0x7f45b815c170 2024-09-19T06:04:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.080+0000 7f45b7e00640 1 -- 172.21.15.92:0/2209893898 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45a802aba0 con 0x7f45b815c170 2024-09-19T06:04:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.080+0000 7f45b7e00640 1 -- 172.21.15.92:0/2209893898 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45b00019f0 con 0x7f45b815c170 2024-09-19T06:04:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.081+0000 7f45bf800640 1 -- 172.21.15.92:0/2209893898 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b815c170 msgr2=0x7f45b815c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.081+0000 7f45bf800640 1 --2- 172.21.15.92:0/2209893898 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b815c170 0x7f45b815c550 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f45a80097a0 tx=0x7f45a802a110 comp rx=0 tx=0).stop 2024-09-19T06:04:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.081+0000 7f45bf800640 1 -- 172.21.15.92:0/2209893898 shutdown_connections 2024-09-19T06:04:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.081+0000 7f45bf800640 1 --2- 172.21.15.92:0/2209893898 >> v2:172.21.15.102:3300/0 conn(0x7f45b80cf6c0 0x7f45b80cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.081+0000 7f45bf800640 1 --2- 172.21.15.92:0/2209893898 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b815c170 0x7f45b815c550 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.081+0000 7f45bf800640 1 -- 172.21.15.92:0/2209893898 >> 172.21.15.92:0/2209893898 conn(0x7f45b806bc10 msgr2=0x7f45b806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.081+0000 7f45bf800640 1 -- 172.21.15.92:0/2209893898 shutdown_connections 2024-09-19T06:04:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.081+0000 7f45bf800640 1 -- 172.21.15.92:0/2209893898 wait complete. 2024-09-19T06:04:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.082+0000 7f45bf800640 1 Processor -- start 2024-09-19T06:04:20.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.083+0000 7f45bf800640 1 -- start start 2024-09-19T06:04:20.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.083+0000 7f45bf800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b80b5dd0 0x7f45b8153f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.083+0000 7f45bf800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45b80cf6c0 0x7f45b8158300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.083+0000 7f45bf800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45b815c170 0x7f45b8152860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.083+0000 7f45bf800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f45b80b5870 con 0x7f45b80cf6c0 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.083+0000 7f45bf800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f45b80b5590 con 0x7f45b815c170 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.083+0000 7f45bf800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f45b80b5b50 con 0x7f45b80b5dd0 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45afe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45b80cf6c0 0x7f45b8158300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45afe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45b80cf6c0 0x7f45b8158300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56354/0 (socket says 172.21.15.92:56354) 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45afe00640 1 -- 172.21.15.92:0/1557876430 learned_addr learned my addr 172.21.15.92:0/1557876430 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45bd800640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45b815c170 0x7f45b8152860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45bce00640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b80b5dd0 0x7f45b8153f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45afe00640 1 -- 172.21.15.92:0/1557876430 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b80b5dd0 msgr2=0x7f45b8153f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45afe00640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b80b5dd0 0x7f45b8153f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45afe00640 1 -- 172.21.15.92:0/1557876430 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45b815c170 msgr2=0x7f45b8152860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45afe00640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45b815c170 0x7f45b8152860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45afe00640 1 -- 172.21.15.92:0/1557876430 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f45b80cd4b0 con 0x7f45b80cf6c0 2024-09-19T06:04:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.084+0000 7f45afe00640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45b80cf6c0 0x7f45b8158300 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f45a000e9b0 tx=0x7f45a000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.085+0000 7f45b5600640 1 -- 172.21.15.92:0/1557876430 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a0017070 con 0x7f45b80cf6c0 2024-09-19T06:04:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.085+0000 7f45b5600640 1 -- 172.21.15.92:0/1557876430 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f45a000c9a0 con 0x7f45b80cf6c0 2024-09-19T06:04:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.085+0000 7f45b5600640 1 -- 172.21.15.92:0/1557876430 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f45a000cd90 con 0x7f45b80cf6c0 2024-09-19T06:04:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.085+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f45b80cd790 con 0x7f45b80cf6c0 2024-09-19T06:04:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.085+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f45b80cdd50 con 0x7f45b80cf6c0 2024-09-19T06:04:20.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.086+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f45b815c550 con 0x7f45b80cf6c0 2024-09-19T06:04:20.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.087+0000 7f45b5600640 1 -- 172.21.15.92:0/1557876430 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f45a001a070 con 0x7f45b80cf6c0 2024-09-19T06:04:20.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.087+0000 7f45b5600640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f459406c2e0 0x7f459406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.088+0000 7f45b5600640 1 -- 172.21.15.92:0/1557876430 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f45a008b720 con 0x7f45b80cf6c0 2024-09-19T06:04:20.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.088+0000 7f45bce00640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f459406c2e0 0x7f459406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.088+0000 7f45bce00640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f459406c2e0 0x7f459406e7a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f45a8034000 tx=0x7f45a802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.092+0000 7f45b5600640 1 -- 172.21.15.92:0/1557876430 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f45a0059f20 con 0x7f45b80cf6c0 2024-09-19T06:04:20.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.300+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f45b806dc50 con 0x7f45b80cf6c0 2024-09-19T06:04:20.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.301+0000 7f45b5600640 1 -- 172.21.15.92:0/1557876430 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7f45a0059820 con 0x7f45b80cf6c0 2024-09-19T06:04:20.303 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:20.303 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:20.303 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:20.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f459406c2e0 msgr2=0x7f459406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f459406c2e0 0x7f459406e7a0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f45a8034000 tx=0x7f45a802e000 comp rx=0 tx=0).stop 2024-09-19T06:04:20.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45b80cf6c0 msgr2=0x7f45b8158300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45b80cf6c0 0x7f45b8158300 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f45a000e9b0 tx=0x7f45a000ee70 comp rx=0 tx=0).stop 2024-09-19T06:04:20.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 shutdown_connections 2024-09-19T06:04:20.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f459406c2e0 0x7f459406e7a0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f45b815c170 0x7f45b8152860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45b80cf6c0 0x7f45b8158300 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 --2- 172.21.15.92:0/1557876430 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f45b80b5dd0 0x7f45b8153f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 >> 172.21.15.92:0/1557876430 conn(0x7f45b806bc10 msgr2=0x7f45b806ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:20.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 shutdown_connections 2024-09-19T06:04:20.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.303+0000 7f45bf800640 1 -- 172.21.15.92:0/1557876430 wait complete. 2024-09-19T06:04:20.431 INFO:tasks.ceph.mds.c.smithi092.stderr:2024-09-19T06:04:20.430+0000 7f3c41000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:04:20.724 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 42, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:04:14.271859+0000', 'modified': '2024-09-19T06:04:17.291649+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5838}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5838': {'gid': 5838, 'name': 'c', 'rank': 0, 'incarnation': 38, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6837/310430516', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6835', 'nonce': 310430516}, {'type': 'v1', 'addr': '172.21.15.92:6837', 'nonce': 310430516}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5838, 'qdb_cluster': [5838]} 2024-09-19T06:04:20.724 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:04:20.725 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-19T06:04:20.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.878+0000 7f486b200640 1 Processor -- start 2024-09-19T06:04:20.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.878+0000 7f486b200640 1 -- start start 2024-09-19T06:04:20.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.879+0000 7f486b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c15e5f0 0x7f486c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.879+0000 7f486b200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f486c0b8900 0x7f486c0d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.879+0000 7f486b200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f486c15e9d0 con 0x7f486c0d13c0 2024-09-19T06:04:20.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.879+0000 7f486b200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f486c0b9b30 con 0x7f486c0b8900 2024-09-19T06:04:20.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.879+0000 7f486b200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f486c0d1820 con 0x7f486c15e5f0 2024-09-19T06:04:20.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.879+0000 7f4869400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f486c0d13c0 0x7f486c0b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54558/0 (socket says 172.21.15.92:54558) 2024-09-19T06:04:20.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.879+0000 7f4869400640 1 -- 172.21.15.92:0/4231016840 learned_addr learned my addr 172.21.15.92:0/4231016840 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:20.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f486a800640 1 --2- 172.21.15.92:0/4231016840 >> v2:172.21.15.102:3300/0 conn(0x7f486c0b8900 0x7f486c0d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4869e00640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c15e5f0 0x7f486c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4026795773 0 0) 0x7f486c15e9d0 con 0x7f486c0d13c0 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4850003520 con 0x7f486c0d13c0 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 113774499 0 0) 0x7f4850003520 con 0x7f486c0d13c0 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c15e5f0 msgr2=0x7f486c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c15e5f0 0x7f486c0d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 >> v2:172.21.15.102:3300/0 conn(0x7f486c0b8900 msgr2=0x7f486c0d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 --2- 172.21.15.92:0/4231016840 >> v2:172.21.15.102:3300/0 conn(0x7f486c0b8900 0x7f486c0d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f486c0b8f20 con 0x7f486c0d13c0 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f4858001670 con 0x7f486c0d13c0 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 >> v1:172.21.15.92:6789/0 conn(0x7f486c0d13c0 legacy=0x7f486c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48500039b0 0x7f4850003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c15e5f0 0x7f4850004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4850004d40 0x7f48500051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f485000b9c0 con 0x7f4850004d40 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f485000bb40 con 0x7f48500039b0 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.880+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f485000bcc0 con 0x7f486c15e5f0 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.881+0000 7f486a800640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4850004d40 0x7f48500051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.881+0000 7f4869400640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c15e5f0 0x7f4850004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.881+0000 7f4869e00640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48500039b0 0x7f4850003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.881+0000 7f486a800640 1 -- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c15e5f0 msgr2=0x7f4850004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.881+0000 7f486a800640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c15e5f0 0x7f4850004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.881+0000 7f486a800640 1 -- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48500039b0 msgr2=0x7f4850003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.881+0000 7f486a800640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48500039b0 0x7f4850003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.881+0000 7f486a800640 1 -- 172.21.15.92:0/4231016840 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4850003520 con 0x7f4850004d40 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.881+0000 7f4869e00640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f48500039b0 0x7f4850003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:20.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.882+0000 7f486a800640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4850004d40 0x7f48500051c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f4864009fc0 tx=0x7f4850005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cf321da889b5a7a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.882+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4864009c10 con 0x7f4850004d40 2024-09-19T06:04:20.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.882+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4864036070 con 0x7f4850004d40 2024-09-19T06:04:20.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.882+0000 7f4868a00640 1 -- 172.21.15.92:0/4231016840 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f486402d070 con 0x7f4850004d40 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.882+0000 7f486b200640 1 -- 172.21.15.92:0/4231016840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4850004d40 msgr2=0x7f48500051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.883+0000 7f486b200640 1 --2- 172.21.15.92:0/4231016840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4850004d40 0x7f48500051c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f4864009fc0 tx=0x7f4850005830 comp rx=0 tx=0).stop 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.883+0000 7f486a800640 1 -- 172.21.15.92:0/4231016840 reap_dead start 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.883+0000 7f486b200640 1 -- 172.21.15.92:0/4231016840 shutdown_connections 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.883+0000 7f486b200640 1 -- 172.21.15.92:0/4231016840 >> 172.21.15.92:0/4231016840 conn(0x7f486c062630 msgr2=0x7f486c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.883+0000 7f486b200640 1 -- 172.21.15.92:0/4231016840 shutdown_connections 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.883+0000 7f486b200640 1 -- 172.21.15.92:0/4231016840 wait complete. 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.884+0000 7f486b200640 1 Processor -- start 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.884+0000 7f486b200640 1 -- start start 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.885+0000 7f486b200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c1f1380 0x7f486c1f48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.885+0000 7f486b200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f486c0cac90 0x7f486c1f5060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.885+0000 7f486b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c160220 0x7f486c1606b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.885+0000 7f486b200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f486c0b97c0 con 0x7f486c1f1380 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.885+0000 7f486b200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f486c0b94e0 con 0x7f486c0cac90 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.885+0000 7f486b200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f486c0d0e80 con 0x7f486c160220 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c1f1380 0x7f486c1f48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c1f1380 0x7f486c1f48d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56360/0 (socket says 172.21.15.92:56360) 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869e00640 1 -- 172.21.15.92:0/620950921 learned_addr learned my addr 172.21.15.92:0/620950921 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f486a800640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c160220 0x7f486c1606b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869400640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f486c0cac90 0x7f486c1f5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869e00640 1 -- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c160220 msgr2=0x7f486c1606b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869e00640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c160220 0x7f486c1606b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869e00640 1 -- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f486c0cac90 msgr2=0x7f486c1f5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869e00640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f486c0cac90 0x7f486c1f5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869e00640 1 -- 172.21.15.92:0/620950921 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f486c1f4e10 con 0x7f486c1f1380 2024-09-19T06:04:20.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869400640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f486c0cac90 0x7f486c1f5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:20.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f486a800640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c160220 0x7f486c1606b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:20.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.886+0000 7f4869e00640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c1f1380 0x7f486c1f48d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f485c011540 tx=0x7f485c011a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.887+0000 7f4862000640 1 -- 172.21.15.92:0/620950921 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485c015870 con 0x7f486c1f1380 2024-09-19T06:04:20.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.887+0000 7f4862000640 1 -- 172.21.15.92:0/620950921 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f485c015a10 con 0x7f486c1f1380 2024-09-19T06:04:20.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.887+0000 7f486b200640 1 -- 172.21.15.92:0/620950921 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f486c0c81b0 con 0x7f486c1f1380 2024-09-19T06:04:20.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.887+0000 7f4862000640 1 -- 172.21.15.92:0/620950921 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485c015dc0 con 0x7f486c1f1380 2024-09-19T06:04:20.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.887+0000 7f486b200640 1 -- 172.21.15.92:0/620950921 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f486c0c8770 con 0x7f486c1f1380 2024-09-19T06:04:20.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.889+0000 7f4862000640 1 -- 172.21.15.92:0/620950921 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f485c00f460 con 0x7f486c1f1380 2024-09-19T06:04:20.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.890+0000 7f4862000640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f484c06c2b0 0x7f484c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.890+0000 7f4862000640 1 -- 172.21.15.92:0/620950921 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f485c08bd70 con 0x7f486c1f1380 2024-09-19T06:04:20.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.890+0000 7f4869400640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f484c06c2b0 0x7f484c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.890+0000 7f4873a06740 1 Processor -- start 2024-09-19T06:04:20.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.890+0000 7f4869400640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f484c06c2b0 0x7f484c06e770 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4858001050 tx=0x7f4858009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.890+0000 7f4873a06740 1 -- start start 2024-09-19T06:04:20.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.891+0000 7f4873a06740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0efea0 0x55a49c135640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.891+0000 7f4873a06740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0ed660 0x55a49c0f0280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.891+0000 7f4873a06740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0f1630 0x55a49c0ea720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.891+0000 7f4873a06740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a49c04e3b0 con 0x55a49c0ed660 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.891+0000 7f4873a06740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a49c053410 con 0x55a49c0f1630 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.891+0000 7f4873a06740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55a49bffb620 con 0x55a49c0efea0 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.891+0000 7f4869400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0ed660 0x55a49c0f0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.891+0000 7f4869400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0ed660 0x55a49c0f0280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56368/0 (socket says 172.21.15.92:56368) 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.891+0000 7f4869400640 1 -- 172.21.15.92:0/3047200724 learned_addr learned my addr 172.21.15.92:0/3047200724 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4869e00640 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0efea0 0x55a49c135640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f486a800640 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0f1630 0x55a49c0ea720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4869400640 1 -- 172.21.15.92:0/3047200724 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0efea0 msgr2=0x55a49c135640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4869400640 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0efea0 0x55a49c135640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4869400640 1 -- 172.21.15.92:0/3047200724 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0f1630 msgr2=0x55a49c0ea720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4869400640 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0f1630 0x55a49c0ea720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4869400640 1 -- 172.21.15.92:0/3047200724 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a49bd662d0 con 0x55a49c0ed660 2024-09-19T06:04:20.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4869e00640 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0efea0 0x55a49c135640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:20.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4869400640 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0ed660 0x55a49c0f0280 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f4858004d60 tx=0x7f4858013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97e8a1c6f409ffe3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4856600640 1 -- 172.21.15.92:0/3047200724 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4858026070 con 0x55a49c0ed660 2024-09-19T06:04:20.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4856600640 1 -- 172.21.15.92:0/3047200724 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f485801c050 con 0x55a49c0ed660 2024-09-19T06:04:20.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.892+0000 7f4856600640 1 -- 172.21.15.92:0/3047200724 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4858021410 con 0x55a49c0ed660 2024-09-19T06:04:20.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.893+0000 7f4873a06740 1 -- 172.21.15.92:0/3047200724 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0ed660 msgr2=0x55a49c0f0280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.893+0000 7f4873a06740 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0ed660 0x55a49c0f0280 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f4858004d60 tx=0x7f4858013000 comp rx=0 tx=0).stop 2024-09-19T06:04:20.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.893+0000 7f4873a06740 1 -- 172.21.15.92:0/3047200724 shutdown_connections 2024-09-19T06:04:20.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.893+0000 7f4873a06740 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0f1630 0x55a49c0ea720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.893+0000 7f4873a06740 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0ed660 0x55a49c0f0280 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.893+0000 7f4873a06740 1 --2- 172.21.15.92:0/3047200724 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0efea0 0x55a49c135640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.893+0000 7f4873a06740 1 -- 172.21.15.92:0/3047200724 >> 172.21.15.92:0/3047200724 conn(0x55a49c0ec8f0 msgr2=0x55a49c134b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.893+0000 7f4873a06740 1 -- 172.21.15.92:0/3047200724 shutdown_connections 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.893+0000 7f4873a06740 1 -- 172.21.15.92:0/3047200724 wait complete. 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.894+0000 7f4873a06740 1 -- start start 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.894+0000 7f4873a06740 1 Processor -- start 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4873a06740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c10fde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4873a06740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0f1630 0x55a49c1184a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4873a06740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c132030 0x55a49c119f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4873a06740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a49c00e780 con 0x55a49c0f1630 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4873a06740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a49c04f3d0 con 0x55a49c0efea0 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4873a06740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55a49c0ebd90 con 0x55a49c132030 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4873a06740 10 client.0 _ll_register_callbacks cb 0x55a49c04c5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:04:20.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4869400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0f1630 0x55a49c1184a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4869400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0f1630 0x55a49c1184a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56374/0 (socket says 172.21.15.92:56374) 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.895+0000 7f4869400640 1 -- 172.21.15.92:0/3878604464 learned_addr learned my addr 172.21.15.92:0/3878604464 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f4869e00640 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c10fde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f486a800640 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c132030 0x55a49c119f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f4869400640 1 -- 172.21.15.92:0/3878604464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c132030 msgr2=0x55a49c119f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f4869400640 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c132030 0x55a49c119f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f4869400640 1 -- 172.21.15.92:0/3878604464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 msgr2=0x55a49c10fde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f4869400640 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c10fde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f4869400640 1 -- 172.21.15.92:0/3878604464 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a49be306b0 con 0x55a49c0f1630 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f4869400640 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0f1630 0x55a49c1184a0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f4858007870 tx=0x7f4858001970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1986dd24e4263788 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f484aa00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f484aa00640 1 -- 172.21.15.92:0/3878604464 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f485802f070 con 0x55a49c0f1630 2024-09-19T06:04:20.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f484aa00640 1 -- 172.21.15.92:0/3878604464 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f4858022860 con 0x55a49c0f1630 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.896+0000 7f4873a06740 1 -- 172.21.15.92:0/3878604464 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f485801c050 con 0x55a49c0f1630 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f484aa00640 1 -- 172.21.15.92:0/3878604464 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f485803a050 con 0x55a49c0f1630 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f4873a06740 10 client.5955 fetch_fsmap learned FSMap version 42 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f4873a06740 1 -- 172.21.15.92:0/3878604464 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=2+}) -- 0x55a49c0eabf0 con 0x55a49c0f1630 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f484aa00640 1 -- 172.21.15.92:0/3878604464 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f485801c050 con 0x55a49c0f1630 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f484aa00640 1 -- 172.21.15.92:0/3878604464 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 42) ==== 3502+0+0 (secure 0 0 0) 0x7f485803d020 con 0x55a49c0f1630 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f4873a06740 10 client.5955 fetch_fsmap finished waiting for FSMap version 42 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f4873a06740 10 client.5955 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f4873a06740 20 client.5955 populate_metadata read hostname 'smithi092' 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f4873a06740 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] conn(0x55a49c14f3d0 0x55a49c153700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f4873a06740 4 client.5955 mds_command: new command op to 5838 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f4873a06740 1 -- 172.21.15.92:0/3878604464 --> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55a49c060b40 con 0x55a49c14f3d0 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.897+0000 7f4869e00640 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] conn(0x55a49c14f3d0 0x55a49c153700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.898+0000 7f484aa00640 10 client.5955 ms_handle_connect on v2:172.21.15.92:6835/310430516 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.898+0000 7f4869e00640 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] conn(0x55a49c14f3d0 0x55a49c153700 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ae409b676e38f7d server_cookie=2e266230fb5827cd in_seq=0 out_seq=0 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f484aa00640 1 -- 172.21.15.92:0/3878604464 <== mds.0 v2:172.21.15.92:6835/310430516 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55a49c060b40 con 0x55a49c14f3d0 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f484aa00640 10 client.5955 handle_command_reply: tid=0 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 client.5955 shutdown 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 -- 172.21.15.92:0/3878604464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0f1630 msgr2=0x55a49c1184a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0f1630 0x55a49c1184a0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f4858007870 tx=0x7f4858001970 comp rx=0 tx=0).stop 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 -- 172.21.15.92:0/3878604464 shutdown_connections 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] conn(0x55a49c14f3d0 0x55a49c153700 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c132030 0x55a49c119f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c0f1630 0x55a49c1184a0 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 --2- 172.21.15.92:0/3878604464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c10fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f484aa00640 0 client.5955 ms_handle_reset on v2:172.21.15.92:6835/310430516 2024-09-19T06:04:20.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 -- 172.21.15.92:0/3878604464 >> 172.21.15.92:0/3878604464 conn(0x55a49c0ed660 msgr2=0x55a49c132b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 -- 172.21.15.92:0/3878604464 shutdown_connections 2024-09-19T06:04:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 1 -- 172.21.15.92:0/3878604464 wait complete. 2024-09-19T06:04:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.899+0000 7f4873a06740 20 client.5955 trim_cache size 0 max 16384 2024-09-19T06:04:20.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.920+0000 7f4873a06740 1 Processor -- start 2024-09-19T06:04:20.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.920+0000 7f4873a06740 1 -- start start 2024-09-19T06:04:20.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.920+0000 7f4873a06740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c131520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.920+0000 7f4873a06740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 0x55a49c133c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.920+0000 7f4873a06740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1346f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.920+0000 7f4873a06740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f486c200230 con 0x55a49c132030 2024-09-19T06:04:20.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.920+0000 7f4873a06740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f486c1ff6e0 con 0x55a49c0efea0 2024-09-19T06:04:20.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.920+0000 7f4873a06740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f486c1ffbe0 con 0x55a49c0f1630 2024-09-19T06:04:20.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f486a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1346f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f486a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1346f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56388/0 (socket says 172.21.15.92:56388) 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f486a800640 1 -- 172.21.15.92:0/2907122319 learned_addr learned my addr 172.21.15.92:0/2907122319 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f4869400640 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 0x55a49c133c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f4869e00640 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c131520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f486a800640 1 -- 172.21.15.92:0/2907122319 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 msgr2=0x55a49c133c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f486a800640 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 0x55a49c133c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f486a800640 1 -- 172.21.15.92:0/2907122319 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 msgr2=0x55a49c131520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f486a800640 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c131520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f486a800640 1 -- 172.21.15.92:0/2907122319 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55a49c1164e0 con 0x55a49c132030 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f4869e00640 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c131520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:20.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.921+0000 7f486a800640 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1346f0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f486400e230 tx=0x7f486402d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c344d170a91474ce server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4855c00640 1 -- 172.21.15.92:0/2907122319 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4864003990 con 0x55a49c132030 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4855c00640 1 -- 172.21.15.92:0/2907122319 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4864036040 con 0x55a49c132030 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4855c00640 1 -- 172.21.15.92:0/2907122319 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4864003d50 con 0x55a49c132030 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4873a06740 1 -- 172.21.15.92:0/2907122319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 msgr2=0x55a49c1346f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4873a06740 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1346f0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f486400e230 tx=0x7f486402d000 comp rx=0 tx=0).stop 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4873a06740 1 -- 172.21.15.92:0/2907122319 shutdown_connections 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4873a06740 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1346f0 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4873a06740 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 0x55a49c133c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4873a06740 1 --2- 172.21.15.92:0/2907122319 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c131520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.922+0000 7f4873a06740 1 -- 172.21.15.92:0/2907122319 >> 172.21.15.92:0/2907122319 conn(0x55a49c0ed660 msgr2=0x55a49c1388d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.923+0000 7f4873a06740 1 -- 172.21.15.92:0/2907122319 shutdown_connections 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.923+0000 7f4873a06740 1 -- 172.21.15.92:0/2907122319 wait complete. 2024-09-19T06:04:20.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.923+0000 7f4873a06740 1 -- start start 2024-09-19T06:04:20.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.923+0000 7f4873a06740 1 Processor -- start 2024-09-19T06:04:20.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.924+0000 7f4873a06740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c117880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.924+0000 7f4873a06740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 0x55a49c117dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.924+0000 7f4873a06740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1b7660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.924+0000 7f4873a06740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55a49c14f250 con 0x55a49c132030 2024-09-19T06:04:20.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.924+0000 7f4873a06740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55a49c00e780 con 0x55a49c0efea0 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.924+0000 7f4873a06740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55a49c14f8a0 con 0x55a49c0f1630 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.924+0000 7f4873a06740 10 client.0 _ll_register_callbacks cb 0x7f4858024070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f486a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1b7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f486a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1b7660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56390/0 (socket says 172.21.15.92:56390) 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f486a800640 1 -- 172.21.15.92:0/518727260 learned_addr learned my addr 172.21.15.92:0/518727260 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f4869e00640 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c117880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f4869400640 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 0x55a49c117dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f486a800640 1 -- 172.21.15.92:0/518727260 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 msgr2=0x55a49c117dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f486a800640 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 0x55a49c117dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f486a800640 1 -- 172.21.15.92:0/518727260 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 msgr2=0x55a49c117880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f486a800640 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c117880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f486a800640 1 -- 172.21.15.92:0/518727260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55a49c14e5c0 con 0x55a49c132030 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f486a800640 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1b7660 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f486400e200 tx=0x7f4864004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4550192b8609d6c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:20.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f484aa00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.925+0000 7f484aa00640 1 -- 172.21.15.92:0/518727260 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4864040070 con 0x55a49c132030 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4873a06740 1 -- 172.21.15.92:0/518727260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4864036040 con 0x55a49c132030 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f484aa00640 1 -- 172.21.15.92:0/518727260 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f4864004240 con 0x55a49c132030 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f484aa00640 1 -- 172.21.15.92:0/518727260 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=42) ==== 24+0+0 (secure 0 0 0) 0x7f4864058050 con 0x55a49c132030 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4873a06740 10 client.5961 fetch_fsmap learned FSMap version 42 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4873a06740 1 -- 172.21.15.92:0/518727260 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=42,monmap=2+}) -- 0x55a49c118730 con 0x55a49c132030 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f484aa00640 1 -- 172.21.15.92:0/518727260 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4864036040 con 0x55a49c132030 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f484aa00640 1 -- 172.21.15.92:0/518727260 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 42) ==== 3502+0+0 (secure 0 0 0) 0x7f486405b020 con 0x55a49c132030 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4873a06740 10 client.5961 fetch_fsmap finished waiting for FSMap version 42 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4873a06740 10 client.5961 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4873a06740 20 client.5961 populate_metadata read hostname 'smithi092' 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4873a06740 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] conn(0x55a49c1b39e0 0x55a49c1b3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:20.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4873a06740 4 client.5961 mds_command: new command op to 5838 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4873a06740 1 -- 172.21.15.92:0/518727260 --> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] -- command(tid 0: {"prefix": "status"}) -- 0x55a49c05ae90 con 0x55a49c1b39e0 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.926+0000 7f4869e00640 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] conn(0x55a49c1b39e0 0x55a49c1b3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4869e00640 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] conn(0x55a49c1b39e0 0x55a49c1b3dc0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f69abfb778da20a2 server_cookie=bd1fd7347656e1dc in_seq=0 out_seq=0 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f484aa00640 10 client.5961 ms_handle_connect on v2:172.21.15.92:6835/310430516 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f484aa00640 1 -- 172.21.15.92:0/518727260 <== mds.0 v2:172.21.15.92:6835/310430516 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55a49c05ae90 con 0x55a49c1b39e0 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f484aa00640 10 client.5961 handle_command_reply: tid=0 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4873a06740 1 client.5961 shutdown 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4873a06740 1 -- 172.21.15.92:0/518727260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 msgr2=0x55a49c1b7660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4873a06740 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1b7660 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f486400e200 tx=0x7f4864004ab0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4873a06740 1 -- 172.21.15.92:0/518727260 shutdown_connections 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4873a06740 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.92:6835/310430516,v1:172.21.15.92:6837/310430516] conn(0x55a49c1b39e0 0x55a49c1b3dc0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4873a06740 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55a49c132030 0x55a49c1b7660 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4873a06740 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55a49c0f1630 0x55a49c117dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4873a06740 1 --2- 172.21.15.92:0/518727260 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55a49c0efea0 0x55a49c117880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f484aa00640 0 client.5961 ms_handle_reset on v2:172.21.15.92:6835/310430516 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.927+0000 7f4873a06740 1 -- 172.21.15.92:0/518727260 >> 172.21.15.92:0/518727260 conn(0x55a49c0ed660 msgr2=0x55a49c119240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f4873a06740 1 -- 172.21.15.92:0/518727260 shutdown_connections 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f4873a06740 1 -- 172.21.15.92:0/518727260 wait complete. 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f4873a06740 20 client.5961 trim_cache size 0 max 16384 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stdout: "cluster_fsid": "f5d8e754-8e2b-4858-a423-49d63e91d369", 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stdout: "whoami": 0, 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 5838, 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stdout: "want_state": "up:active", 2024-09-19T06:04:20.934 INFO:teuthology.orchestra.run.smithi092.stdout: "state": "up:active", 2024-09-19T06:04:20.935 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs", 2024-09-19T06:04:20.935 INFO:teuthology.orchestra.run.smithi092.stdout: "rank_uptime": 6.0683182259999997, 2024-09-19T06:04:20.935 INFO:teuthology.orchestra.run.smithi092.stdout: "mdsmap_epoch": 42, 2024-09-19T06:04:20.935 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch": 68, 2024-09-19T06:04:20.935 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch_barrier": 68, 2024-09-19T06:04:20.935 INFO:teuthology.orchestra.run.smithi092.stdout: "uptime": 11.149495555 2024-09-19T06:04:20.935 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 -- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f484c06c2b0 msgr2=0x7f484c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f484c06c2b0 0x7f484c06e770 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4858001050 tx=0x7f4858009040 comp rx=0 tx=0).stop 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 -- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c1f1380 msgr2=0x7f486c1f48d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c1f1380 0x7f486c1f48d0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f485c011540 tx=0x7f485c011a00 comp rx=0 tx=0).stop 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 -- 172.21.15.92:0/620950921 shutdown_connections 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f486c160220 0x7f486c1606b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f484c06c2b0 0x7f484c06e770 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f486c0cac90 0x7f486c1f5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 --2- 172.21.15.92:0/620950921 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f486c1f1380 0x7f486c1f48d0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:20.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.928+0000 7f486b200640 1 -- 172.21.15.92:0/620950921 >> 172.21.15.92:0/620950921 conn(0x7f486c062630 msgr2=0x7f486c0b3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:20.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.929+0000 7f486b200640 1 -- 172.21.15.92:0/620950921 shutdown_connections 2024-09-19T06:04:20.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:20.929+0000 7f486b200640 1 -- 172.21.15.92:0/620950921 wait complete. 2024-09-19T06:04:20.946 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:04:21.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.097+0000 7f64abe00640 1 Processor -- start 2024-09-19T06:04:21.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.097+0000 7f64abe00640 1 -- start start 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.098+0000 7f64abe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f64a415c170 0x7f64a415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.098+0000 7f64abe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f64a40b64e0 0x7f64a40cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.098+0000 7f64abe00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f64a40b4cf0 con 0x7f64a40cf6c0 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.098+0000 7f64abe00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f64a415ca90 con 0x7f64a40b64e0 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.098+0000 7f64abe00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f64a40b49c0 con 0x7f64a415c170 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.098+0000 7f64a9e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f64a40b64e0 0x7f64a40cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.098+0000 7f64a9e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f64a40b64e0 0x7f64a40cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56394/0 (socket says 172.21.15.92:56394) 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.099+0000 7f64a9e00640 1 -- 172.21.15.92:0/1997317179 learned_addr learned my addr 172.21.15.92:0/1997317179 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.099+0000 7f64a9400640 1 --2- 172.21.15.92:0/1997317179 >> v2:172.21.15.102:3300/0 conn(0x7f64a415c170 0x7f64a415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.099+0000 7f64a9e00640 1 -- 172.21.15.92:0/1997317179 >> v2:172.21.15.102:3300/0 conn(0x7f64a415c170 msgr2=0x7f64a415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.099+0000 7f64a9e00640 1 --2- 172.21.15.92:0/1997317179 >> v2:172.21.15.102:3300/0 conn(0x7f64a415c170 0x7f64a415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.099+0000 7f64a9e00640 1 -- 172.21.15.92:0/1997317179 >> v1:172.21.15.102:6789/0 conn(0x7f64a40cf6c0 legacy=0x7f64a40b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.099+0000 7f64a9e00640 1 -- 172.21.15.92:0/1997317179 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64a40b4fd0 con 0x7f64a40b64e0 2024-09-19T06:04:21.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.099+0000 7f64a9400640 1 --2- 172.21.15.92:0/1997317179 >> v2:172.21.15.102:3300/0 conn(0x7f64a415c170 0x7f64a415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:21.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.100+0000 7f64a9e00640 1 --2- 172.21.15.92:0/1997317179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a40b64e0 0x7f64a40cfb30 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f649c009e50 tx=0x7f649c02a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2848573fa98f6379 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.100+0000 7f64a3e00640 1 -- 172.21.15.92:0/1997317179 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649c036070 con 0x7f64a40b64e0 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.100+0000 7f64a3e00640 1 -- 172.21.15.92:0/1997317179 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f649c031600 con 0x7f64a40b64e0 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.100+0000 7f64a3e00640 1 -- 172.21.15.92:0/1997317179 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649c0319d0 con 0x7f64a40b64e0 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.101+0000 7f64abe00640 1 -- 172.21.15.92:0/1997317179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a40b64e0 msgr2=0x7f64a40cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.101+0000 7f64abe00640 1 --2- 172.21.15.92:0/1997317179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a40b64e0 0x7f64a40cfb30 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f649c009e50 tx=0x7f649c02a6d0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.101+0000 7f64abe00640 1 -- 172.21.15.92:0/1997317179 shutdown_connections 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.101+0000 7f64abe00640 1 --2- 172.21.15.92:0/1997317179 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a40b64e0 0x7f64a40cfb30 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.101+0000 7f64abe00640 1 --2- 172.21.15.92:0/1997317179 >> v2:172.21.15.102:3300/0 conn(0x7f64a415c170 0x7f64a415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.101+0000 7f64abe00640 1 -- 172.21.15.92:0/1997317179 >> 172.21.15.92:0/1997317179 conn(0x7f64a406bc10 msgr2=0x7f64a406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.101+0000 7f64abe00640 1 -- 172.21.15.92:0/1997317179 shutdown_connections 2024-09-19T06:04:21.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.101+0000 7f64abe00640 1 -- 172.21.15.92:0/1997317179 wait complete. 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.102+0000 7f64abe00640 1 Processor -- start 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.103+0000 7f64abe00640 1 -- start start 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.103+0000 7f64abe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64a40b64e0 0x7f64a41561e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.103+0000 7f64abe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64a40cf6c0 0x7f64a4158c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.103+0000 7f64abe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a415c170 0x7f64a4150f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.103+0000 7f64abe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f64a40b5870 con 0x7f64a415c170 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.103+0000 7f64abe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f64a40b5590 con 0x7f64a40b64e0 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.103+0000 7f64abe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f64a40b5b50 con 0x7f64a40cf6c0 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a415c170 0x7f64a4150f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:21.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a415c170 0x7f64a4150f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56410/0 (socket says 172.21.15.92:56410) 2024-09-19T06:04:21.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9e00640 1 -- 172.21.15.92:0/2260783200 learned_addr learned my addr 172.21.15.92:0/2260783200 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:21.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9400640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64a40b64e0 0x7f64a41561e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:21.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a8a00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64a40cf6c0 0x7f64a4158c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:21.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9e00640 1 -- 172.21.15.92:0/2260783200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64a40cf6c0 msgr2=0x7f64a4158c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:21.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9e00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64a40cf6c0 0x7f64a4158c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9e00640 1 -- 172.21.15.92:0/2260783200 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64a40b64e0 msgr2=0x7f64a41561e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:21.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9e00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64a40b64e0 0x7f64a41561e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9e00640 1 -- 172.21.15.92:0/2260783200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f64a4151cb0 con 0x7f64a415c170 2024-09-19T06:04:21.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.104+0000 7f64a9e00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a415c170 0x7f64a4150f80 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f649c034040 tx=0x7f649c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:21.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.105+0000 7f64a1600640 1 -- 172.21.15.92:0/2260783200 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649c036050 con 0x7f64a415c170 2024-09-19T06:04:21.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.105+0000 7f64a1600640 1 -- 172.21.15.92:0/2260783200 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f649c042070 con 0x7f64a415c170 2024-09-19T06:04:21.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.105+0000 7f64a1600640 1 -- 172.21.15.92:0/2260783200 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f649c009510 con 0x7f64a415c170 2024-09-19T06:04:21.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.105+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f64a415d280 con 0x7f64a415c170 2024-09-19T06:04:21.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.105+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f64a4159190 con 0x7f64a415c170 2024-09-19T06:04:21.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.106+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f64a40cfb30 con 0x7f64a415c170 2024-09-19T06:04:21.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.107+0000 7f64a1600640 1 -- 172.21.15.92:0/2260783200 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f649c007bf0 con 0x7f64a415c170 2024-09-19T06:04:21.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.107+0000 7f64a1600640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f648406c2b0 0x7f648406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:21.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.108+0000 7f64a1600640 1 -- 172.21.15.92:0/2260783200 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f649c0ac310 con 0x7f64a415c170 2024-09-19T06:04:21.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.108+0000 7f64a9400640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f648406c2b0 0x7f648406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:21.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.108+0000 7f64a9400640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f648406c2b0 0x7f648406e770 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6498006fd0 tx=0x7f6498008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:21.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.112+0000 7f64a1600640 1 -- 172.21.15.92:0/2260783200 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f649c07a9e0 con 0x7f64a415c170 2024-09-19T06:04:21.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.319+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f64a4152300 con 0x7f64a415c170 2024-09-19T06:04:21.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.320+0000 7f64a1600640 1 -- 172.21.15.92:0/2260783200 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v42) ==== 53+0+73 (secure 0 0 0) 0x7f649c07a2e0 con 0x7f64a415c170 2024-09-19T06:04:21.322 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:04:21.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f648406c2b0 msgr2=0x7f648406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:21.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f648406c2b0 0x7f648406e770 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6498006fd0 tx=0x7f6498008040 comp rx=0 tx=0).stop 2024-09-19T06:04:21.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a415c170 msgr2=0x7f64a4150f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:21.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a415c170 0x7f64a4150f80 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f649c034040 tx=0x7f649c004a40 comp rx=0 tx=0).stop 2024-09-19T06:04:21.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 shutdown_connections 2024-09-19T06:04:21.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f64a415c170 0x7f64a4150f80 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f64a40cf6c0 0x7f64a4158c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f648406c2b0 0x7f648406e770 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 --2- 172.21.15.92:0/2260783200 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f64a40b64e0 0x7f64a41561e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:21.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 >> 172.21.15.92:0/2260783200 conn(0x7f64a406bc10 msgr2=0x7f64a4072440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:21.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 shutdown_connections 2024-09-19T06:04:21.325 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21.322+0000 7f64abe00640 1 -- 172.21.15.92:0/2260783200 wait complete. 2024-09-19T06:04:21.340 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T06:04:21.340 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:04:21.340 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:04:21.340 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:04:21.340 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:04:21.340 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T06:04:21.340 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T06:04:21.341 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:04:21.341 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:04:21.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:04:21.341 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:04:21.377 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:04:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:04:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:04:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:04:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:04:21.377 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42551sec preferred_lft 42551sec 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:04:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::3026:f9ff:fec4:ac60/64 scope link 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::580b:55ff:fe2d:e55/64 scope link 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:04:21.379 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::85d:17ff:fefb:396b/64 scope link 2024-09-19T06:04:21.380 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:04:21.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:04:21.380 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:04:21.471 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:04:21.488 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:04:21.488 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:04:21.524 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:04:21.524 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:04:21.525 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:04:21.525 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:04:21.525 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:04:21.525 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:04:21.525 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:04:21.525 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:04:21.525 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:04:21.526 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:04:21.526 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:04:21.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:04:21.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:21 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:04:21.721 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:04:21.721 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:04:21.757 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:04:21.757 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:04:21.757 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:04:21.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:04:21.757 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-09-19T06:04:21.853 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:04:21.853 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:04:21.889 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:04:21.889 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:04:21.889 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:04:21.965 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T06:04:21.965 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:04:21.965 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:04:22.094 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:04:22.094 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:04:22.121 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:04:22.122 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:04:22.122 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:04:22.122 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 0@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:04:22.122 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:04:22.124 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:04:22.124 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:04:22.124 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:04:22.125 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:04:22.125 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:04:22.129 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:04:22.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:04:22.129 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:04:22.185 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:04:22.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:04:22.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:04:22.282 INFO:teuthology.orchestra.run.smithi092.stdout:client5728 2024-09-19T06:04:22.283 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:22.283 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:22.319 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_bal_fragment_size_max 10 2024-09-19T06:04:22.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.512+0000 7f2a2a000640 1 Processor -- start 2024-09-19T06:04:22.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.512+0000 7f2a2a000640 1 -- start start 2024-09-19T06:04:22.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.513+0000 7f2a2a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2a2415e6f0 0x7f2a2406fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:22.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a2a000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a2406e990 con 0x7f2a240b7450 2024-09-19T06:04:22.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a2a000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2a2406ec70 con 0x7f2a240b54d0 2024-09-19T06:04:22.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a2a000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2a2415ec70 con 0x7f2a2415e6f0 2024-09-19T06:04:22.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a23400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2a2415e6f0 0x7f2a2406fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:22.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a23400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2a2415e6f0 0x7f2a2406fd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56412/0 (socket says 172.21.15.92:56412) 2024-09-19T06:04:22.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a23400640 1 -- 172.21.15.92:0/649025739 learned_addr learned my addr 172.21.15.92:0/649025739 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:22.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a23e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f2a240b7450 0x7f2a24070830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54564/0 (socket says 172.21.15.92:54564) 2024-09-19T06:04:22.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a23400640 1 -- 172.21.15.92:0/649025739 >> v1:172.21.15.102:6789/0 conn(0x7f2a240b54d0 legacy=0x7f2a240b6d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:22.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a23400640 1 -- 172.21.15.92:0/649025739 >> v1:172.21.15.92:6789/0 conn(0x7f2a240b7450 legacy=0x7f2a24070830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:22.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a23400640 1 -- 172.21.15.92:0/649025739 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a2415ef50 con 0x7f2a2415e6f0 2024-09-19T06:04:22.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.514+0000 7f2a22000640 1 -- 172.21.15.92:0/649025739 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2218961661 0 0) 0x7f2a2406e990 con 0x7f2a240b7450 2024-09-19T06:04:22.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.515+0000 7f2a23400640 1 --2- 172.21.15.92:0/649025739 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 0x7f2a2406fd00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f2a14009870 tx=0x7f2a1402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7a28732002d1821 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a22000640 1 -- 172.21.15.92:0/649025739 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a14037070 con 0x7f2a2415e6f0 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a22000640 1 -- 172.21.15.92:0/649025739 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a1402ae50 con 0x7f2a2415e6f0 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a22000640 1 -- 172.21.15.92:0/649025739 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a14032860 con 0x7f2a2415e6f0 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a2a000640 1 -- 172.21.15.92:0/649025739 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 msgr2=0x7f2a2406fd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a2a000640 1 --2- 172.21.15.92:0/649025739 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 0x7f2a2406fd00 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f2a14009870 tx=0x7f2a1402a300 comp rx=0 tx=0).stop 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a2a000640 1 -- 172.21.15.92:0/649025739 shutdown_connections 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a2a000640 1 --2- 172.21.15.92:0/649025739 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 0x7f2a2406fd00 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a2a000640 1 -- 172.21.15.92:0/649025739 >> 172.21.15.92:0/649025739 conn(0x7f2a240d2430 msgr2=0x7f2a240d2810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a2a000640 1 -- 172.21.15.92:0/649025739 shutdown_connections 2024-09-19T06:04:22.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.516+0000 7f2a2a000640 1 -- 172.21.15.92:0/649025739 wait complete. 2024-09-19T06:04:22.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.518+0000 7f2a2a000640 1 Processor -- start 2024-09-19T06:04:22.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.518+0000 7f2a2a000640 1 -- start start 2024-09-19T06:04:22.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a2a000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a240b54d0 0x7f2a24154650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:22.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a2a000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a240b7450 0x7f2a24142570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:22.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a2a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 0x7f2a24161ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:22.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a2a000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2406e730 con 0x7f2a2415e6f0 2024-09-19T06:04:22.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a2a000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2a2406e5b0 con 0x7f2a240b7450 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a2a000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2a2415f750 con 0x7f2a240b54d0 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a23e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 0x7f2a24161ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a23e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 0x7f2a24161ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:56414/0 (socket says 172.21.15.92:56414) 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a23e00640 1 -- 172.21.15.92:0/255022055 learned_addr learned my addr 172.21.15.92:0/255022055 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a23e00640 1 -- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a240b54d0 msgr2=0x7f2a24154650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a23400640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a240b54d0 0x7f2a24154650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a23e00640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a240b54d0 0x7f2a24154650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.519+0000 7f2a22a00640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a240b7450 0x7f2a24142570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a23e00640 1 -- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a240b7450 msgr2=0x7f2a24142570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:22.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a23e00640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a240b7450 0x7f2a24142570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:22.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a23e00640 1 -- 172.21.15.92:0/255022055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2a24145f40 con 0x7f2a2415e6f0 2024-09-19T06:04:22.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a23400640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a240b54d0 0x7f2a24154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:22.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a22a00640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a240b7450 0x7f2a24142570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:22.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a23e00640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 0x7f2a24161ed0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c00c7a0 tx=0x7f2a1c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:22.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a1b400640 1 -- 172.21.15.92:0/255022055 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c018070 con 0x7f2a2415e6f0 2024-09-19T06:04:22.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a1b400640 1 -- 172.21.15.92:0/255022055 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2a1c00a5e0 con 0x7f2a2415e6f0 2024-09-19T06:04:22.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a1b400640 1 -- 172.21.15.92:0/255022055 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2a1c00aa50 con 0x7f2a2415e6f0 2024-09-19T06:04:22.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2a24145c60 con 0x7f2a2415e6f0 2024-09-19T06:04:22.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.520+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2a24153e50 con 0x7f2a2415e6f0 2024-09-19T06:04:22.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.521+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2a2406c6c0 con 0x7f2a2415e6f0 2024-09-19T06:04:22.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.522+0000 7f2a1b400640 1 -- 172.21.15.92:0/255022055 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2a1c00abf0 con 0x7f2a2415e6f0 2024-09-19T06:04:22.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.523+0000 7f2a1b400640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a0406c2b0 0x7f2a0406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:22.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.523+0000 7f2a1b400640 1 -- 172.21.15.92:0/255022055 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f2a1c08a9f0 con 0x7f2a2415e6f0 2024-09-19T06:04:22.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.523+0000 7f2a23400640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a0406c2b0 0x7f2a0406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:22.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.524+0000 7f2a23400640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a0406c2b0 0x7f2a0406e770 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2a14034000 tx=0x7f2a1402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:22.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.527+0000 7f2a1b400640 1 -- 172.21.15.92:0/255022055 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2a1c0591f0 con 0x7f2a2415e6f0 2024-09-19T06:04:22.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.702+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mds_bal_fragment_size_max}] v 0) -- 0x7f2a24160c60 con 0x7f2a2415e6f0 2024-09-19T06:04:22.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.706+0000 7f2a1b400640 1 -- 172.21.15.92:0/255022055 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_bal_fragment_size_max}]=0 v23)=0 v23) ==== 124+0+0 (secure 0 0 0) 0x7f2a1c058af0 con 0x7f2a2415e6f0 2024-09-19T06:04:22.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.708+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a0406c2b0 msgr2=0x7f2a0406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:22.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.708+0000 7f2a2a000640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a0406c2b0 0x7f2a0406e770 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f2a14034000 tx=0x7f2a1402e000 comp rx=0 tx=0).stop 2024-09-19T06:04:22.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 msgr2=0x7f2a24161ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:22.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 0x7f2a24161ed0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f2a1c00c7a0 tx=0x7f2a1c00cc60 comp rx=0 tx=0).stop 2024-09-19T06:04:22.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 shutdown_connections 2024-09-19T06:04:22.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2a2415e6f0 0x7f2a24161ed0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:22.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2a0406c2b0 0x7f2a0406e770 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:22.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2a240b7450 0x7f2a24142570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:22.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 --2- 172.21.15.92:0/255022055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2a240b54d0 0x7f2a24154650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:22.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 >> 172.21.15.92:0/255022055 conn(0x7f2a240d2430 msgr2=0x7f2a240b3030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:22.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 shutdown_connections 2024-09-19T06:04:22.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:22.709+0000 7f2a2a000640 1 -- 172.21.15.92:0/255022055 wait complete. 2024-09-19T06:04:32.727 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:32.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.893+0000 7fa297c00640 1 Processor -- start 2024-09-19T06:04:32.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.894+0000 7fa297c00640 1 -- start start 2024-09-19T06:04:32.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.895+0000 7fa297c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa29015c170 0x7fa29015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:32.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.895+0000 7fa297c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2900b4cf0 con 0x7fa2900b64e0 2024-09-19T06:04:32.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.895+0000 7fa297c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa2900b4fd0 con 0x7fa2900cf6c0 2024-09-19T06:04:32.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.895+0000 7fa297c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa29015ca90 con 0x7fa29015c170 2024-09-19T06:04:32.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.895+0000 7fa295200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa29015c170 0x7fa29015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:32.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.895+0000 7fa295200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa29015c170 0x7fa29015c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:55444/0 (socket says 172.21.15.92:55444) 2024-09-19T06:04:32.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.895+0000 7fa295200640 1 -- 172.21.15.92:0/644640773 learned_addr learned my addr 172.21.15.92:0/644640773 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:32.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.895+0000 7fa295c00640 1 --1- 172.21.15.92:0/644640773 >> v1:172.21.15.92:6789/0 conn(0x7fa2900b64e0 0x7fa2900b39b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:51838/0 (socket says 172.21.15.92:51838) 2024-09-19T06:04:32.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.896+0000 7fa295200640 1 -- 172.21.15.92:0/644640773 >> v1:172.21.15.102:6789/0 conn(0x7fa2900cf6c0 legacy=0x7fa2900b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:32.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.896+0000 7fa295200640 1 -- 172.21.15.92:0/644640773 >> v1:172.21.15.92:6789/0 conn(0x7fa2900b64e0 legacy=0x7fa2900b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:32.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.896+0000 7fa295200640 1 -- 172.21.15.92:0/644640773 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa2900b52b0 con 0x7fa29015c170 2024-09-19T06:04:32.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.897+0000 7fa295200640 1 --2- 172.21.15.92:0/644640773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29015c170 0x7fa29015c550 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa2800098a0 tx=0x7fa28002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55f533e3526fc908 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:32.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.897+0000 7fa28fe00640 1 -- 172.21.15.92:0/644640773 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa280037070 con 0x7fa29015c170 2024-09-19T06:04:32.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.897+0000 7fa28fe00640 1 -- 172.21.15.92:0/644640773 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa280032440 con 0x7fa29015c170 2024-09-19T06:04:32.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.897+0000 7fa28fe00640 1 -- 172.21.15.92:0/644640773 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa280032810 con 0x7fa29015c170 2024-09-19T06:04:32.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.897+0000 7fa297c00640 1 -- 172.21.15.92:0/644640773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29015c170 msgr2=0x7fa29015c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:32.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.897+0000 7fa297c00640 1 --2- 172.21.15.92:0/644640773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29015c170 0x7fa29015c550 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fa2800098a0 tx=0x7fa28002a250 comp rx=0 tx=0).stop 2024-09-19T06:04:32.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.898+0000 7fa297c00640 1 -- 172.21.15.92:0/644640773 shutdown_connections 2024-09-19T06:04:32.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.898+0000 7fa297c00640 1 --2- 172.21.15.92:0/644640773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa29015c170 0x7fa29015c550 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:32.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.898+0000 7fa297c00640 1 -- 172.21.15.92:0/644640773 >> 172.21.15.92:0/644640773 conn(0x7fa29006bc10 msgr2=0x7fa29006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:32.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.898+0000 7fa297c00640 1 -- 172.21.15.92:0/644640773 shutdown_connections 2024-09-19T06:04:32.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.898+0000 7fa297c00640 1 -- 172.21.15.92:0/644640773 wait complete. 2024-09-19T06:04:32.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.899+0000 7fa297c00640 1 Processor -- start 2024-09-19T06:04:32.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.899+0000 7fa297c00640 1 -- start start 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.900+0000 7fa297c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2900b64e0 0x7fa29013d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.900+0000 7fa297c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2900cf6c0 0x7fa290158cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.900+0000 7fa297c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa29015c170 0x7fa2901e7f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.900+0000 7fa297c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa2900b5b50 con 0x7fa2900cf6c0 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.900+0000 7fa297c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa2900b58b0 con 0x7fa2900b64e0 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.900+0000 7fa297c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa2900cfb30 con 0x7fa29015c170 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa287e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2900cf6c0 0x7fa290158cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa287e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2900cf6c0 0x7fa290158cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:55460/0 (socket says 172.21.15.92:55460) 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa287e00640 1 -- 172.21.15.92:0/3636727101 learned_addr learned my addr 172.21.15.92:0/3636727101 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa295200640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2900b64e0 0x7fa29013d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa295c00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa29015c170 0x7fa2901e7f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:32.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa287e00640 1 -- 172.21.15.92:0/3636727101 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa29015c170 msgr2=0x7fa2901e7f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa287e00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa29015c170 0x7fa2901e7f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa287e00640 1 -- 172.21.15.92:0/3636727101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2900b64e0 msgr2=0x7fa29013d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa287e00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2900b64e0 0x7fa29013d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa287e00640 1 -- 172.21.15.92:0/3636727101 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa290140de0 con 0x7fa2900cf6c0 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa295c00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa29015c170 0x7fa2901e7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.901+0000 7fa287e00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2900cf6c0 0x7fa290158cc0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fa27800c430 tx=0x7fa27800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.902+0000 7fa28d600640 1 -- 172.21.15.92:0/3636727101 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa278011790 con 0x7fa2900cf6c0 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.902+0000 7fa28d600640 1 -- 172.21.15.92:0/3636727101 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa278017070 con 0x7fa2900cf6c0 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.902+0000 7fa28d600640 1 -- 172.21.15.92:0/3636727101 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa278011bb0 con 0x7fa2900cf6c0 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.902+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa2901410c0 con 0x7fa2900cf6c0 2024-09-19T06:04:32.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.902+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa290141680 con 0x7fa2900cf6c0 2024-09-19T06:04:32.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.903+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa2900cff20 con 0x7fa2900cf6c0 2024-09-19T06:04:32.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.904+0000 7fa28d600640 1 -- 172.21.15.92:0/3636727101 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa27801c460 con 0x7fa2900cf6c0 2024-09-19T06:04:32.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.904+0000 7fa28d600640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa26c06c2e0 0x7fa26c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:32.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.905+0000 7fa28d600640 1 -- 172.21.15.92:0/3636727101 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fa27808b2f0 con 0x7fa2900cf6c0 2024-09-19T06:04:32.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.905+0000 7fa295200640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa26c06c2e0 0x7fa26c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:32.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.905+0000 7fa295200640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa26c06c2e0 0x7fa26c06e7a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa280034000 tx=0x7fa28002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:32.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:32.909+0000 7fa28d600640 1 -- 172.21.15.92:0/3636727101 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa2780599c0 con 0x7fa2900cf6c0 2024-09-19T06:04:33.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.118+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa290152580 con 0x7fa2900cf6c0 2024-09-19T06:04:33.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.118+0000 7fa28d600640 1 -- 172.21.15.92:0/3636727101 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7fa2780592c0 con 0x7fa2900cf6c0 2024-09-19T06:04:33.121 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:33.121 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:33.121 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.120+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa26c06c2e0 msgr2=0x7fa26c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.120+0000 7fa297c00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa26c06c2e0 0x7fa26c06e7a0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fa280034000 tx=0x7fa28002e000 comp rx=0 tx=0).stop 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.120+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2900cf6c0 msgr2=0x7fa290158cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.120+0000 7fa297c00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2900cf6c0 0x7fa290158cc0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7fa27800c430 tx=0x7fa27800c8f0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.121+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 shutdown_connections 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.121+0000 7fa297c00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa29015c170 0x7fa2901e7f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.121+0000 7fa297c00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2900cf6c0 0x7fa290158cc0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.121+0000 7fa297c00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa26c06c2e0 0x7fa26c06e7a0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.121+0000 7fa297c00640 1 --2- 172.21.15.92:0/3636727101 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa2900b64e0 0x7fa29013d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.121+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 >> 172.21.15.92:0/3636727101 conn(0x7fa29006bc10 msgr2=0x7fa2901516c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:33.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.121+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 shutdown_connections 2024-09-19T06:04:33.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.121+0000 7fa297c00640 1 -- 172.21.15.92:0/3636727101 wait complete. 2024-09-19T06:04:33.139 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump mds_cache strays_created 2024-09-19T06:04:33.309 INFO:teuthology.orchestra.run.smithi092.stdout:{"mds_cache":{"strays_created":0}} 2024-09-19T06:04:33.310 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_cache": { "strays_created": 0 } } 2024-09-19T06:04:33.310 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:33.310 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> import uuid 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> n = 100 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = False 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> if 0 > 0: 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = True 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> path = "/home/ubuntu/cephtest/mnt.0/subdir/file" 2024-09-19T06:04:33.346 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> dpath = os.path.dirname(path) 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> fnameprefix = os.path.basename(path) 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> os.makedirs(dpath, exist_ok=True) 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> try: 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> for i in range(n): 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> with open(fpath, '"'"'w'"'"') as f: 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> f.write(f"{i}") 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> f.flush() 2024-09-19T06:04:33.347 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(f.fileno()) 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> if True: 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> os.unlink(fpath) 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> if create_hard_links: 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> for j in range(0): 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> if True: 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> finally: 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> os.close(dirfd) 2024-09-19T06:04:33.348 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:04:33.527 INFO:teuthology.orchestra.run.smithi092.stderr:Traceback (most recent call last): 2024-09-19T06:04:33.527 INFO:teuthology.orchestra.run.smithi092.stderr: File "", line 26, in 2024-09-19T06:04:33.527 INFO:teuthology.orchestra.run.smithi092.stderr:OSError: [Errno 28] No space left on device: '/home/ubuntu/cephtest/mnt.0/subdir/file_10' 2024-09-19T06:04:33.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33 stdin-killer INFO: command exited with status 1: exiting normally with same code! 2024-09-19T06:04:33.540 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:04:33.540 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:33.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.733+0000 7f0cb5400640 1 Processor -- start 2024-09-19T06:04:33.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.733+0000 7f0cb5400640 1 -- start start 2024-09-19T06:04:33.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.735+0000 7f0cb5400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015c2b0 0x7f0cb00b6db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:33.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.735+0000 7f0cb5400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0cb015f200 0x7f0cb006d910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:33.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.735+0000 7f0cb5400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0cb015fb10 con 0x7f0cb00b72f0 2024-09-19T06:04:33.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.735+0000 7f0cb5400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0cb00b5900 con 0x7f0cb015f200 2024-09-19T06:04:33.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.735+0000 7f0cb5400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0cb015f830 con 0x7f0cb015c2b0 2024-09-19T06:04:33.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.735+0000 7f0cae800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015c2b0 0x7f0cb00b6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:33.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.735+0000 7f0cae800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015c2b0 0x7f0cb00b6db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:45180/0 (socket says 172.21.15.92:45180) 2024-09-19T06:04:33.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.735+0000 7f0cae800640 1 -- 172.21.15.92:0/3074368882 learned_addr learned my addr 172.21.15.92:0/3074368882 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:33.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.735+0000 7f0caf200640 1 --2- 172.21.15.92:0/3074368882 >> v2:172.21.15.102:3300/0 conn(0x7f0cb015f200 0x7f0cb006d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:33.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.736+0000 7f0cade00640 1 -- 172.21.15.92:0/3074368882 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2018003798 0 0) 0x7f0cb015fb10 con 0x7f0cb00b72f0 2024-09-19T06:04:33.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.736+0000 7f0cade00640 1 -- 172.21.15.92:0/3074368882 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c94003520 con 0x7f0cb00b72f0 2024-09-19T06:04:33.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.736+0000 7f0cae800640 1 -- 172.21.15.92:0/3074368882 >> v2:172.21.15.102:3300/0 conn(0x7f0cb015f200 msgr2=0x7f0cb006d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:33.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.736+0000 7f0cae800640 1 --2- 172.21.15.92:0/3074368882 >> v2:172.21.15.102:3300/0 conn(0x7f0cb015f200 0x7f0cb006d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.736+0000 7f0cae800640 1 -- 172.21.15.92:0/3074368882 >> v1:172.21.15.102:6789/0 conn(0x7f0cb00b72f0 legacy=0x7f0cb015eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:33.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.736+0000 7f0cae800640 1 -- 172.21.15.92:0/3074368882 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cb006ce30 con 0x7f0cb015c2b0 2024-09-19T06:04:33.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.736+0000 7f0caf200640 1 --2- 172.21.15.92:0/3074368882 >> v2:172.21.15.102:3300/0 conn(0x7f0cb015f200 0x7f0cb006d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:04:33.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.737+0000 7f0cae800640 1 --2- 172.21.15.92:0/3074368882 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015c2b0 0x7f0cb00b6db0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0009870 tx=0x7f0ca002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3cb046c4bf2c057f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:33.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.737+0000 7f0cade00640 1 -- 172.21.15.92:0/3074368882 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca0037070 con 0x7f0cb015c2b0 2024-09-19T06:04:33.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.737+0000 7f0cade00640 1 -- 172.21.15.92:0/3074368882 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ca0032440 con 0x7f0cb015c2b0 2024-09-19T06:04:33.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.737+0000 7f0cade00640 1 -- 172.21.15.92:0/3074368882 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ca0032810 con 0x7f0cb015c2b0 2024-09-19T06:04:33.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.738+0000 7f0cb5400640 1 -- 172.21.15.92:0/3074368882 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015c2b0 msgr2=0x7f0cb00b6db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:33.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.738+0000 7f0cb5400640 1 --2- 172.21.15.92:0/3074368882 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015c2b0 0x7f0cb00b6db0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0009870 tx=0x7f0ca002a250 comp rx=0 tx=0).stop 2024-09-19T06:04:33.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.738+0000 7f0cb5400640 1 -- 172.21.15.92:0/3074368882 shutdown_connections 2024-09-19T06:04:33.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.738+0000 7f0cb5400640 1 --2- 172.21.15.92:0/3074368882 >> v2:172.21.15.102:3300/0 conn(0x7f0cb015f200 0x7f0cb006d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.738+0000 7f0cb5400640 1 --2- 172.21.15.92:0/3074368882 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015c2b0 0x7f0cb00b6db0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.738+0000 7f0cb5400640 1 -- 172.21.15.92:0/3074368882 >> 172.21.15.92:0/3074368882 conn(0x7f0cb00b4240 msgr2=0x7f0cb00b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:33.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.738+0000 7f0cb5400640 1 -- 172.21.15.92:0/3074368882 shutdown_connections 2024-09-19T06:04:33.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.738+0000 7f0cb5400640 1 -- 172.21.15.92:0/3074368882 wait complete. 2024-09-19T06:04:33.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.739+0000 7f0cb5400640 1 Processor -- start 2024-09-19T06:04:33.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.740+0000 7f0cb5400640 1 -- start start 2024-09-19T06:04:33.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.740+0000 7f0cb5400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0cb00b72f0 0x7f0cb01495f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:33.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.740+0000 7f0cb5400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb015c2b0 0x7f0cb01f3550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:33.745 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.740+0000 7f0cb5400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015f200 0x7f0cb0161130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.740+0000 7f0cb5400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb00b7730 con 0x7f0cb015c2b0 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.740+0000 7f0cb5400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0cb006d3f0 con 0x7f0cb00b72f0 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.740+0000 7f0cb5400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0cb006de50 con 0x7f0cb015f200 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0ca5e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb015c2b0 0x7f0cb01f3550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0ca5e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb015c2b0 0x7f0cb01f3550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:55464/0 (socket says 172.21.15.92:55464) 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0ca5e00640 1 -- 172.21.15.92:0/2831104038 learned_addr learned my addr 172.21.15.92:0/2831104038 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0cae800640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0cb00b72f0 0x7f0cb01495f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0caf200640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015f200 0x7f0cb0161130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0ca5e00640 1 -- 172.21.15.92:0/2831104038 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015f200 msgr2=0x7f0cb0161130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0ca5e00640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015f200 0x7f0cb0161130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0ca5e00640 1 -- 172.21.15.92:0/2831104038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0cb00b72f0 msgr2=0x7f0cb01495f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:33.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0ca5e00640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0cb00b72f0 0x7f0cb01495f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0ca5e00640 1 -- 172.21.15.92:0/2831104038 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0cb0149b30 con 0x7f0cb015c2b0 2024-09-19T06:04:33.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.741+0000 7f0ca5e00640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb015c2b0 0x7f0cb01f3550 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f0c9800c400 tx=0x7f0c9800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:33.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.742+0000 7f0ca7400640 1 -- 172.21.15.92:0/2831104038 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c98017070 con 0x7f0cb015c2b0 2024-09-19T06:04:33.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.742+0000 7f0ca7400640 1 -- 172.21.15.92:0/2831104038 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c980052d0 con 0x7f0cb015c2b0 2024-09-19T06:04:33.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.742+0000 7f0ca7400640 1 -- 172.21.15.92:0/2831104038 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c98003810 con 0x7f0cb015c2b0 2024-09-19T06:04:33.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.742+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0cb0156e60 con 0x7f0cb015c2b0 2024-09-19T06:04:33.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.742+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0cb0157420 con 0x7f0cb015c2b0 2024-09-19T06:04:33.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.743+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0cb00b6db0 con 0x7f0cb015c2b0 2024-09-19T06:04:33.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.744+0000 7f0ca7400640 1 -- 172.21.15.92:0/2831104038 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c9801a070 con 0x7f0cb015c2b0 2024-09-19T06:04:33.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.744+0000 7f0ca7400640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c8c06c2b0 0x7f0c8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:33.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.745+0000 7f0ca7400640 1 -- 172.21.15.92:0/2831104038 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f0c9808a780 con 0x7f0cb015c2b0 2024-09-19T06:04:33.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.745+0000 7f0cae800640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c8c06c2b0 0x7f0c8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:33.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.745+0000 7f0cae800640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c8c06c2b0 0x7f0c8c06e770 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0034000 tx=0x7f0ca002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:33.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.749+0000 7f0ca7400640 1 -- 172.21.15.92:0/2831104038 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0cb0149b30 con 0x7f0cb015c2b0 2024-09-19T06:04:33.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.961+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0cb01f3a90 con 0x7f0cb015c2b0 2024-09-19T06:04:33.963 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.961+0000 7f0ca7400640 1 -- 172.21.15.92:0/2831104038 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7f0c98058800 con 0x7f0cb015c2b0 2024-09-19T06:04:33.963 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:33.963 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:33.964 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:33.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c8c06c2b0 msgr2=0x7f0c8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:33.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c8c06c2b0 0x7f0c8c06e770 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0034000 tx=0x7f0ca002e000 comp rx=0 tx=0).stop 2024-09-19T06:04:33.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb015c2b0 msgr2=0x7f0cb01f3550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:33.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb015c2b0 0x7f0cb01f3550 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f0c9800c400 tx=0x7f0c9800c800 comp rx=0 tx=0).stop 2024-09-19T06:04:33.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 shutdown_connections 2024-09-19T06:04:33.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0cb015f200 0x7f0cb0161130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0cb015c2b0 0x7f0cb01f3550 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c8c06c2b0 0x7f0c8c06e770 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 --2- 172.21.15.92:0/2831104038 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0cb00b72f0 0x7f0cb01495f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:33.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 >> 172.21.15.92:0/2831104038 conn(0x7f0cb00b4240 msgr2=0x7f0cb00b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:33.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 shutdown_connections 2024-09-19T06:04:33.967 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:33.964+0000 7f0cb5400640 1 -- 172.21.15.92:0/2831104038 wait complete. 2024-09-19T06:04:33.982 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump mds_cache strays_created 2024-09-19T06:04:34.154 INFO:teuthology.orchestra.run.smithi092.stdout:{"mds_cache":{"strays_created":10}} 2024-09-19T06:04:34.154 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_cache": { "strays_created": 10 } } 2024-09-19T06:04:34.154 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:34.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.305+0000 7fc134a00640 1 Processor -- start 2024-09-19T06:04:34.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.306+0000 7fc134a00640 1 -- start start 2024-09-19T06:04:34.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc134a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc13006d540 0x7fc1300cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc134a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fc1300735b0 0x7fc1300cf5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc134a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc13006faf0 con 0x7fc13015e950 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc134a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fc13006fdd0 con 0x7fc13006d540 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc134a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fc1300700b0 con 0x7fc1300735b0 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc125400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc13006d540 0x7fc1300cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc125400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc13006d540 0x7fc1300cf0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:55470/0 (socket says 172.21.15.92:55470) 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc12de00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc13015e950 0x7fc13006ce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:51850/0 (socket says 172.21.15.92:51850) 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc125400640 1 -- 172.21.15.92:0/632075176 learned_addr learned my addr 172.21.15.92:0/632075176 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.307+0000 7fc12e800640 1 --2- 172.21.15.92:0/632075176 >> v2:172.21.15.102:3300/0 conn(0x7fc1300735b0 0x7fc1300cf5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.308+0000 7fc12d400640 1 -- 172.21.15.92:0/632075176 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1408748808 0 0) 0x7fc13006faf0 con 0x7fc13015e950 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.308+0000 7fc125400640 1 -- 172.21.15.92:0/632075176 >> v2:172.21.15.102:3300/0 conn(0x7fc1300735b0 msgr2=0x7fc1300cf5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.308+0000 7fc125400640 1 --2- 172.21.15.92:0/632075176 >> v2:172.21.15.102:3300/0 conn(0x7fc1300735b0 0x7fc1300cf5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:34.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.308+0000 7fc125400640 1 -- 172.21.15.92:0/632075176 >> v1:172.21.15.92:6789/0 conn(0x7fc13015e950 legacy=0x7fc13006ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:34.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.308+0000 7fc125400640 1 -- 172.21.15.92:0/632075176 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc130070390 con 0x7fc13006d540 2024-09-19T06:04:34.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.308+0000 7fc12e800640 1 --2- 172.21.15.92:0/632075176 >> v2:172.21.15.102:3300/0 conn(0x7fc1300735b0 0x7fc1300cf5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.309+0000 7fc125400640 1 --2- 172.21.15.92:0/632075176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 0x7fc1300cf0a0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fc130071c80 tx=0x7fc11802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea43b2435bcdd472 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.309+0000 7fc12d400640 1 -- 172.21.15.92:0/632075176 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc118037070 con 0x7fc13006d540 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.309+0000 7fc12d400640 1 -- 172.21.15.92:0/632075176 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc118032440 con 0x7fc13006d540 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.309+0000 7fc12d400640 1 -- 172.21.15.92:0/632075176 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc118032810 con 0x7fc13006d540 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.309+0000 7fc134a00640 1 -- 172.21.15.92:0/632075176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 msgr2=0x7fc1300cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.309+0000 7fc134a00640 1 --2- 172.21.15.92:0/632075176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 0x7fc1300cf0a0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fc130071c80 tx=0x7fc11802a270 comp rx=0 tx=0).stop 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.310+0000 7fc134a00640 1 -- 172.21.15.92:0/632075176 shutdown_connections 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.310+0000 7fc134a00640 1 --2- 172.21.15.92:0/632075176 >> v2:172.21.15.102:3300/0 conn(0x7fc1300735b0 0x7fc1300cf5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.310+0000 7fc134a00640 1 --2- 172.21.15.92:0/632075176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 0x7fc1300cf0a0 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.310+0000 7fc134a00640 1 -- 172.21.15.92:0/632075176 >> 172.21.15.92:0/632075176 conn(0x7fc1300d14d0 msgr2=0x7fc1300d18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.310+0000 7fc134a00640 1 -- 172.21.15.92:0/632075176 shutdown_connections 2024-09-19T06:04:34.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.310+0000 7fc134a00640 1 -- 172.21.15.92:0/632075176 wait complete. 2024-09-19T06:04:34.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.311+0000 7fc134a00640 1 Processor -- start 2024-09-19T06:04:34.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.311+0000 7fc134a00640 1 -- start start 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.312+0000 7fc134a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 0x7fc130160f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.312+0000 7fc134a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1300735b0 0x7fc130149190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.312+0000 7fc134a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc13015e950 0x7fc130158070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.312+0000 7fc134a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc1300721d0 con 0x7fc13006d540 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.312+0000 7fc134a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc130072050 con 0x7fc1300735b0 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.312+0000 7fc134a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc130072350 con 0x7fc13015e950 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 0x7fc130160f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 0x7fc130160f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:55474/0 (socket says 172.21.15.92:55474) 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12de00640 1 -- 172.21.15.92:0/933055495 learned_addr learned my addr 172.21.15.92:0/933055495 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:34.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12e800640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc13015e950 0x7fc130158070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:34.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc125400640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1300735b0 0x7fc130149190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:34.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12de00640 1 -- 172.21.15.92:0/933055495 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc13015e950 msgr2=0x7fc130158070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:34.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12de00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc13015e950 0x7fc130158070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:34.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12de00640 1 -- 172.21.15.92:0/933055495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1300735b0 msgr2=0x7fc130149190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:34.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12de00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1300735b0 0x7fc130149190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:34.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12de00640 1 -- 172.21.15.92:0/933055495 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1301496d0 con 0x7fc13006d540 2024-09-19T06:04:34.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc12de00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 0x7fc130160f40 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fc12000c890 tx=0x7fc12000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:34.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc126a00640 1 -- 172.21.15.92:0/933055495 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc120018070 con 0x7fc13006d540 2024-09-19T06:04:34.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc126a00640 1 -- 172.21.15.92:0/933055495 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc12000a640 con 0x7fc13006d540 2024-09-19T06:04:34.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc126a00640 1 -- 172.21.15.92:0/933055495 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc12000aa30 con 0x7fc13006d540 2024-09-19T06:04:34.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.313+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc130161640 con 0x7fc13006d540 2024-09-19T06:04:34.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.314+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc130155b10 con 0x7fc13006d540 2024-09-19T06:04:34.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.315+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc13006ce30 con 0x7fc13006d540 2024-09-19T06:04:34.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.316+0000 7fc126a00640 1 -- 172.21.15.92:0/933055495 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc12001b070 con 0x7fc13006d540 2024-09-19T06:04:34.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.317+0000 7fc126a00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc10c06c2b0 0x7fc10c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:34.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.317+0000 7fc126a00640 1 -- 172.21.15.92:0/933055495 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fc12008aad0 con 0x7fc13006d540 2024-09-19T06:04:34.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.317+0000 7fc125400640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc10c06c2b0 0x7fc10c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:34.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.318+0000 7fc125400640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc10c06c2b0 0x7fc10c06e770 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc118034000 tx=0x7fc11802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:34.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.321+0000 7fc126a00640 1 -- 172.21.15.92:0/933055495 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc120058be0 con 0x7fc13006d540 2024-09-19T06:04:34.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.528+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc1300b4e60 con 0x7fc13006d540 2024-09-19T06:04:34.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.529+0000 7fc126a00640 1 -- 172.21.15.92:0/933055495 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7fc12005cee0 con 0x7fc13006d540 2024-09-19T06:04:34.531 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:34.531 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:34.531 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:34.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc10c06c2b0 msgr2=0x7fc10c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:34.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc10c06c2b0 0x7fc10c06e770 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc118034000 tx=0x7fc11802e000 comp rx=0 tx=0).stop 2024-09-19T06:04:34.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 msgr2=0x7fc130160f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:34.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 0x7fc130160f40 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fc12000c890 tx=0x7fc12000cd50 comp rx=0 tx=0).stop 2024-09-19T06:04:34.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 shutdown_connections 2024-09-19T06:04:34.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc13015e950 0x7fc130158070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:34.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc10c06c2b0 0x7fc10c06e770 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:34.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc1300735b0 0x7fc130149190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:34.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 --2- 172.21.15.92:0/933055495 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc13006d540 0x7fc130160f40 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:34.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 >> 172.21.15.92:0/933055495 conn(0x7fc1300d14d0 msgr2=0x7fc130072500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:34.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 shutdown_connections 2024-09-19T06:04:34.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:34.531+0000 7fc134a00640 1 -- 172.21.15.92:0/933055495 wait complete. 2024-09-19T06:04:34.549 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump mds_cache strays_enqueued 2024-09-19T06:04:34.722 INFO:teuthology.orchestra.run.smithi092.stdout:{"mds_cache":{"strays_enqueued":0}} 2024-09-19T06:04:34.722 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_cache": { "strays_enqueued": 0 } } 2024-09-19T06:04:34.722 DEBUG:tasks.ceph_test_case:wait_until_equal: 0 != 10, waiting (timeout=60)... 2024-09-19T06:04:38.429 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:04:38.434 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:04:39.723 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:39.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.879+0000 7f5e96800640 1 Processor -- start 2024-09-19T06:04:39.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.879+0000 7f5e96800640 1 -- start start 2024-09-19T06:04:39.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.880+0000 7f5e96800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5e901629d0 0x7f5e900b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:39.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.880+0000 7f5e96800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5e900b22b0 0x7f5e900b30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:39.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.880+0000 7f5e96800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e90162e40 con 0x7f5e9015e570 2024-09-19T06:04:39.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.880+0000 7f5e96800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f5e900b2720 con 0x7f5e900b22b0 2024-09-19T06:04:39.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.880+0000 7f5e96800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f5e900cdc00 con 0x7f5e901629d0 2024-09-19T06:04:39.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e95e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5e900b22b0 0x7f5e900b30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:39.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e95400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5e9015e570 0x7f5e900ce9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44272/0 (socket says 172.21.15.92:44272) 2024-09-19T06:04:39.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e95400640 1 -- 172.21.15.92:0/3882392475 learned_addr learned my addr 172.21.15.92:0/3882392475 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:39.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e94a00640 1 --2- 172.21.15.92:0/3882392475 >> v2:172.21.15.102:3300/0 conn(0x7f5e901629d0 0x7f5e900b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:39.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e8fe00640 1 -- 172.21.15.92:0/3882392475 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1912362985 0 0) 0x7f5e90162e40 con 0x7f5e9015e570 2024-09-19T06:04:39.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e95e00640 1 -- 172.21.15.92:0/3882392475 >> v2:172.21.15.102:3300/0 conn(0x7f5e901629d0 msgr2=0x7f5e900b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:39.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e95e00640 1 --2- 172.21.15.92:0/3882392475 >> v2:172.21.15.102:3300/0 conn(0x7f5e901629d0 0x7f5e900b1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:39.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e95e00640 1 -- 172.21.15.92:0/3882392475 >> v1:172.21.15.92:6789/0 conn(0x7f5e9015e570 legacy=0x7f5e900ce9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:39.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e95e00640 1 -- 172.21.15.92:0/3882392475 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e900af030 con 0x7f5e900b22b0 2024-09-19T06:04:39.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.881+0000 7f5e94a00640 1 --2- 172.21.15.92:0/3882392475 >> v2:172.21.15.102:3300/0 conn(0x7f5e901629d0 0x7f5e900b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:39.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.882+0000 7f5e95e00640 1 --2- 172.21.15.92:0/3882392475 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e900b22b0 0x7f5e900b30e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f5e900b57d0 tx=0x7f5e8802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a2912cbf47f25a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:39.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.882+0000 7f5e8fe00640 1 -- 172.21.15.92:0/3882392475 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e88007740 con 0x7f5e900b22b0 2024-09-19T06:04:39.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.882+0000 7f5e8fe00640 1 -- 172.21.15.92:0/3882392475 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e880078e0 con 0x7f5e900b22b0 2024-09-19T06:04:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.882+0000 7f5e8fe00640 1 -- 172.21.15.92:0/3882392475 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e88007cb0 con 0x7f5e900b22b0 2024-09-19T06:04:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.883+0000 7f5e96800640 1 -- 172.21.15.92:0/3882392475 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e900b22b0 msgr2=0x7f5e900b30e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.883+0000 7f5e96800640 1 --2- 172.21.15.92:0/3882392475 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e900b22b0 0x7f5e900b30e0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f5e900b57d0 tx=0x7f5e8802a680 comp rx=0 tx=0).stop 2024-09-19T06:04:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.883+0000 7f5e96800640 1 -- 172.21.15.92:0/3882392475 shutdown_connections 2024-09-19T06:04:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.883+0000 7f5e96800640 1 --2- 172.21.15.92:0/3882392475 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e900b22b0 0x7f5e900b30e0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.883+0000 7f5e96800640 1 --2- 172.21.15.92:0/3882392475 >> v2:172.21.15.102:3300/0 conn(0x7f5e901629d0 0x7f5e900b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.883+0000 7f5e96800640 1 -- 172.21.15.92:0/3882392475 >> 172.21.15.92:0/3882392475 conn(0x7f5e90062a20 msgr2=0x7f5e9006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.883+0000 7f5e96800640 1 -- 172.21.15.92:0/3882392475 shutdown_connections 2024-09-19T06:04:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.883+0000 7f5e96800640 1 -- 172.21.15.92:0/3882392475 wait complete. 2024-09-19T06:04:39.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.885+0000 7f5e96800640 1 Processor -- start 2024-09-19T06:04:39.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.885+0000 7f5e96800640 1 -- start start 2024-09-19T06:04:39.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.886+0000 7f5e96800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e900b22b0 0x7f5e901f91c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:39.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.886+0000 7f5e96800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e9015e570 0x7f5e901eedb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:39.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.886+0000 7f5e96800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e901629d0 0x7f5e900b4130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:39.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.886+0000 7f5e96800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5e900ce480 con 0x7f5e901629d0 2024-09-19T06:04:39.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.886+0000 7f5e96800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5e900ce1a0 con 0x7f5e900b22b0 2024-09-19T06:04:39.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.886+0000 7f5e96800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5e900cfbe0 con 0x7f5e9015e570 2024-09-19T06:04:39.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e95e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e901629d0 0x7f5e900b4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:39.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e95400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e900b22b0 0x7f5e901f91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:39.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e95e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e901629d0 0x7f5e900b4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46500/0 (socket says 172.21.15.92:46500) 2024-09-19T06:04:39.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e95e00640 1 -- 172.21.15.92:0/994055456 learned_addr learned my addr 172.21.15.92:0/994055456 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:39.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e94a00640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e9015e570 0x7f5e901eedb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:39.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e95e00640 1 -- 172.21.15.92:0/994055456 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e9015e570 msgr2=0x7f5e901eedb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:39.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e95e00640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e9015e570 0x7f5e901eedb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:39.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e95e00640 1 -- 172.21.15.92:0/994055456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e900b22b0 msgr2=0x7f5e901f91c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:39.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e95e00640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e900b22b0 0x7f5e901f91c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:39.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e95e00640 1 -- 172.21.15.92:0/994055456 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e90152c50 con 0x7f5e901629d0 2024-09-19T06:04:39.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.887+0000 7f5e94a00640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e9015e570 0x7f5e901eedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:39.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.888+0000 7f5e95e00640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e901629d0 0x7f5e900b4130 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f5e8802ac70 tx=0x7f5e88004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:39.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.888+0000 7f5e8d600640 1 -- 172.21.15.92:0/994055456 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e8803f070 con 0x7f5e901629d0 2024-09-19T06:04:39.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.888+0000 7f5e8d600640 1 -- 172.21.15.92:0/994055456 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e88031bc0 con 0x7f5e901629d0 2024-09-19T06:04:39.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.888+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e901519f0 con 0x7f5e901629d0 2024-09-19T06:04:39.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.888+0000 7f5e8d600640 1 -- 172.21.15.92:0/994055456 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e88044460 con 0x7f5e901629d0 2024-09-19T06:04:39.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.888+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e90151fb0 con 0x7f5e901629d0 2024-09-19T06:04:39.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.889+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e900aec70 con 0x7f5e901629d0 2024-09-19T06:04:39.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.890+0000 7f5e8d600640 1 -- 172.21.15.92:0/994055456 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e88007790 con 0x7f5e901629d0 2024-09-19T06:04:39.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.891+0000 7f5e8d600640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e7006c2b0 0x7f5e7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:39.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.892+0000 7f5e8d600640 1 -- 172.21.15.92:0/994055456 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f5e880acd00 con 0x7f5e901629d0 2024-09-19T06:04:39.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.892+0000 7f5e95400640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e7006c2b0 0x7f5e7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:39.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.893+0000 7f5e95400640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e7006c2b0 0x7f5e7006e770 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5e84000f60 tx=0x7f5e84007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:39.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:39.897+0000 7f5e8d600640 1 -- 172.21.15.92:0/994055456 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e90152c50 con 0x7f5e901629d0 2024-09-19T06:04:40.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.106+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5e900ae670 con 0x7f5e901629d0 2024-09-19T06:04:40.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.107+0000 7f5e8d600640 1 -- 172.21.15.92:0/994055456 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7f5e8807b3d0 con 0x7f5e901629d0 2024-09-19T06:04:40.109 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:40.109 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:40.110 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:40.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e7006c2b0 msgr2=0x7f5e7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e7006c2b0 0x7f5e7006e770 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f5e84000f60 tx=0x7f5e84007d50 comp rx=0 tx=0).stop 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e901629d0 msgr2=0x7f5e900b4130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e901629d0 0x7f5e900b4130 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f5e8802ac70 tx=0x7f5e88004a40 comp rx=0 tx=0).stop 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 shutdown_connections 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e901629d0 0x7f5e900b4130 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e9015e570 0x7f5e901eedb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e7006c2b0 0x7f5e7006e770 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 --2- 172.21.15.92:0/994055456 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e900b22b0 0x7f5e901f91c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 >> 172.21.15.92:0/994055456 conn(0x7f5e90062a20 msgr2=0x7f5e9006d0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 shutdown_connections 2024-09-19T06:04:40.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.109+0000 7f5e96800640 1 -- 172.21.15.92:0/994055456 wait complete. 2024-09-19T06:04:40.128 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump mds_cache strays_enqueued 2024-09-19T06:04:40.300 INFO:teuthology.orchestra.run.smithi092.stdout:{"mds_cache":{"strays_enqueued":10}} 2024-09-19T06:04:40.300 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_cache": { "strays_enqueued": 10 } } 2024-09-19T06:04:40.300 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:40.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.451+0000 7f5e13a00640 1 Processor -- start 2024-09-19T06:04:40.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.452+0000 7f5e13a00640 1 -- start start 2024-09-19T06:04:40.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e13a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:40.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e13a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5e0c0cfc80 0x7f5e0c0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:40.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e13a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e0c15c770 con 0x7f5e0c15c330 2024-09-19T06:04:40.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e13a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f5e0c0b4e60 con 0x7f5e0c0cfc80 2024-09-19T06:04:40.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e13a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5e0c0b50a0 con 0x7f5e0c155800 2024-09-19T06:04:40.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e11000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:40.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e11a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5e0c0cfc80 0x7f5e0c0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:40.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e11000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c0b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:34072/0 (socket says 172.21.15.92:34072) 2024-09-19T06:04:40.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e11a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5e0c0cfc80 0x7f5e0c0b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:38220/0 (socket says 172.21.15.92:38220) 2024-09-19T06:04:40.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e11000640 1 -- 172.21.15.92:0/3850660434 learned_addr learned my addr 172.21.15.92:0/3850660434 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:40.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.453+0000 7f5e03e00640 1 --1- 172.21.15.92:0/3850660434 >> v1:172.21.15.102:6789/0 conn(0x7f5e0c15c330 0x7f5e0c0cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:57050/0 (socket says 172.21.15.92:57050) 2024-09-19T06:04:40.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.454+0000 7f5e11000640 1 -- 172.21.15.92:0/3850660434 >> v2:172.21.15.102:3300/0 conn(0x7f5e0c0cfc80 msgr2=0x7f5e0c0b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:40.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.454+0000 7f5e11000640 1 --2- 172.21.15.92:0/3850660434 >> v2:172.21.15.102:3300/0 conn(0x7f5e0c0cfc80 0x7f5e0c0b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.454+0000 7f5e11000640 1 -- 172.21.15.92:0/3850660434 >> v1:172.21.15.102:6789/0 conn(0x7f5e0c15c330 legacy=0x7f5e0c0cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:40.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.454+0000 7f5e11000640 1 -- 172.21.15.92:0/3850660434 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e0c0b5380 con 0x7f5e0c155800 2024-09-19T06:04:40.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.454+0000 7f5e11a00640 1 --2- 172.21.15.92:0/3850660434 >> v2:172.21.15.102:3300/0 conn(0x7f5e0c0cfc80 0x7f5e0c0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:04:40.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.455+0000 7f5e11000640 1 --2- 172.21.15.92:0/3850660434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c0b6140 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5dfc009870 tx=0x7f5dfc02a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8379b5d6493d6443 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:40.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.455+0000 7f5e0be00640 1 -- 172.21.15.92:0/3850660434 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dfc037070 con 0x7f5e0c155800 2024-09-19T06:04:40.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.455+0000 7f5e0be00640 1 -- 172.21.15.92:0/3850660434 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dfc032440 con 0x7f5e0c155800 2024-09-19T06:04:40.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.455+0000 7f5e0be00640 1 -- 172.21.15.92:0/3850660434 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dfc032810 con 0x7f5e0c155800 2024-09-19T06:04:40.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.455+0000 7f5e13a00640 1 -- 172.21.15.92:0/3850660434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 msgr2=0x7f5e0c0b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:40.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.455+0000 7f5e13a00640 1 --2- 172.21.15.92:0/3850660434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c0b6140 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f5dfc009870 tx=0x7f5dfc02a250 comp rx=0 tx=0).stop 2024-09-19T06:04:40.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.456+0000 7f5e13a00640 1 -- 172.21.15.92:0/3850660434 shutdown_connections 2024-09-19T06:04:40.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.456+0000 7f5e13a00640 1 --2- 172.21.15.92:0/3850660434 >> v2:172.21.15.102:3300/0 conn(0x7f5e0c0cfc80 0x7f5e0c0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.456+0000 7f5e13a00640 1 --2- 172.21.15.92:0/3850660434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c0b6140 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.456+0000 7f5e13a00640 1 -- 172.21.15.92:0/3850660434 >> 172.21.15.92:0/3850660434 conn(0x7f5e0c06bc10 msgr2=0x7f5e0c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:40.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.456+0000 7f5e13a00640 1 -- 172.21.15.92:0/3850660434 shutdown_connections 2024-09-19T06:04:40.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.456+0000 7f5e13a00640 1 -- 172.21.15.92:0/3850660434 wait complete. 2024-09-19T06:04:40.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.457+0000 7f5e13a00640 1 Processor -- start 2024-09-19T06:04:40.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.457+0000 7f5e13a00640 1 -- start start 2024-09-19T06:04:40.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.458+0000 7f5e13a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e0c0cfc80 0x7f5e0c150d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:40.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.458+0000 7f5e13a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c158600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:40.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.458+0000 7f5e13a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e0c15c330 0x7f5e0c152710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:40.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.458+0000 7f5e13a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0c0b5c20 con 0x7f5e0c15c330 2024-09-19T06:04:40.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.458+0000 7f5e13a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5e0c0b5940 con 0x7f5e0c0cfc80 2024-09-19T06:04:40.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.458+0000 7f5e13a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5e0c155be0 con 0x7f5e0c155800 2024-09-19T06:04:40.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e0c15c330 0x7f5e0c152710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e0c15c330 0x7f5e0c152710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46502/0 (socket says 172.21.15.92:46502) 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11a00640 1 -- 172.21.15.92:0/4023987494 learned_addr learned my addr 172.21.15.92:0/4023987494 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11000640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e0c0cfc80 0x7f5e0c150d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e03e00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c158600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11a00640 1 -- 172.21.15.92:0/4023987494 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 msgr2=0x7f5e0c158600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11a00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c158600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11a00640 1 -- 172.21.15.92:0/4023987494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e0c0cfc80 msgr2=0x7f5e0c150d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11a00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e0c0cfc80 0x7f5e0c150d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11a00640 1 -- 172.21.15.92:0/4023987494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e0c158b40 con 0x7f5e0c15c330 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.459+0000 7f5e11a00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e0c15c330 0x7f5e0c152710 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f5e0400f560 tx=0x7f5e0400fa20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.460+0000 7f5e09600640 1 -- 172.21.15.92:0/4023987494 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e0400de60 con 0x7f5e0c15c330 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.460+0000 7f5e09600640 1 -- 172.21.15.92:0/4023987494 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e040175d0 con 0x7f5e0c15c330 2024-09-19T06:04:40.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.460+0000 7f5e09600640 1 -- 172.21.15.92:0/4023987494 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e040179c0 con 0x7f5e0c15c330 2024-09-19T06:04:40.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.460+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e0c158dc0 con 0x7f5e0c15c330 2024-09-19T06:04:40.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.460+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e0c151c30 con 0x7f5e0c15c330 2024-09-19T06:04:40.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.461+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e0c0b6140 con 0x7f5e0c15c330 2024-09-19T06:04:40.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.462+0000 7f5e09600640 1 -- 172.21.15.92:0/4023987494 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e04020030 con 0x7f5e0c15c330 2024-09-19T06:04:40.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.463+0000 7f5e09600640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5de806c2b0 0x7f5de806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:40.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.463+0000 7f5e09600640 1 -- 172.21.15.92:0/4023987494 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f5e0408fe10 con 0x7f5e0c15c330 2024-09-19T06:04:40.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.463+0000 7f5e11000640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5de806c2b0 0x7f5de806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:40.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.464+0000 7f5e11000640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5de806c2b0 0x7f5de806e770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5dfc009870 tx=0x7f5dfc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.467+0000 7f5e09600640 1 -- 172.21.15.92:0/4023987494 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e04093030 con 0x7f5e0c15c330 2024-09-19T06:04:40.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.675+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5e0c0633d0 con 0x7f5e0c15c330 2024-09-19T06:04:40.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.676+0000 7f5e09600640 1 -- 172.21.15.92:0/4023987494 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7f5e04027020 con 0x7f5e0c15c330 2024-09-19T06:04:40.678 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:40.678 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:40.678 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.678+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5de806c2b0 msgr2=0x7f5de806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.678+0000 7f5e13a00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5de806c2b0 0x7f5de806e770 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f5dfc009870 tx=0x7f5dfc02e000 comp rx=0 tx=0).stop 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.678+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e0c15c330 msgr2=0x7f5e0c152710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.678+0000 7f5e13a00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e0c15c330 0x7f5e0c152710 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f5e0400f560 tx=0x7f5e0400fa20 comp rx=0 tx=0).stop 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.678+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 shutdown_connections 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.678+0000 7f5e13a00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e0c15c330 0x7f5e0c152710 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.679+0000 7f5e13a00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e0c155800 0x7f5e0c158600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.679+0000 7f5e13a00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5de806c2b0 0x7f5de806e770 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.679+0000 7f5e13a00640 1 --2- 172.21.15.92:0/4023987494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e0c0cfc80 0x7f5e0c150d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.679+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 >> 172.21.15.92:0/4023987494 conn(0x7f5e0c06bc10 msgr2=0x7f5e0c0b4390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.679+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 shutdown_connections 2024-09-19T06:04:40.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:40.679+0000 7f5e13a00640 1 -- 172.21.15.92:0/4023987494 wait complete. 2024-09-19T06:04:40.696 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json perf dump purge_queue pq_executed 2024-09-19T06:04:40.867 INFO:teuthology.orchestra.run.smithi092.stdout:{"purge_queue":{"pq_executed":10}} 2024-09-19T06:04:40.868 DEBUG:tasks.cephfs.filesystem:_json_asok output { "purge_queue": { "pq_executed": 10 } } 2024-09-19T06:04:40.868 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:40.868 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:40.903 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:04:40.903 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:04:40.903 DEBUG:teuthology.orchestra.run.smithi092:> import uuid 2024-09-19T06:04:40.903 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:04:40.903 DEBUG:teuthology.orchestra.run.smithi092:> n = 10 2024-09-19T06:04:40.903 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = False 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> if 0 > 0: 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> create_hard_links = True 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> path = "/home/ubuntu/cephtest/mnt.0/subdir/file" 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> dpath = os.path.dirname(path) 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> fnameprefix = os.path.basename(path) 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> os.makedirs(dpath, exist_ok=True) 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> try: 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:04:40.904 DEBUG:teuthology.orchestra.run.smithi092:> for i in range(n): 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> with open(fpath, '"'"'w'"'"') as f: 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> f.write(f"{i}") 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> f.flush() 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(f.fileno()) 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> if True: 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> os.unlink(fpath) 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> if True: 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> if create_hard_links: 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> for j in range(0): 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> if False: 2024-09-19T06:04:40.905 DEBUG:teuthology.orchestra.run.smithi092:> os.fsync(dirfd) 2024-09-19T06:04:40.906 DEBUG:teuthology.orchestra.run.smithi092:> finally: 2024-09-19T06:04:40.906 DEBUG:teuthology.orchestra.run.smithi092:> os.close(dirfd) 2024-09-19T06:04:40.906 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:04:41.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:04:41.114 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:04:41.114 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:04:41.248 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:04:41.338 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:04:41.339 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:04:41.339 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:41.339 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:41.374 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:41.374 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:41.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:04:41.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.641+0000 7efdf2800640 1 Processor -- start 2024-09-19T06:04:41.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.641+0000 7efdf2800640 1 -- start start 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.642+0000 7efdf2800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efdec15e5f0 0x7efdec0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.642+0000 7efdf2800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7efdec0d13c0 0x7efdec0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.642+0000 7efdf2800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efdec15e9d0 con 0x7efdec0b8730 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.642+0000 7efdf2800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7efdec0b9b30 con 0x7efdec15e5f0 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.642+0000 7efdf2800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7efdec0b8f20 con 0x7efdec0d13c0 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.642+0000 7efdf1400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efdec15e5f0 0x7efdec0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.642+0000 7efdf1400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efdec15e5f0 0x7efdec0d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46508/0 (socket says 172.21.15.92:46508) 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.642+0000 7efdf1400640 1 -- 172.21.15.92:0/4182963117 learned_addr learned my addr 172.21.15.92:0/4182963117 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.643+0000 7efdf0a00640 1 --2- 172.21.15.92:0/4182963117 >> v2:172.21.15.102:3300/0 conn(0x7efdec0d13c0 0x7efdec0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.643+0000 7efdf1400640 1 -- 172.21.15.92:0/4182963117 >> v2:172.21.15.102:3300/0 conn(0x7efdec0d13c0 msgr2=0x7efdec0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:41.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.643+0000 7efdf1400640 1 --2- 172.21.15.92:0/4182963117 >> v2:172.21.15.102:3300/0 conn(0x7efdec0d13c0 0x7efdec0b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:41.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.643+0000 7efdf1400640 1 -- 172.21.15.92:0/4182963117 >> v1:172.21.15.92:6789/0 conn(0x7efdec0b8730 legacy=0x7efdec0ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:41.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.643+0000 7efdf1400640 1 -- 172.21.15.92:0/4182963117 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdec0b9200 con 0x7efdec15e5f0 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.644+0000 7efdf1400640 1 --2- 172.21.15.92:0/4182963117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 0x7efdec0d0e80 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7efdec0d1fc0 tx=0x7efde002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2372d977847baab4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.644+0000 7efdebe00640 1 -- 172.21.15.92:0/4182963117 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde0036070 con 0x7efdec15e5f0 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.644+0000 7efdebe00640 1 -- 172.21.15.92:0/4182963117 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efde0031600 con 0x7efdec15e5f0 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.644+0000 7efdebe00640 1 -- 172.21.15.92:0/4182963117 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde00319d0 con 0x7efdec15e5f0 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.645+0000 7efdf2800640 1 -- 172.21.15.92:0/4182963117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 msgr2=0x7efdec0d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.645+0000 7efdf2800640 1 --2- 172.21.15.92:0/4182963117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 0x7efdec0d0e80 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7efdec0d1fc0 tx=0x7efde002a730 comp rx=0 tx=0).stop 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.645+0000 7efdf2800640 1 -- 172.21.15.92:0/4182963117 shutdown_connections 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.645+0000 7efdf2800640 1 --2- 172.21.15.92:0/4182963117 >> v2:172.21.15.102:3300/0 conn(0x7efdec0d13c0 0x7efdec0b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.645+0000 7efdf2800640 1 --2- 172.21.15.92:0/4182963117 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 0x7efdec0d0e80 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:41.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.645+0000 7efdf2800640 1 -- 172.21.15.92:0/4182963117 >> 172.21.15.92:0/4182963117 conn(0x7efdec062630 msgr2=0x7efdec062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:41.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.645+0000 7efdf2800640 1 -- 172.21.15.92:0/4182963117 shutdown_connections 2024-09-19T06:04:41.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.645+0000 7efdf2800640 1 -- 172.21.15.92:0/4182963117 wait complete. 2024-09-19T06:04:41.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.646+0000 7efdf2800640 1 Processor -- start 2024-09-19T06:04:41.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.646+0000 7efdf2800640 1 -- start start 2024-09-19T06:04:41.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.647+0000 7efdf2800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdec0b8730 0x7efdec14c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:41.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.647+0000 7efdf2800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdec0d13c0 0x7efdec160340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.647+0000 7efdf2800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 0x7efdec0cd710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.647+0000 7efdf2800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7efdec0b8b60 con 0x7efdec15e5f0 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.647+0000 7efdf2800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efdec0b97c0 con 0x7efdec0b8730 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.647+0000 7efdf2800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efdec0b8ce0 con 0x7efdec0d13c0 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 0x7efdec0cd710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 0x7efdec0cd710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46524/0 (socket says 172.21.15.92:46524) 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1e00640 1 -- 172.21.15.92:0/3711504973 learned_addr learned my addr 172.21.15.92:0/3711504973 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1400640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdec0b8730 0x7efdec14c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf0a00640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdec0d13c0 0x7efdec160340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1e00640 1 -- 172.21.15.92:0/3711504973 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdec0d13c0 msgr2=0x7efdec160340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1e00640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdec0d13c0 0x7efdec160340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1e00640 1 -- 172.21.15.92:0/3711504973 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdec0b8730 msgr2=0x7efdec14c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:41.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1e00640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdec0b8730 0x7efdec14c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:41.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1e00640 1 -- 172.21.15.92:0/3711504973 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdec0c8140 con 0x7efdec15e5f0 2024-09-19T06:04:41.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1400640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdec0b8730 0x7efdec14c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:41.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efdf1e00640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 0x7efdec0cd710 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7efde400c3c0 tx=0x7efde400c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:41.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.648+0000 7efde9600640 1 -- 172.21.15.92:0/3711504973 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde4017070 con 0x7efdec15e5f0 2024-09-19T06:04:41.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.649+0000 7efde9600640 1 -- 172.21.15.92:0/3711504973 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efde40052d0 con 0x7efdec15e5f0 2024-09-19T06:04:41.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.649+0000 7efde9600640 1 -- 172.21.15.92:0/3711504973 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efde4003850 con 0x7efdec15e5f0 2024-09-19T06:04:41.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.649+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdec160e40 con 0x7efdec15e5f0 2024-09-19T06:04:41.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.649+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efdec161400 con 0x7efdec15e5f0 2024-09-19T06:04:41.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.650+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdec069c20 con 0x7efdec15e5f0 2024-09-19T06:04:41.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.651+0000 7efde9600640 1 -- 172.21.15.92:0/3711504973 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efde401a070 con 0x7efdec15e5f0 2024-09-19T06:04:41.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.652+0000 7efde9600640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efdcc06c2b0 0x7efdcc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:41.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.652+0000 7efde9600640 1 -- 172.21.15.92:0/3711504973 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7efde408a7d0 con 0x7efdec15e5f0 2024-09-19T06:04:41.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.652+0000 7efdf1400640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efdcc06c2b0 0x7efdcc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:41.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.652+0000 7efdf1400640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efdcc06c2b0 0x7efdcc06e770 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7efde0033000 tx=0x7efde0009000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:41.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.656+0000 7efde9600640 1 -- 172.21.15.92:0/3711504973 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efde4058f30 con 0x7efdec15e5f0 2024-09-19T06:04:41.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.841+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7efdec0b81f0 con 0x7efdec15e5f0 2024-09-19T06:04:41.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.842+0000 7efde9600640 1 -- 172.21.15.92:0/3711504973 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v68) ==== 80+0+0 (secure 0 0 0) 0x7efde4058830 con 0x7efdec15e5f0 2024-09-19T06:04:41.844 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:04:41.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efdcc06c2b0 msgr2=0x7efdcc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:41.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efdcc06c2b0 0x7efdcc06e770 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7efde0033000 tx=0x7efde0009000 comp rx=0 tx=0).stop 2024-09-19T06:04:41.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 msgr2=0x7efdec0cd710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:41.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 0x7efdec0cd710 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7efde400c3c0 tx=0x7efde400c880 comp rx=0 tx=0).stop 2024-09-19T06:04:41.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 shutdown_connections 2024-09-19T06:04:41.846 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdec15e5f0 0x7efdec0cd710 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:41.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdec0d13c0 0x7efdec160340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:41.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efdcc06c2b0 0x7efdcc06e770 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:41.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 --2- 172.21.15.92:0/3711504973 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdec0b8730 0x7efdec14c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:41.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 >> 172.21.15.92:0/3711504973 conn(0x7efdec062630 msgr2=0x7efdec0b5810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:41.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 shutdown_connections 2024-09-19T06:04:41.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:41.844+0000 7efdf2800640 1 -- 172.21.15.92:0/3711504973 wait complete. 2024-09-19T06:04:41.861 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:04:41.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:04:41.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T06:04:41.952 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:04:41.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:04:41.953 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:04:41.998 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:04:41.998 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:04:41.999 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:42.037 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:04:42.038 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:04:42.038 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:42.038 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:42.074 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:04:42.074 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:04:42.074 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:04:42.075 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:42.114 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:04:42.115 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:42.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.266+0000 7f12b5600640 1 Processor -- start 2024-09-19T06:04:42.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.266+0000 7f12b5600640 1 -- start start 2024-09-19T06:04:42.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.267+0000 7f12b5600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f12b015e5f0 0x7f12b00d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.267+0000 7f12b5600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00d13c0 0x7f12b00b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.267+0000 7f12b5600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f12b015e9d0 con 0x7f12b00b8730 2024-09-19T06:04:42.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.267+0000 7f12b5600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f12b00b9b30 con 0x7f12b015e5f0 2024-09-19T06:04:42.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.267+0000 7f12b5600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f12b00d1820 con 0x7f12b00d13c0 2024-09-19T06:04:42.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.268+0000 7f12afe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f12b015e5f0 0x7f12b00d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.268+0000 7f12afe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f12b015e5f0 0x7f12b00d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46538/0 (socket says 172.21.15.92:46538) 2024-09-19T06:04:42.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.268+0000 7f12afe00640 1 -- 172.21.15.92:0/1110641287 learned_addr learned my addr 172.21.15.92:0/1110641287 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:42.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.268+0000 7f12af400640 1 --2- 172.21.15.92:0/1110641287 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00d13c0 0x7f12b00b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.268+0000 7f12afe00640 1 -- 172.21.15.92:0/1110641287 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00d13c0 msgr2=0x7f12b00b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:42.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.268+0000 7f12afe00640 1 --2- 172.21.15.92:0/1110641287 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00d13c0 0x7f12b00b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.268+0000 7f12afe00640 1 -- 172.21.15.92:0/1110641287 >> v1:172.21.15.102:6789/0 conn(0x7f12b00b8730 legacy=0x7f12b00ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.268+0000 7f12afe00640 1 -- 172.21.15.92:0/1110641287 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b00b8f20 con 0x7f12b015e5f0 2024-09-19T06:04:42.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.269+0000 7f12afe00640 1 --2- 172.21.15.92:0/1110641287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 0x7f12b00d0e80 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f12a0009870 tx=0x7f12a002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3c0d76ae3fd6fa0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:42.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.269+0000 7f12aea00640 1 -- 172.21.15.92:0/1110641287 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a0037070 con 0x7f12b015e5f0 2024-09-19T06:04:42.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.269+0000 7f12aea00640 1 -- 172.21.15.92:0/1110641287 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a0032440 con 0x7f12b015e5f0 2024-09-19T06:04:42.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.269+0000 7f12aea00640 1 -- 172.21.15.92:0/1110641287 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a0032810 con 0x7f12b015e5f0 2024-09-19T06:04:42.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.270+0000 7f12b5600640 1 -- 172.21.15.92:0/1110641287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 msgr2=0x7f12b00d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.270+0000 7f12b5600640 1 --2- 172.21.15.92:0/1110641287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 0x7f12b00d0e80 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f12a0009870 tx=0x7f12a002a270 comp rx=0 tx=0).stop 2024-09-19T06:04:42.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.270+0000 7f12b5600640 1 -- 172.21.15.92:0/1110641287 shutdown_connections 2024-09-19T06:04:42.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.270+0000 7f12b5600640 1 --2- 172.21.15.92:0/1110641287 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00d13c0 0x7f12b00b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.270+0000 7f12b5600640 1 --2- 172.21.15.92:0/1110641287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 0x7f12b00d0e80 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.270+0000 7f12b5600640 1 -- 172.21.15.92:0/1110641287 >> 172.21.15.92:0/1110641287 conn(0x7f12b0062630 msgr2=0x7f12b0062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:42.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.270+0000 7f12b5600640 1 -- 172.21.15.92:0/1110641287 shutdown_connections 2024-09-19T06:04:42.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.270+0000 7f12b5600640 1 -- 172.21.15.92:0/1110641287 wait complete. 2024-09-19T06:04:42.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.272+0000 7f12b5600640 1 Processor -- start 2024-09-19T06:04:42.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.272+0000 7f12b5600640 1 -- start start 2024-09-19T06:04:42.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.272+0000 7f12b5600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00b8730 0x7f12b014e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b5600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f12b00d13c0 0x7f12b0161480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b5600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 0x7f12b00c9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b5600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f12b00b97c0 con 0x7f12b015e5f0 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b5600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f12b00b94e0 con 0x7f12b00d13c0 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b5600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f12b00b8bc0 con 0x7f12b00b8730 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b4c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 0x7f12b00c9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b4c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 0x7f12b00c9b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46544/0 (socket says 172.21.15.92:46544) 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12afe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00b8730 0x7f12b014e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b4c00640 1 -- 172.21.15.92:0/3505948434 learned_addr learned my addr 172.21.15.92:0/3505948434 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12af400640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f12b00d13c0 0x7f12b0161480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b4c00640 1 -- 172.21.15.92:0/3505948434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00b8730 msgr2=0x7f12b014e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b4c00640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00b8730 0x7f12b014e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b4c00640 1 -- 172.21.15.92:0/3505948434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f12b00d13c0 msgr2=0x7f12b0161480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b4c00640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f12b00d13c0 0x7f12b0161480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.273+0000 7f12b4c00640 1 -- 172.21.15.92:0/3505948434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12b015f780 con 0x7f12b015e5f0 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.274+0000 7f12b4c00640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 0x7f12b00c9b70 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f12a800c7a0 tx=0x7f12a800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.274+0000 7f12a7e00640 1 -- 172.21.15.92:0/3505948434 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a8003b70 con 0x7f12b015e5f0 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.274+0000 7f12a7e00640 1 -- 172.21.15.92:0/3505948434 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f12a8003d30 con 0x7f12b015e5f0 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.274+0000 7f12a7e00640 1 -- 172.21.15.92:0/3505948434 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f12a800aa90 con 0x7f12b015e5f0 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.274+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12b015fa60 con 0x7f12b015e5f0 2024-09-19T06:04:42.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.274+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f12b0160020 con 0x7f12b015e5f0 2024-09-19T06:04:42.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.275+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f12b0069c20 con 0x7f12b015e5f0 2024-09-19T06:04:42.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.276+0000 7f12a7e00640 1 -- 172.21.15.92:0/3505948434 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f12a800ac30 con 0x7f12b015e5f0 2024-09-19T06:04:42.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.277+0000 7f12a7e00640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f129006c2b0 0x7f129006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.277+0000 7f12a7e00640 1 -- 172.21.15.92:0/3505948434 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f12a808b290 con 0x7f12b015e5f0 2024-09-19T06:04:42.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.277+0000 7f12afe00640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f129006c2b0 0x7f129006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.278+0000 7f12afe00640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f129006c2b0 0x7f129006e770 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f12a0034000 tx=0x7f12a002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:42.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.281+0000 7f12a7e00640 1 -- 172.21.15.92:0/3505948434 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f12a80593a0 con 0x7f12b015e5f0 2024-09-19T06:04:42.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.488+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f12b00b58f0 con 0x7f12b015e5f0 2024-09-19T06:04:42.491 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.489+0000 7f12a7e00640 1 -- 172.21.15.92:0/3505948434 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7f12a805d6a0 con 0x7f12b015e5f0 2024-09-19T06:04:42.491 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:42.491 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:42.491 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:42.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f129006c2b0 msgr2=0x7f129006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f129006c2b0 0x7f129006e770 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f12a0034000 tx=0x7f12a002e000 comp rx=0 tx=0).stop 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 msgr2=0x7f12b00c9b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 0x7f12b00c9b70 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f12a800c7a0 tx=0x7f12a800cc60 comp rx=0 tx=0).stop 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 shutdown_connections 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f12b015e5f0 0x7f12b00c9b70 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f129006c2b0 0x7f129006e770 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f12b00d13c0 0x7f12b0161480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 --2- 172.21.15.92:0/3505948434 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12b00b8730 0x7f12b014e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 >> 172.21.15.92:0/3505948434 conn(0x7f12b0062630 msgr2=0x7f12b00b3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 shutdown_connections 2024-09-19T06:04:42.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.491+0000 7f12b5600640 1 -- 172.21.15.92:0/3505948434 wait complete. 2024-09-19T06:04:42.510 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:42.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.661+0000 7ff629a00640 1 Processor -- start 2024-09-19T06:04:42.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.662+0000 7ff629a00640 1 -- start start 2024-09-19T06:04:42.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.663+0000 7ff629a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff62415c170 0x7ff62415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.663+0000 7ff629a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff6240cf6c0 0x7ff6240cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.663+0000 7ff629a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240b5dd0 0x7ff6240b6280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.663+0000 7ff629a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff62415ca90 con 0x7ff6240cf6c0 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.663+0000 7ff629a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff6240b4cf0 con 0x7ff62415c170 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.663+0000 7ff629a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff6240b4fd0 con 0x7ff6240b5dd0 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.663+0000 7ff61a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff6240cf6c0 0x7ff6240cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.663+0000 7ff61a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff6240cf6c0 0x7ff6240cfb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46560/0 (socket says 172.21.15.92:46560) 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.663+0000 7ff61a000640 1 -- 172.21.15.92:0/1901283986 learned_addr learned my addr 172.21.15.92:0/1901283986 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.664+0000 7ff622a00640 1 --2- 172.21.15.92:0/1901283986 >> v2:172.21.15.102:3300/0 conn(0x7ff62415c170 0x7ff62415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.664+0000 7ff623400640 1 --2- 172.21.15.92:0/1901283986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240b5dd0 0x7ff6240b6280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.664+0000 7ff61a000640 1 -- 172.21.15.92:0/1901283986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240b5dd0 msgr2=0x7ff6240b6280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.664+0000 7ff61a000640 1 --2- 172.21.15.92:0/1901283986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240b5dd0 0x7ff6240b6280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.664+0000 7ff61a000640 1 -- 172.21.15.92:0/1901283986 >> v2:172.21.15.102:3300/0 conn(0x7ff62415c170 msgr2=0x7ff62415c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:42.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.664+0000 7ff61a000640 1 --2- 172.21.15.92:0/1901283986 >> v2:172.21.15.102:3300/0 conn(0x7ff62415c170 0x7ff62415c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.664+0000 7ff61a000640 1 -- 172.21.15.92:0/1901283986 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6240b52b0 con 0x7ff6240cf6c0 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.664+0000 7ff623400640 1 --2- 172.21.15.92:0/1901283986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240b5dd0 0x7ff6240b6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.664+0000 7ff622a00640 1 --2- 172.21.15.92:0/1901283986 >> v2:172.21.15.102:3300/0 conn(0x7ff62415c170 0x7ff62415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.665+0000 7ff61a000640 1 --2- 172.21.15.92:0/1901283986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240cf6c0 0x7ff6240cfb30 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff60c009870 tx=0x7ff60c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c59bcef1da197a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.665+0000 7ff622000640 1 -- 172.21.15.92:0/1901283986 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60c037070 con 0x7ff6240cf6c0 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.665+0000 7ff622000640 1 -- 172.21.15.92:0/1901283986 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff60c032440 con 0x7ff6240cf6c0 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.665+0000 7ff622000640 1 -- 172.21.15.92:0/1901283986 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff60c032810 con 0x7ff6240cf6c0 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.666+0000 7ff629a00640 1 -- 172.21.15.92:0/1901283986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240cf6c0 msgr2=0x7ff6240cfb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.666+0000 7ff629a00640 1 --2- 172.21.15.92:0/1901283986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240cf6c0 0x7ff6240cfb30 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7ff60c009870 tx=0x7ff60c02a210 comp rx=0 tx=0).stop 2024-09-19T06:04:42.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.666+0000 7ff629a00640 1 -- 172.21.15.92:0/1901283986 shutdown_connections 2024-09-19T06:04:42.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.666+0000 7ff629a00640 1 --2- 172.21.15.92:0/1901283986 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240b5dd0 0x7ff6240b6280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.666+0000 7ff629a00640 1 --2- 172.21.15.92:0/1901283986 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240cf6c0 0x7ff6240cfb30 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.666+0000 7ff629a00640 1 --2- 172.21.15.92:0/1901283986 >> v2:172.21.15.102:3300/0 conn(0x7ff62415c170 0x7ff62415c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.666+0000 7ff629a00640 1 -- 172.21.15.92:0/1901283986 >> 172.21.15.92:0/1901283986 conn(0x7ff62406bc10 msgr2=0x7ff62406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:42.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.666+0000 7ff629a00640 1 -- 172.21.15.92:0/1901283986 shutdown_connections 2024-09-19T06:04:42.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.666+0000 7ff629a00640 1 -- 172.21.15.92:0/1901283986 wait complete. 2024-09-19T06:04:42.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.667+0000 7ff629a00640 1 Processor -- start 2024-09-19T06:04:42.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.667+0000 7ff629a00640 1 -- start start 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.668+0000 7ff629a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240b5dd0 0x7ff6241e8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.668+0000 7ff629a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240cf6c0 0x7ff62415b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.668+0000 7ff629a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff62415c170 0x7ff62413e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.668+0000 7ff629a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff6240b5b50 con 0x7ff6240b5dd0 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.668+0000 7ff629a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff6240b5870 con 0x7ff62415c170 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.668+0000 7ff629a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff62415ffb0 con 0x7ff6240cf6c0 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.668+0000 7ff622a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240b5dd0 0x7ff6241e8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff622a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240b5dd0 0x7ff6241e8410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46562/0 (socket says 172.21.15.92:46562) 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff622a00640 1 -- 172.21.15.92:0/2488752538 learned_addr learned my addr 172.21.15.92:0/2488752538 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff623400640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff62415c170 0x7ff62413e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff61a000640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240cf6c0 0x7ff62415b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff622a00640 1 -- 172.21.15.92:0/2488752538 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240cf6c0 msgr2=0x7ff62415b3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff622a00640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240cf6c0 0x7ff62415b3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff622a00640 1 -- 172.21.15.92:0/2488752538 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff62415c170 msgr2=0x7ff62413e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff622a00640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff62415c170 0x7ff62413e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff622a00640 1 -- 172.21.15.92:0/2488752538 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff6241e7370 con 0x7ff6240b5dd0 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff623400640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff62415c170 0x7ff62413e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff622a00640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240b5dd0 0x7ff6241e8410 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff61400d800 tx=0x7ff61400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff61b400640 1 -- 172.21.15.92:0/2488752538 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff614004030 con 0x7ff6240b5dd0 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff61b400640 1 -- 172.21.15.92:0/2488752538 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6140041d0 con 0x7ff6240b5dd0 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.669+0000 7ff61b400640 1 -- 172.21.15.92:0/2488752538 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6140096a0 con 0x7ff6240b5dd0 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.670+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff6241e7650 con 0x7ff6240b5dd0 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.670+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff6241e7c10 con 0x7ff6240b5dd0 2024-09-19T06:04:42.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.671+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff62415c550 con 0x7ff6240b5dd0 2024-09-19T06:04:42.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.671+0000 7ff61b400640 1 -- 172.21.15.92:0/2488752538 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff614009840 con 0x7ff6240b5dd0 2024-09-19T06:04:42.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.672+0000 7ff61b400640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:42.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.672+0000 7ff61b400640 1 -- 172.21.15.92:0/2488752538 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7ff61408b6f0 con 0x7ff6240b5dd0 2024-09-19T06:04:42.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.673+0000 7ff61a000640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:42.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.673+0000 7ff61a000640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff60c034000 tx=0x7ff60c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:42.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.677+0000 7ff61b400640 1 -- 172.21.15.92:0/2488752538 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff614059dd0 con 0x7ff6240b5dd0 2024-09-19T06:04:42.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.886+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7ff6240cfe20 con 0x7ff6240b5dd0 2024-09-19T06:04:42.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.886+0000 7ff61b400640 1 -- 172.21.15.92:0/2488752538 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7ff6140596d0 con 0x7ff6240b5dd0 2024-09-19T06:04:42.888 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:42.889 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:42.889 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:42.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 msgr2=0x7ff60006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7ff60c034000 tx=0x7ff60c02e000 comp rx=0 tx=0).stop 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240b5dd0 msgr2=0x7ff6241e8410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240b5dd0 0x7ff6241e8410 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7ff61400d800 tx=0x7ff61400dcc0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 shutdown_connections 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff60006c2b0 0x7ff60006e770 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff62415c170 0x7ff62413e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff6240cf6c0 0x7ff62415b3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 --2- 172.21.15.92:0/2488752538 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff6240b5dd0 0x7ff6241e8410 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 >> 172.21.15.92:0/2488752538 conn(0x7ff62406bc10 msgr2=0x7ff6240b28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 shutdown_connections 2024-09-19T06:04:42.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:42.888+0000 7ff629a00640 1 -- 172.21.15.92:0/2488752538 wait complete. 2024-09-19T06:04:42.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:43.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.059+0000 7f97d3800640 1 Processor -- start 2024-09-19T06:04:43.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.059+0000 7f97d3800640 1 -- start start 2024-09-19T06:04:43.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.060+0000 7f97d3800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc155800 0x7f97cc0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.060+0000 7f97d3800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f97cc15c330 0x7f97cc0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.060+0000 7f97d3800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f97cc15c770 con 0x7f97cc0cf570 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.060+0000 7f97d3800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f97cc0b4e60 con 0x7f97cc15c330 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.060+0000 7f97d3800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f97cc0b50a0 con 0x7f97cc155800 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.060+0000 7f97cbe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f97cc15c330 0x7f97cc0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.061+0000 7f97cbe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f97cc15c330 0x7f97cc0b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46566/0 (socket says 172.21.15.92:46566) 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.061+0000 7f97cbe00640 1 -- 172.21.15.92:0/1827307413 learned_addr learned my addr 172.21.15.92:0/1827307413 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.061+0000 7f97d0e00640 1 --2- 172.21.15.92:0/1827307413 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc155800 0x7f97cc0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.061+0000 7f97cbe00640 1 -- 172.21.15.92:0/1827307413 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc155800 msgr2=0x7f97cc0b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.061+0000 7f97cbe00640 1 --2- 172.21.15.92:0/1827307413 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc155800 0x7f97cc0b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.061+0000 7f97cbe00640 1 -- 172.21.15.92:0/1827307413 >> v1:172.21.15.102:6789/0 conn(0x7f97cc0cf570 legacy=0x7f97cc15c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.061+0000 7f97cbe00640 1 -- 172.21.15.92:0/1827307413 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97cc0b5380 con 0x7f97cc15c330 2024-09-19T06:04:43.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.061+0000 7f97d0e00640 1 --2- 172.21.15.92:0/1827307413 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc155800 0x7f97cc0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:43.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.062+0000 7f97cbe00640 1 --2- 172.21.15.92:0/1827307413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 0x7f97cc0b4920 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f97b8009870 tx=0x7f97b802a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f97dae936eadc330 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:43.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.062+0000 7f97cb400640 1 -- 172.21.15.92:0/1827307413 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b8037070 con 0x7f97cc15c330 2024-09-19T06:04:43.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.062+0000 7f97cb400640 1 -- 172.21.15.92:0/1827307413 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97b8032440 con 0x7f97cc15c330 2024-09-19T06:04:43.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.062+0000 7f97cb400640 1 -- 172.21.15.92:0/1827307413 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97b8032810 con 0x7f97cc15c330 2024-09-19T06:04:43.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.063+0000 7f97d3800640 1 -- 172.21.15.92:0/1827307413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 msgr2=0x7f97cc0b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.063+0000 7f97d3800640 1 --2- 172.21.15.92:0/1827307413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 0x7f97cc0b4920 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f97b8009870 tx=0x7f97b802a250 comp rx=0 tx=0).stop 2024-09-19T06:04:43.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.063+0000 7f97d3800640 1 -- 172.21.15.92:0/1827307413 shutdown_connections 2024-09-19T06:04:43.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.063+0000 7f97d3800640 1 --2- 172.21.15.92:0/1827307413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 0x7f97cc0b4920 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.063+0000 7f97d3800640 1 --2- 172.21.15.92:0/1827307413 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc155800 0x7f97cc0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.063+0000 7f97d3800640 1 -- 172.21.15.92:0/1827307413 >> 172.21.15.92:0/1827307413 conn(0x7f97cc06bc10 msgr2=0x7f97cc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:43.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.063+0000 7f97d3800640 1 -- 172.21.15.92:0/1827307413 shutdown_connections 2024-09-19T06:04:43.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.063+0000 7f97d3800640 1 -- 172.21.15.92:0/1827307413 wait complete. 2024-09-19T06:04:43.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.064+0000 7f97d3800640 1 Processor -- start 2024-09-19T06:04:43.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.065+0000 7f97d3800640 1 -- start start 2024-09-19T06:04:43.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.065+0000 7f97d3800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc0cf570 0x7f97cc1504c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.065+0000 7f97d3800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f97cc155800 0x7f97cc152df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.065+0000 7f97d3800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 0x7f97cc14eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.065+0000 7f97d3800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f97cc0b5c20 con 0x7f97cc15c330 2024-09-19T06:04:43.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.065+0000 7f97d3800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f97cc0b5940 con 0x7f97cc155800 2024-09-19T06:04:43.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.065+0000 7f97d3800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f97cc155be0 con 0x7f97cc0cf570 2024-09-19T06:04:43.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d1800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 0x7f97cc14eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d1800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 0x7f97cc14eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46578/0 (socket says 172.21.15.92:46578) 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d1800640 1 -- 172.21.15.92:0/3711895511 learned_addr learned my addr 172.21.15.92:0/3711895511 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97cbe00640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f97cc155800 0x7f97cc152df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d0e00640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc0cf570 0x7f97cc1504c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d1800640 1 -- 172.21.15.92:0/3711895511 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc0cf570 msgr2=0x7f97cc1504c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d1800640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc0cf570 0x7f97cc1504c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d1800640 1 -- 172.21.15.92:0/3711895511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f97cc155800 msgr2=0x7f97cc152df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d1800640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f97cc155800 0x7f97cc152df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d1800640 1 -- 172.21.15.92:0/3711895511 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f97cc153a90 con 0x7f97cc15c330 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97d1800640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 0x7f97cc14eba0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f97c400c730 tx=0x7f97c400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.066+0000 7f97c8c00640 1 -- 172.21.15.92:0/3711895511 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97c4003b70 con 0x7f97cc15c330 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.067+0000 7f97c8c00640 1 -- 172.21.15.92:0/3711895511 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f97c4003d30 con 0x7f97cc15c330 2024-09-19T06:04:43.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.067+0000 7f97c8c00640 1 -- 172.21.15.92:0/3711895511 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f97c4005310 con 0x7f97cc15c330 2024-09-19T06:04:43.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.067+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f97cc153d00 con 0x7f97cc15c330 2024-09-19T06:04:43.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.067+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f97cc1542c0 con 0x7f97cc15c330 2024-09-19T06:04:43.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.068+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f97cc0b6140 con 0x7f97cc15c330 2024-09-19T06:04:43.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.069+0000 7f97c8c00640 1 -- 172.21.15.92:0/3711895511 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f97c40056c0 con 0x7f97cc15c330 2024-09-19T06:04:43.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.070+0000 7f97c8c00640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f97ac06c2b0 0x7f97ac06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.070+0000 7f97c8c00640 1 -- 172.21.15.92:0/3711895511 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f97c408b4a0 con 0x7f97cc15c330 2024-09-19T06:04:43.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.070+0000 7f97d0e00640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f97ac06c2b0 0x7f97ac06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.071+0000 7f97d0e00640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f97ac06c2b0 0x7f97ac06e770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f97c0006fd0 tx=0x7f97c0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:43.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.075+0000 7f97c8c00640 1 -- 172.21.15.92:0/3711895511 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f97cc15c770 con 0x7f97cc15c330 2024-09-19T06:04:43.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.254+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f97cc0ccc50 con 0x7f97cc15c330 2024-09-19T06:04:43.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.255+0000 7f97c8c00640 1 -- 172.21.15.92:0/3711895511 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+16716 (secure 0 0 0) 0x7f97c4059c00 con 0x7f97cc15c330 2024-09-19T06:04:43.258 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:43.258 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":68,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:15.870766+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:12.041420+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:13.266297+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:43.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.257+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f97ac06c2b0 msgr2=0x7f97ac06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f97ac06c2b0 0x7f97ac06e770 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f97c0006fd0 tx=0x7f97c0008040 comp rx=0 tx=0).stop 2024-09-19T06:04:43.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 msgr2=0x7f97cc14eba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 0x7f97cc14eba0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f97c400c730 tx=0x7f97c400cbf0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 shutdown_connections 2024-09-19T06:04:43.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f97cc15c330 0x7f97cc14eba0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f97ac06c2b0 0x7f97ac06e770 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f97cc155800 0x7f97cc152df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 --2- 172.21.15.92:0/3711895511 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f97cc0cf570 0x7f97cc1504c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 >> 172.21.15.92:0/3711895511 conn(0x7f97cc06bc10 msgr2=0x7f97cc0cd080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:43.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 shutdown_connections 2024-09-19T06:04:43.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.258+0000 7f97d3800640 1 -- 172.21.15.92:0/3711895511 wait complete. 2024-09-19T06:04:43.276 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:04:43.277 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:43.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.427+0000 7fe18b800640 1 Processor -- start 2024-09-19T06:04:43.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.427+0000 7fe18b800640 1 -- start start 2024-09-19T06:04:43.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.428+0000 7fe18b800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 0x7fe1840b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.428+0000 7fe18b800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe18415c330 0x7fe1840b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.428+0000 7fe18b800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe18415c780 con 0x7fe184155800 2024-09-19T06:04:43.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.428+0000 7fe18b800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe1840b4e60 con 0x7fe18415c330 2024-09-19T06:04:43.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.428+0000 7fe18b800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe1840b50a0 con 0x7fe1840cfc80 2024-09-19T06:04:43.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.428+0000 7fe188e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fe184155800 0x7fe1840cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44286/0 (socket says 172.21.15.92:44286) 2024-09-19T06:04:43.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.428+0000 7fe188e00640 1 -- 172.21.15.92:0/466271519 learned_addr learned my addr 172.21.15.92:0/466271519 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:43.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.428+0000 7fe189800640 1 --2- 172.21.15.92:0/466271519 >> v2:172.21.15.92:3300/0 conn(0x7fe18415c330 0x7fe1840b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.429+0000 7fe183e00640 1 --2- 172.21.15.92:0/466271519 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 0x7fe1840b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.429+0000 7fe183400640 1 -- 172.21.15.92:0/466271519 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2035941204 0 0) 0x7fe18415c780 con 0x7fe184155800 2024-09-19T06:04:43.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.429+0000 7fe183400640 1 -- 172.21.15.92:0/466271519 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fe16c003520 con 0x7fe184155800 2024-09-19T06:04:43.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.429+0000 7fe189800640 1 -- 172.21.15.92:0/466271519 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 msgr2=0x7fe1840b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:43.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.429+0000 7fe189800640 1 --2- 172.21.15.92:0/466271519 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 0x7fe1840b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.429+0000 7fe189800640 1 -- 172.21.15.92:0/466271519 >> v1:172.21.15.92:6789/0 conn(0x7fe184155800 legacy=0x7fe1840cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.429+0000 7fe189800640 1 -- 172.21.15.92:0/466271519 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1840b5380 con 0x7fe18415c330 2024-09-19T06:04:43.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.430+0000 7fe189800640 1 --2- 172.21.15.92:0/466271519 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 0x7fe1840b4920 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009d90 tx=0x7fe17c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28af850e93d38eb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:43.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.430+0000 7fe183400640 1 -- 172.21.15.92:0/466271519 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17c007740 con 0x7fe18415c330 2024-09-19T06:04:43.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.430+0000 7fe183400640 1 -- 172.21.15.92:0/466271519 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe17c0078e0 con 0x7fe18415c330 2024-09-19T06:04:43.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.430+0000 7fe183400640 1 -- 172.21.15.92:0/466271519 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17c007c90 con 0x7fe18415c330 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.431+0000 7fe18b800640 1 -- 172.21.15.92:0/466271519 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 msgr2=0x7fe1840b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.431+0000 7fe18b800640 1 --2- 172.21.15.92:0/466271519 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 0x7fe1840b4920 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009d90 tx=0x7fe17c02a660 comp rx=0 tx=0).stop 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.431+0000 7fe18b800640 1 -- 172.21.15.92:0/466271519 shutdown_connections 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.431+0000 7fe18b800640 1 --2- 172.21.15.92:0/466271519 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 0x7fe1840b4920 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.431+0000 7fe18b800640 1 --2- 172.21.15.92:0/466271519 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 0x7fe1840b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.431+0000 7fe18b800640 1 -- 172.21.15.92:0/466271519 >> 172.21.15.92:0/466271519 conn(0x7fe18406bc10 msgr2=0x7fe18406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.431+0000 7fe18b800640 1 -- 172.21.15.92:0/466271519 shutdown_connections 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.431+0000 7fe18b800640 1 -- 172.21.15.92:0/466271519 wait complete. 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.432+0000 7fe18b800640 1 Processor -- start 2024-09-19T06:04:43.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.433+0000 7fe18b800640 1 -- start start 2024-09-19T06:04:43.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.433+0000 7fe18b800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 0x7fe184158950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe18b800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe184155800 0x7fe18414eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe18b800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 0x7fe18414f040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe18b800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe1840b5c20 con 0x7fe18415c330 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe18b800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe1840b5940 con 0x7fe184155800 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe18b800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe184155be0 con 0x7fe1840cfc80 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe189800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 0x7fe18414f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe189800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 0x7fe18414f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46586/0 (socket says 172.21.15.92:46586) 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe189800640 1 -- 172.21.15.92:0/1216197196 learned_addr learned my addr 172.21.15.92:0/1216197196 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe188e00640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 0x7fe184158950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe183e00640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe184155800 0x7fe18414eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe189800640 1 -- 172.21.15.92:0/1216197196 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 msgr2=0x7fe184158950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe189800640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 0x7fe184158950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe189800640 1 -- 172.21.15.92:0/1216197196 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe184155800 msgr2=0x7fe18414eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe189800640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe184155800 0x7fe18414eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.434+0000 7fe189800640 1 -- 172.21.15.92:0/1216197196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe1841512a0 con 0x7fe18415c330 2024-09-19T06:04:43.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.435+0000 7fe189800640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 0x7fe18414f040 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009eb0 tx=0x7fe17c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:43.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.435+0000 7fe180c00640 1 -- 172.21.15.92:0/1216197196 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17c03f070 con 0x7fe18415c330 2024-09-19T06:04:43.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.435+0000 7fe180c00640 1 -- 172.21.15.92:0/1216197196 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe17c031c60 con 0x7fe18415c330 2024-09-19T06:04:43.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.435+0000 7fe180c00640 1 -- 172.21.15.92:0/1216197196 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe17c009450 con 0x7fe18415c330 2024-09-19T06:04:43.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.435+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe184151580 con 0x7fe18415c330 2024-09-19T06:04:43.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.435+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe18414f580 con 0x7fe18415c330 2024-09-19T06:04:43.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.436+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe184151750 con 0x7fe18415c330 2024-09-19T06:04:43.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.437+0000 7fe180c00640 1 -- 172.21.15.92:0/1216197196 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe17c03b410 con 0x7fe18415c330 2024-09-19T06:04:43.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.438+0000 7fe180c00640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe16406c2b0 0x7fe16406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.438+0000 7fe180c00640 1 -- 172.21.15.92:0/1216197196 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fe17c0ac3f0 con 0x7fe18415c330 2024-09-19T06:04:43.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.438+0000 7fe188e00640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe16406c2b0 0x7fe16406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.439+0000 7fe188e00640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe16406c2b0 0x7fe16406e770 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe178005880 tx=0x7fe178009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:43.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.442+0000 7fe180c00640 1 -- 172.21.15.92:0/1216197196 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe17c07ab50 con 0x7fe18415c330 2024-09-19T06:04:43.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.650+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fe1840b6140 con 0x7fe18415c330 2024-09-19T06:04:43.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.651+0000 7fe180c00640 1 -- 172.21.15.92:0/1216197196 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7fe17c07a450 con 0x7fe18415c330 2024-09-19T06:04:43.653 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:43.653 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:43.654 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:43.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe16406c2b0 msgr2=0x7fe16406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe16406c2b0 0x7fe16406e770 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7fe178005880 tx=0x7fe178009040 comp rx=0 tx=0).stop 2024-09-19T06:04:43.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 msgr2=0x7fe18414f040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 0x7fe18414f040 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7fe17c009eb0 tx=0x7fe17c004a40 comp rx=0 tx=0).stop 2024-09-19T06:04:43.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 shutdown_connections 2024-09-19T06:04:43.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe18415c330 0x7fe18414f040 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe16406c2b0 0x7fe16406e770 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe184155800 0x7fe18414eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 --2- 172.21.15.92:0/1216197196 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe1840cfc80 0x7fe184158950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 >> 172.21.15.92:0/1216197196 conn(0x7fe18406bc10 msgr2=0x7fe1840ce5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:43.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 shutdown_connections 2024-09-19T06:04:43.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.653+0000 7fe18b800640 1 -- 172.21.15.92:0/1216197196 wait complete. 2024-09-19T06:04:43.672 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:43.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.824+0000 7fbeaee00640 1 Processor -- start 2024-09-19T06:04:43.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.824+0000 7fbeaee00640 1 -- start start 2024-09-19T06:04:43.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.825+0000 7fbeaee00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fbea815e800 0x7fbea80d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.825+0000 7fbeaee00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea80d2950 0x7fbea80d0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.825+0000 7fbeaee00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbea80d2d90 con 0x7fbea80d11b0 2024-09-19T06:04:43.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.825+0000 7fbeaee00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fbea80d3060 con 0x7fbea815e800 2024-09-19T06:04:43.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.825+0000 7fbeaee00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbea80d3340 con 0x7fbea80d2950 2024-09-19T06:04:43.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.826+0000 7fbeada00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fbea815e800 0x7fbea80d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.826+0000 7fbead000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea80d2950 0x7fbea80d0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.826+0000 7fbeae400640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7fbea80d11b0 0x7fbea80b6000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:57070/0 (socket says 172.21.15.92:57070) 2024-09-19T06:04:43.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.826+0000 7fbeae400640 1 -- 172.21.15.92:0/2894759795 learned_addr learned my addr 172.21.15.92:0/2894759795 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:43.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.826+0000 7fbead000640 1 -- 172.21.15.92:0/2894759795 >> v2:172.21.15.102:3300/0 conn(0x7fbea815e800 msgr2=0x7fbea80d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:43.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.826+0000 7fbead000640 1 --2- 172.21.15.92:0/2894759795 >> v2:172.21.15.102:3300/0 conn(0x7fbea815e800 0x7fbea80d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.826+0000 7fbead000640 1 -- 172.21.15.92:0/2894759795 >> v1:172.21.15.102:6789/0 conn(0x7fbea80d11b0 legacy=0x7fbea80b6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.826+0000 7fbead000640 1 -- 172.21.15.92:0/2894759795 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbea80d3620 con 0x7fbea80d2950 2024-09-19T06:04:43.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.826+0000 7fbea7e00640 1 -- 172.21.15.92:0/2894759795 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1273788761 0 0) 0x7fbea80d2d90 con 0x7fbea80d11b0 2024-09-19T06:04:43.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.827+0000 7fbead000640 1 --2- 172.21.15.92:0/2894759795 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea80d2950 0x7fbea80d0c70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fbe940097a0 tx=0x7fbe9402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aea4387984613ff3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:43.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbea7e00640 1 -- 172.21.15.92:0/2894759795 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe94037070 con 0x7fbea80d2950 2024-09-19T06:04:43.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbea7e00640 1 -- 172.21.15.92:0/2894759795 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe94032440 con 0x7fbea80d2950 2024-09-19T06:04:43.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbea7e00640 1 -- 172.21.15.92:0/2894759795 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe94032810 con 0x7fbea80d2950 2024-09-19T06:04:43.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbeaee00640 1 -- 172.21.15.92:0/2894759795 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea80d2950 msgr2=0x7fbea80d0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbeaee00640 1 --2- 172.21.15.92:0/2894759795 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea80d2950 0x7fbea80d0c70 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fbe940097a0 tx=0x7fbe9402a180 comp rx=0 tx=0).stop 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbeaee00640 1 -- 172.21.15.92:0/2894759795 shutdown_connections 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbeaee00640 1 --2- 172.21.15.92:0/2894759795 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea80d2950 0x7fbea80d0c70 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbeaee00640 1 --2- 172.21.15.92:0/2894759795 >> v2:172.21.15.102:3300/0 conn(0x7fbea815e800 0x7fbea80d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbeaee00640 1 -- 172.21.15.92:0/2894759795 >> 172.21.15.92:0/2894759795 conn(0x7fbea8062630 msgr2=0x7fbea8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbeaee00640 1 -- 172.21.15.92:0/2894759795 shutdown_connections 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.828+0000 7fbeaee00640 1 -- 172.21.15.92:0/2894759795 wait complete. 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.830+0000 7fbeaee00640 1 Processor -- start 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.830+0000 7fbeaee00640 1 -- start start 2024-09-19T06:04:43.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbeaee00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbea80d11b0 0x7fbea81572b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbeaee00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea80d2950 0x7fbea80cc9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbeaee00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea815e800 0x7fbea815c860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbeaee00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbea80d1610 con 0x7fbea80d2950 2024-09-19T06:04:43.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbeaee00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbea80d3be0 con 0x7fbea80d11b0 2024-09-19T06:04:43.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbeaee00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbea815ebe0 con 0x7fbea815e800 2024-09-19T06:04:43.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbead000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea80d2950 0x7fbea80cc9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbead000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea80d2950 0x7fbea80cc9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46596/0 (socket says 172.21.15.92:46596) 2024-09-19T06:04:43.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbead000640 1 -- 172.21.15.92:0/524251233 learned_addr learned my addr 172.21.15.92:0/524251233 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:43.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbeada00640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbea80d11b0 0x7fbea81572b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbeae400640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea815e800 0x7fbea815c860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbead000640 1 -- 172.21.15.92:0/524251233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea815e800 msgr2=0x7fbea815c860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbead000640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea815e800 0x7fbea815c860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbead000640 1 -- 172.21.15.92:0/524251233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbea80d11b0 msgr2=0x7fbea81572b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbead000640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbea80d11b0 0x7fbea81572b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.831+0000 7fbead000640 1 -- 172.21.15.92:0/524251233 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbea80cd460 con 0x7fbea80d2950 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.832+0000 7fbead000640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea80d2950 0x7fbea80cc9c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbe94035040 tx=0x7fbe940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.832+0000 7fbea5600640 1 -- 172.21.15.92:0/524251233 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe94037040 con 0x7fbea80d2950 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.832+0000 7fbea5600640 1 -- 172.21.15.92:0/524251233 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbe94030500 con 0x7fbea80d2950 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.832+0000 7fbea5600640 1 -- 172.21.15.92:0/524251233 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbe94030910 con 0x7fbea80d2950 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.832+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbea80cb6f0 con 0x7fbea80d2950 2024-09-19T06:04:43.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.832+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbea80cbcb0 con 0x7fbea80d2950 2024-09-19T06:04:43.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.833+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbea80d0c70 con 0x7fbea80d2950 2024-09-19T06:04:43.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.834+0000 7fbea5600640 1 -- 172.21.15.92:0/524251233 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbe94044020 con 0x7fbea80d2950 2024-09-19T06:04:43.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.835+0000 7fbea5600640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe8806c2e0 0x7fbe8806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:43.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.835+0000 7fbea5600640 1 -- 172.21.15.92:0/524251233 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7fbe940ab760 con 0x7fbea80d2950 2024-09-19T06:04:43.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.836+0000 7fbeada00640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe8806c2e0 0x7fbe8806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:43.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.836+0000 7fbeada00640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe8806c2e0 0x7fbe8806e7a0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c009ad0 tx=0x7fbe9c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:43.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:43.840+0000 7fbea5600640 1 -- 172.21.15.92:0/524251233 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbe94079e30 con 0x7fbea80d2950 2024-09-19T06:04:44.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.052+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fbea80c7e30 con 0x7fbea80d2950 2024-09-19T06:04:44.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.053+0000 7fbea5600640 1 -- 172.21.15.92:0/524251233 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 42 v42) ==== 94+0+5228 (secure 0 0 0) 0x7fbe94079730 con 0x7fbea80d2950 2024-09-19T06:04:44.055 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:44.055 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":42,"btime":"2024-09-19T06:04:17:888464+0000","default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37}],"filesystems":[{"mdsmap":{"epoch":42,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:14.271859+0000","modified":"2024-09-19T06:04:17.291649+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5838},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5838":{"gid":5838,"name":"c","rank":0,"incarnation":38,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/310430516","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":310430516},{"type":"v1","addr":"172.21.15.92:6837","nonce":310430516}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5838,"qdb_cluster":[5838]},"id":5}]} 2024-09-19T06:04:44.055 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 42 2024-09-19T06:04:44.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe8806c2e0 msgr2=0x7fbe8806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe8806c2e0 0x7fbe8806e7a0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c009ad0 tx=0x7fbe9c008040 comp rx=0 tx=0).stop 2024-09-19T06:04:44.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea80d2950 msgr2=0x7fbea80cc9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea80d2950 0x7fbea80cc9c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7fbe94035040 tx=0x7fbe940046c0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 shutdown_connections 2024-09-19T06:04:44.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbea815e800 0x7fbea815c860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea80d2950 0x7fbea80cc9c0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbe8806c2e0 0x7fbe8806e7a0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 --2- 172.21.15.92:0/524251233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbea80d11b0 0x7fbea81572b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 >> 172.21.15.92:0/524251233 conn(0x7fbea8062630 msgr2=0x7fbea815f6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:44.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 shutdown_connections 2024-09-19T06:04:44.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.055+0000 7fbeaee00640 1 -- 172.21.15.92:0/524251233 wait complete. 2024-09-19T06:04:44.074 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:44.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.225+0000 7f85fca00640 1 Processor -- start 2024-09-19T06:04:44.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.225+0000 7f85fca00640 1 -- start start 2024-09-19T06:04:44.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.226+0000 7f85fca00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f85f80d1590 0x7f85f80b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.226+0000 7f85fca00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85f815e9d0 con 0x7f85f80b8730 2024-09-19T06:04:44.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.226+0000 7f85fca00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85f80b8f20 con 0x7f85f815e5f0 2024-09-19T06:04:44.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.226+0000 7f85fca00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f85f80b9b30 con 0x7f85f80d1590 2024-09-19T06:04:44.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.226+0000 7f85f6a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f85f80d1590 0x7f85f80b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.226+0000 7f85f7e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f85f80b8730 0x7f85f80d2bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44292/0 (socket says 172.21.15.92:44292) 2024-09-19T06:04:44.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.226+0000 7f85f6a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f85f80d1590 0x7f85f80b81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46606/0 (socket says 172.21.15.92:46606) 2024-09-19T06:04:44.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.226+0000 7f85f7e00640 1 -- 172.21.15.92:0/2814425965 learned_addr learned my addr 172.21.15.92:0/2814425965 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:44.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.227+0000 7f85f6a00640 1 -- 172.21.15.92:0/2814425965 >> v1:172.21.15.102:6789/0 conn(0x7f85f815e5f0 legacy=0x7f85f80d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:44.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.227+0000 7f85f6a00640 1 -- 172.21.15.92:0/2814425965 >> v1:172.21.15.92:6789/0 conn(0x7f85f80b8730 legacy=0x7f85f80d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.227+0000 7f85f6a00640 1 -- 172.21.15.92:0/2814425965 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f80b9200 con 0x7f85f80d1590 2024-09-19T06:04:44.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.227+0000 7f85f6000640 1 -- 172.21.15.92:0/2814425965 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4158712082 0 0) 0x7f85f815e9d0 con 0x7f85f80b8730 2024-09-19T06:04:44.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.228+0000 7f85f6a00640 1 --2- 172.21.15.92:0/2814425965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 0x7f85f80b81f0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f85e40097a0 tx=0x7f85e402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1094937352670c8c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:44.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.228+0000 7f85f6000640 1 -- 172.21.15.92:0/2814425965 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e4037070 con 0x7f85f80d1590 2024-09-19T06:04:44.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.228+0000 7f85f6000640 1 -- 172.21.15.92:0/2814425965 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85e4032440 con 0x7f85f80d1590 2024-09-19T06:04:44.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.228+0000 7f85f6000640 1 -- 172.21.15.92:0/2814425965 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e4032810 con 0x7f85f80d1590 2024-09-19T06:04:44.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.229+0000 7f85fca00640 1 -- 172.21.15.92:0/2814425965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 msgr2=0x7f85f80b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.231 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.229+0000 7f85fca00640 1 --2- 172.21.15.92:0/2814425965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 0x7f85f80b81f0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f85e40097a0 tx=0x7f85e402a230 comp rx=0 tx=0).stop 2024-09-19T06:04:44.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.229+0000 7f85fca00640 1 -- 172.21.15.92:0/2814425965 shutdown_connections 2024-09-19T06:04:44.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.229+0000 7f85fca00640 1 --2- 172.21.15.92:0/2814425965 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 0x7f85f80b81f0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.229+0000 7f85fca00640 1 -- 172.21.15.92:0/2814425965 >> 172.21.15.92:0/2814425965 conn(0x7f85f8062630 msgr2=0x7f85f8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:44.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.229+0000 7f85fca00640 1 -- 172.21.15.92:0/2814425965 shutdown_connections 2024-09-19T06:04:44.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.229+0000 7f85fca00640 1 -- 172.21.15.92:0/2814425965 wait complete. 2024-09-19T06:04:44.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.230+0000 7f85fca00640 1 Processor -- start 2024-09-19T06:04:44.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.230+0000 7f85fca00640 1 -- start start 2024-09-19T06:04:44.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.231+0000 7f85fca00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f85f80b8730 0x7f85f814e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.231+0000 7f85fca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 0x7f85f8160780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.231+0000 7f85fca00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85f815e5f0 0x7f85f8160cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.231+0000 7f85fca00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f85f80b8b60 con 0x7f85f80d1590 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.231+0000 7f85fca00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f85f80b97c0 con 0x7f85f815e5f0 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.231+0000 7f85fca00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f85f80b8ce0 con 0x7f85f80b8730 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85f6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 0x7f85f8160780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85f6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 0x7f85f8160780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46608/0 (socket says 172.21.15.92:46608) 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85f6a00640 1 -- 172.21.15.92:0/1645474486 learned_addr learned my addr 172.21.15.92:0/1645474486 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85f6a00640 1 -- 172.21.15.92:0/1645474486 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f85f80b8730 msgr2=0x7f85f814e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85f6a00640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f85f80b8730 0x7f85f814e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85f6a00640 1 -- 172.21.15.92:0/1645474486 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85f815e5f0 msgr2=0x7f85f8160cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85f6a00640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85f815e5f0 0x7f85f8160cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85f6a00640 1 -- 172.21.15.92:0/1645474486 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85f814edf0 con 0x7f85f80d1590 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85f6a00640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 0x7f85f8160780 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f85e40098c0 tx=0x7f85e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:44.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85ef400640 1 -- 172.21.15.92:0/1645474486 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e4037040 con 0x7f85f80d1590 2024-09-19T06:04:44.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85ef400640 1 -- 172.21.15.92:0/1645474486 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f85e4042070 con 0x7f85f80d1590 2024-09-19T06:04:44.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85ef400640 1 -- 172.21.15.92:0/1645474486 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f85e4030a70 con 0x7f85f80d1590 2024-09-19T06:04:44.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.232+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85f815fae0 con 0x7f85f80d1590 2024-09-19T06:04:44.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.233+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85f80c8120 con 0x7f85f80d1590 2024-09-19T06:04:44.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.234+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f85f8069c20 con 0x7f85f80d1590 2024-09-19T06:04:44.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.235+0000 7f85ef400640 1 -- 172.21.15.92:0/1645474486 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f85e4030c10 con 0x7f85f80d1590 2024-09-19T06:04:44.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.235+0000 7f85ef400640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f85d806c2b0 0x7f85d806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.236+0000 7f85ef400640 1 -- 172.21.15.92:0/1645474486 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7f85e40abef0 con 0x7f85f80d1590 2024-09-19T06:04:44.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.236+0000 7f85f7400640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f85d806c2b0 0x7f85d806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.241 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.236+0000 7f85f7400640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f85d806c2b0 0x7f85d806e770 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f85e8000f60 tx=0x7f85e80079b0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:44.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.240+0000 7f85ef400640 1 -- 172.21.15.92:0/1645474486 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f85f814edf0 con 0x7f85f80d1590 2024-09-19T06:04:44.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.415+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f85f80c7f20 con 0x7f85f80d1590 2024-09-19T06:04:44.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.416+0000 7f85ef400640 1 -- 172.21.15.92:0/1645474486 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v68) ==== 74+0+16716 (secure 0 0 0) 0x7f85e4045360 con 0x7f85f80d1590 2024-09-19T06:04:44.418 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:44.418 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":68,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:15.870766+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:12.041420+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:13.266297+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:44.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f85d806c2b0 msgr2=0x7f85d806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f85d806c2b0 0x7f85d806e770 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f85e8000f60 tx=0x7f85e80079b0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 msgr2=0x7f85f8160780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 0x7f85f8160780 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f85e40098c0 tx=0x7f85e40046c0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 shutdown_connections 2024-09-19T06:04:44.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f85d806c2b0 0x7f85d806e770 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85f815e5f0 0x7f85f8160cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f85f80d1590 0x7f85f8160780 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 --2- 172.21.15.92:0/1645474486 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f85f80b8730 0x7f85f814e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 >> 172.21.15.92:0/1645474486 conn(0x7f85f8062630 msgr2=0x7f85f80b3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:44.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 shutdown_connections 2024-09-19T06:04:44.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.418+0000 7f85fca00640 1 -- 172.21.15.92:0/1645474486 wait complete. 2024-09-19T06:04:44.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:04:44.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.589+0000 7ff10be00640 1 Processor -- start 2024-09-19T06:04:44.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.589+0000 7ff10be00640 1 -- start start 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff10be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 0x7ff10c0d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff10be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff10c0d2950 0x7ff10c0d0c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff10be00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff10c0d11b0 0x7ff10c0b6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff10be00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff10c0d2d90 con 0x7ff10c0d2950 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff10be00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff10c0d3060 con 0x7ff10c0d11b0 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff10be00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff10c0d3340 con 0x7ff10c15e800 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff102000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff10c0d2950 0x7ff10c0d0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff102000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff10c0d2950 0x7ff10c0d0c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46614/0 (socket says 172.21.15.92:46614) 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff102000640 1 -- 172.21.15.92:0/81562832 learned_addr learned my addr 172.21.15.92:0/81562832 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:44.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.591+0000 7ff10b400640 1 --2- 172.21.15.92:0/81562832 >> v2:172.21.15.102:3300/0 conn(0x7ff10c0d11b0 0x7ff10c0b6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.590+0000 7ff10aa00640 1 --2- 172.21.15.92:0/81562832 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 0x7ff10c0d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.591+0000 7ff102000640 1 -- 172.21.15.92:0/81562832 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 msgr2=0x7ff10c0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:44.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.591+0000 7ff102000640 1 --2- 172.21.15.92:0/81562832 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 0x7ff10c0d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.591+0000 7ff102000640 1 -- 172.21.15.92:0/81562832 >> v2:172.21.15.102:3300/0 conn(0x7ff10c0d11b0 msgr2=0x7ff10c0b6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:44.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.591+0000 7ff102000640 1 --2- 172.21.15.92:0/81562832 >> v2:172.21.15.102:3300/0 conn(0x7ff10c0d11b0 0x7ff10c0b6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.591+0000 7ff102000640 1 -- 172.21.15.92:0/81562832 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff10c0d3620 con 0x7ff10c0d2950 2024-09-19T06:04:44.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.592+0000 7ff102000640 1 --2- 172.21.15.92:0/81562832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 0x7ff10c0d0c70 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0d5600 tx=0x7ff0f402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd9612f33917369c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:44.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.592+0000 7ff10a000640 1 -- 172.21.15.92:0/81562832 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f4037070 con 0x7ff10c0d2950 2024-09-19T06:04:44.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.592+0000 7ff10a000640 1 -- 172.21.15.92:0/81562832 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0f4032440 con 0x7ff10c0d2950 2024-09-19T06:04:44.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.592+0000 7ff10a000640 1 -- 172.21.15.92:0/81562832 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f4032810 con 0x7ff10c0d2950 2024-09-19T06:04:44.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.593+0000 7ff10be00640 1 -- 172.21.15.92:0/81562832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 msgr2=0x7ff10c0d0c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.593+0000 7ff10be00640 1 --2- 172.21.15.92:0/81562832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 0x7ff10c0d0c70 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0d5600 tx=0x7ff0f402a1e0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.593+0000 7ff10be00640 1 -- 172.21.15.92:0/81562832 shutdown_connections 2024-09-19T06:04:44.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.593+0000 7ff10be00640 1 --2- 172.21.15.92:0/81562832 >> v2:172.21.15.102:3300/0 conn(0x7ff10c0d11b0 0x7ff10c0b6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.593+0000 7ff10be00640 1 --2- 172.21.15.92:0/81562832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 0x7ff10c0d0c70 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.593+0000 7ff10be00640 1 --2- 172.21.15.92:0/81562832 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 0x7ff10c0d2410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.593+0000 7ff10be00640 1 -- 172.21.15.92:0/81562832 >> 172.21.15.92:0/81562832 conn(0x7ff10c062630 msgr2=0x7ff10c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:44.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.593+0000 7ff10be00640 1 -- 172.21.15.92:0/81562832 shutdown_connections 2024-09-19T06:04:44.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.593+0000 7ff10be00640 1 -- 172.21.15.92:0/81562832 wait complete. 2024-09-19T06:04:44.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.594+0000 7ff10be00640 1 Processor -- start 2024-09-19T06:04:44.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.595+0000 7ff10be00640 1 -- start start 2024-09-19T06:04:44.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.595+0000 7ff10be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c0d11b0 0x7ff10c0c9530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff10be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 0x7ff10c0b6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff10be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 0x7ff10c1504b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff10be00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c0d1630 con 0x7ff10c0d2950 2024-09-19T06:04:44.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff10be00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff10c0d3be0 con 0x7ff10c0d11b0 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff10be00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff10c15ebe0 con 0x7ff10c15e800 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff102000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 0x7ff10c0b6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff102000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 0x7ff10c0b6390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46628/0 (socket says 172.21.15.92:46628) 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff102000640 1 -- 172.21.15.92:0/1619586614 learned_addr learned my addr 172.21.15.92:0/1619586614 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff10aa00640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c0d11b0 0x7ff10c0c9530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff10b400640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 0x7ff10c1504b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff102000640 1 -- 172.21.15.92:0/1619586614 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 msgr2=0x7ff10c1504b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff102000640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 0x7ff10c1504b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff102000640 1 -- 172.21.15.92:0/1619586614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c0d11b0 msgr2=0x7ff10c0c9530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff102000640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c0d11b0 0x7ff10c0c9530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff102000640 1 -- 172.21.15.92:0/1619586614 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff10c0c9c30 con 0x7ff10c0d2950 2024-09-19T06:04:44.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.596+0000 7ff10b400640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 0x7ff10c1504b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:44.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.597+0000 7ff102000640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 0x7ff10c0b6390 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff0f402a220 tx=0x7ff0f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:44.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.597+0000 7ff103400640 1 -- 172.21.15.92:0/1619586614 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f4041020 con 0x7ff10c0d2950 2024-09-19T06:04:44.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.597+0000 7ff103400640 1 -- 172.21.15.92:0/1619586614 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff0f403d620 con 0x7ff10c0d2950 2024-09-19T06:04:44.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.597+0000 7ff103400640 1 -- 172.21.15.92:0/1619586614 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff0f4037040 con 0x7ff10c0d2950 2024-09-19T06:04:44.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.597+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff10c0c9f10 con 0x7ff10c0d2950 2024-09-19T06:04:44.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.597+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff10c0ca4d0 con 0x7ff10c0d2950 2024-09-19T06:04:44.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.598+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff10c0d0c70 con 0x7ff10c0d2950 2024-09-19T06:04:44.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.599+0000 7ff103400640 1 -- 172.21.15.92:0/1619586614 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff0f4044020 con 0x7ff10c0d2950 2024-09-19T06:04:44.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.600+0000 7ff103400640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0e806c2b0 0x7ff0e806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.600+0000 7ff103400640 1 -- 172.21.15.92:0/1619586614 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(68..68 src has 1..68) ==== 5709+0+0 (secure 0 0 0) 0x7ff0f40abae0 con 0x7ff10c0d2950 2024-09-19T06:04:44.602 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.600+0000 7ff10aa00640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0e806c2b0 0x7ff0e806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.603 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.601+0000 7ff10aa00640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0e806c2b0 0x7ff0e806e770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff0fc009b40 tx=0x7ff0fc009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:44.606 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.604+0000 7ff103400640 1 -- 172.21.15.92:0/1619586614 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff0f404b030 con 0x7ff10c0d2950 2024-09-19T06:04:44.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.811+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7ff10c1e8dc0 con 0x7ff10c0d2950 2024-09-19T06:04:44.813 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:04:44.811+0000 7fa584600640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:04:44.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.813+0000 7ff103400640 1 -- 172.21.15.92:0/1619586614 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v43) ==== 161+0+0 (secure 0 0 0) 0x7ff0f407a1b0 con 0x7ff10c0d2950 2024-09-19T06:04:44.815 INFO:teuthology.orchestra.run.smithi092.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:04:44.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0e806c2b0 msgr2=0x7ff0e806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0e806c2b0 0x7ff0e806e770 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7ff0fc009b40 tx=0x7ff0fc009190 comp rx=0 tx=0).stop 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 msgr2=0x7ff10c0b6390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 0x7ff10c0b6390 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7ff0f402a220 tx=0x7ff0f40046c0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 shutdown_connections 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff10c15e800 0x7ff10c1504b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff10c0d2950 0x7ff10c0b6390 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff0e806c2b0 0x7ff0e806e770 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 --2- 172.21.15.92:0/1619586614 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff10c0d11b0 0x7ff10c0c9530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 >> 172.21.15.92:0/1619586614 conn(0x7ff10c062630 msgr2=0x7ff10c1609f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.816+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 shutdown_connections 2024-09-19T06:04:44.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.817+0000 7ff10be00640 1 -- 172.21.15.92:0/1619586614 wait complete. 2024-09-19T06:04:44.836 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:04:44.883 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:04:44.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.991+0000 7fb1eac00640 1 Processor -- start 2024-09-19T06:04:44.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.991+0000 7fb1eac00640 1 -- start start 2024-09-19T06:04:44.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1eac00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb1e40cf1f0 0x7fb1e40b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1eac00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1e40b6720 0x7fb1e40d3410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:44.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1eac00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1e40cf860 con 0x7fb1e415e7a0 2024-09-19T06:04:44.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1eac00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb1e40b6b90 con 0x7fb1e40b6720 2024-09-19T06:04:44.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1eac00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb1e40d2ca0 con 0x7fb1e40cf1f0 2024-09-19T06:04:44.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1e8c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1e40b6720 0x7fb1e40d3410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1dbe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb1e40cf1f0 0x7fb1e40b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:44.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1e8c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1e40b6720 0x7fb1e40d3410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46658/0 (socket says 172.21.15.92:46658) 2024-09-19T06:04:44.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1e8c00640 1 -- 172.21.15.92:0/1797979853 learned_addr learned my addr 172.21.15.92:0/1797979853 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:44.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.992+0000 7fb1e3e00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7fb1e415e7a0 0x7fb1e406caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:57088/0 (socket says 172.21.15.92:57088) 2024-09-19T06:04:44.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.993+0000 7fb1e8c00640 1 -- 172.21.15.92:0/1797979853 >> v2:172.21.15.102:3300/0 conn(0x7fb1e40cf1f0 msgr2=0x7fb1e40b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:44.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.993+0000 7fb1e8c00640 1 --2- 172.21.15.92:0/1797979853 >> v2:172.21.15.102:3300/0 conn(0x7fb1e40cf1f0 0x7fb1e40b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.993+0000 7fb1e8c00640 1 -- 172.21.15.92:0/1797979853 >> v1:172.21.15.102:6789/0 conn(0x7fb1e415e7a0 legacy=0x7fb1e406caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.993+0000 7fb1e8c00640 1 -- 172.21.15.92:0/1797979853 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e40cfb40 con 0x7fb1e40b6720 2024-09-19T06:04:44.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.994+0000 7fb1e8c00640 1 --2- 172.21.15.92:0/1797979853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e40b6720 0x7fb1e40d3410 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fb1e40d2110 tx=0x7fb1dc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c4c637b24ff0e02 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:44.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.994+0000 7fb1e3400640 1 -- 172.21.15.92:0/1797979853 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc036070 con 0x7fb1e40b6720 2024-09-19T06:04:44.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.994+0000 7fb1e3400640 1 -- 172.21.15.92:0/1797979853 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1dc031600 con 0x7fb1e40b6720 2024-09-19T06:04:44.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.994+0000 7fb1e3400640 1 -- 172.21.15.92:0/1797979853 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc0319d0 con 0x7fb1e40b6720 2024-09-19T06:04:44.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.995+0000 7fb1eac00640 1 -- 172.21.15.92:0/1797979853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e40b6720 msgr2=0x7fb1e40d3410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:44.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.995+0000 7fb1eac00640 1 --2- 172.21.15.92:0/1797979853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e40b6720 0x7fb1e40d3410 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7fb1e40d2110 tx=0x7fb1dc02a6a0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.995+0000 7fb1eac00640 1 -- 172.21.15.92:0/1797979853 shutdown_connections 2024-09-19T06:04:44.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.995+0000 7fb1eac00640 1 --2- 172.21.15.92:0/1797979853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e40b6720 0x7fb1e40d3410 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.995+0000 7fb1eac00640 1 --2- 172.21.15.92:0/1797979853 >> v2:172.21.15.102:3300/0 conn(0x7fb1e40cf1f0 0x7fb1e40b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:44.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.995+0000 7fb1eac00640 1 -- 172.21.15.92:0/1797979853 >> 172.21.15.92:0/1797979853 conn(0x7fb1e40d11e0 msgr2=0x7fb1e40d15f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:44.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.995+0000 7fb1eac00640 1 -- 172.21.15.92:0/1797979853 shutdown_connections 2024-09-19T06:04:44.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.995+0000 7fb1eac00640 1 -- 172.21.15.92:0/1797979853 wait complete. 2024-09-19T06:04:44.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.996+0000 7fb1eac00640 1 Processor -- start 2024-09-19T06:04:44.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.997+0000 7fb1eac00640 1 -- start start 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.997+0000 7fb1eac00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1e40b6720 0x7fb1e40cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.997+0000 7fb1eac00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1e40cf1f0 0x7fb1e4147c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.997+0000 7fb1eac00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e415e7a0 0x7fb1e4148160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.997+0000 7fb1eac00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e40b7a00 con 0x7fb1e415e7a0 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.997+0000 7fb1eac00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1e40d2ef0 con 0x7fb1e40b6720 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.997+0000 7fb1eac00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb1e415eb80 con 0x7fb1e40cf1f0 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e8c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e415e7a0 0x7fb1e4148160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e8c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e415e7a0 0x7fb1e4148160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46662/0 (socket says 172.21.15.92:46662) 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e8c00640 1 -- 172.21.15.92:0/3371957907 learned_addr learned my addr 172.21.15.92:0/3371957907 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e3e00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1e40b6720 0x7fb1e40cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:45.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1dbe00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1e40cf1f0 0x7fb1e4147c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:45.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e8c00640 1 -- 172.21.15.92:0/3371957907 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1e40cf1f0 msgr2=0x7fb1e4147c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:45.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e8c00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1e40cf1f0 0x7fb1e4147c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:45.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e8c00640 1 -- 172.21.15.92:0/3371957907 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1e40b6720 msgr2=0x7fb1e40cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:45.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e8c00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1e40b6720 0x7fb1e40cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:45.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e8c00640 1 -- 172.21.15.92:0/3371957907 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1e40b7c20 con 0x7fb1e415e7a0 2024-09-19T06:04:45.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.998+0000 7fb1e8c00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e415e7a0 0x7fb1e4148160 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc034040 tx=0x7fb1dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:45.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.999+0000 7fb1e0c00640 1 -- 172.21.15.92:0/3371957907 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc036050 con 0x7fb1e415e7a0 2024-09-19T06:04:45.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.999+0000 7fb1e0c00640 1 -- 172.21.15.92:0/3371957907 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1dc042070 con 0x7fb1e415e7a0 2024-09-19T06:04:45.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.999+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1e40cbec0 con 0x7fb1e415e7a0 2024-09-19T06:04:45.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.999+0000 7fb1e0c00640 1 -- 172.21.15.92:0/3371957907 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1dc009510 con 0x7fb1e415e7a0 2024-09-19T06:04:45.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:44.999+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1e40b7ec0 con 0x7fb1e415e7a0 2024-09-19T06:04:45.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.000+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1e40b61e0 con 0x7fb1e415e7a0 2024-09-19T06:04:45.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.001+0000 7fb1e0c00640 1 -- 172.21.15.92:0/3371957907 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb1dc007bf0 con 0x7fb1e415e7a0 2024-09-19T06:04:45.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.002+0000 7fb1e0c00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1c006c2b0 0x7fb1c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:45.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.002+0000 7fb1e0c00640 1 -- 172.21.15.92:0/3371957907 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5795+0+0 (secure 0 0 0) 0x7fb1dc0ac0c0 con 0x7fb1e415e7a0 2024-09-19T06:04:45.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.002+0000 7fb1e3e00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1c006c2b0 0x7fb1c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:45.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.003+0000 7fb1e3e00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1c006c2b0 0x7fb1c006e770 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fb1e415ba00 tx=0x7fb1d4007e80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:45.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.006+0000 7fb1e0c00640 1 -- 172.21.15.92:0/3371957907 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb1dc07a180 con 0x7fb1e415e7a0 2024-09-19T06:04:45.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.218+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7fb1e40b8090 con 0x7fb1e415e7a0 2024-09-19T06:04:45.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.819+0000 7fb1e0c00640 1 -- 172.21.15.92:0/3371957907 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v44) ==== 104+0+0 (secure 0 0 0) 0x7fb1dc07e480 con 0x7fb1e415e7a0 2024-09-19T06:04:45.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1c006c2b0 msgr2=0x7fb1c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:45.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1c006c2b0 0x7fb1c006e770 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fb1e415ba00 tx=0x7fb1d4007e80 comp rx=0 tx=0).stop 2024-09-19T06:04:45.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e415e7a0 msgr2=0x7fb1e4148160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:45.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e415e7a0 0x7fb1e4148160 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fb1dc034040 tx=0x7fb1dc004a40 comp rx=0 tx=0).stop 2024-09-19T06:04:45.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 shutdown_connections 2024-09-19T06:04:45.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1e415e7a0 0x7fb1e4148160 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:45.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1e40cf1f0 0x7fb1e4147c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:45.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1c006c2b0 0x7fb1c006e770 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:45.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 --2- 172.21.15.92:0/3371957907 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1e40b6720 0x7fb1e40cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:45.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 >> 172.21.15.92:0/3371957907 conn(0x7fb1e40d11e0 msgr2=0x7fb1e40d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:45.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 shutdown_connections 2024-09-19T06:04:45.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.822+0000 7fb1eac00640 1 -- 172.21.15.92:0/3371957907 wait complete. 2024-09-19T06:04:45.842 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:04:46.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.999+0000 7f314d600640 1 Processor -- start 2024-09-19T06:04:46.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:45.999+0000 7f314d600640 1 -- start start 2024-09-19T06:04:46.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.001+0000 7f314d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3148072700 0x7f3148166120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:46.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.001+0000 7f314d600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31480ccff0 con 0x7f31480b6290 2024-09-19T06:04:46.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.001+0000 7f314d600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f31480cd2d0 con 0x7f314815b480 2024-09-19T06:04:46.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.001+0000 7f314d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f31480cd5b0 con 0x7f3148072700 2024-09-19T06:04:46.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.001+0000 7f313e000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f31480b6290 0x7f3148071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:44302/0 (socket says 172.21.15.92:44302) 2024-09-19T06:04:46.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.001+0000 7f313e000640 1 -- 172.21.15.92:0/4268435033 learned_addr learned my addr 172.21.15.92:0/4268435033 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.001+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4061815911 0 0) 0x7f31480ccff0 con 0x7f31480b6290 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.001+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f312c003520 con 0x7f31480b6290 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.001+0000 7f3147400640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3148072700 0x7f3148166120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3415571211 0 0) 0x7f312c003520 con 0x7f31480b6290 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3148072700 msgr2=0x7f3148166120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3148072700 0x7f3148166120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 >> v1:172.21.15.102:6789/0 conn(0x7f314815b480 legacy=0x7f31480b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31480cd890 con 0x7f31480b6290 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f3130001670 con 0x7f31480b6290 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 >> v1:172.21.15.92:6789/0 conn(0x7f31480b6290 legacy=0x7f3148071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:46.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f312c003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3148072700 0x7f312c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f312c004d40 0x7f312c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f31480cd5b0 con 0x7f312c0039e0 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f312c00baa0 con 0x7f312c004d40 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f312c00bca0 con 0x7f3148072700 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146a00640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f312c003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f313e000640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3148072700 0x7f312c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3147400640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f312c004d40 0x7f312c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146a00640 1 -- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3148072700 msgr2=0x7f312c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146a00640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3148072700 0x7f312c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146a00640 1 -- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f312c004d40 msgr2=0x7f312c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146a00640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f312c004d40 0x7f312c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3146a00640 1 -- 172.21.15.92:0/4268435033 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f312c003520 con 0x7f312c0039e0 2024-09-19T06:04:46.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f313e000640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3148072700 0x7f312c004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:46.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.002+0000 7f3147400640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f312c004d40 0x7f312c0051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.003+0000 7f3146a00640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f312c003e00 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f3138001720 tx=0x7f312c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=757e0a5575ba7dfa server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3138001370 con 0x7f312c0039e0 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f31380052d0 con 0x7f312c0039e0 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f3146000640 1 -- 172.21.15.92:0/4268435033 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f313802abc0 con 0x7f312c0039e0 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f314d600640 1 -- 172.21.15.92:0/4268435033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 msgr2=0x7f312c003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f314d600640 1 --2- 172.21.15.92:0/4268435033 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f312c003e00 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f3138001720 tx=0x7f312c005830 comp rx=0 tx=0).stop 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f3147400640 1 -- 172.21.15.92:0/4268435033 reap_dead start 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f314d600640 1 -- 172.21.15.92:0/4268435033 shutdown_connections 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f314d600640 1 -- 172.21.15.92:0/4268435033 >> 172.21.15.92:0/4268435033 conn(0x7f314806d0f0 msgr2=0x7f314806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f314d600640 1 -- 172.21.15.92:0/4268435033 shutdown_connections 2024-09-19T06:04:46.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.004+0000 7f314d600640 1 -- 172.21.15.92:0/4268435033 wait complete. 2024-09-19T06:04:46.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.006+0000 7f314d600640 1 Processor -- start 2024-09-19T06:04:46.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.006+0000 7f314d600640 1 -- start start 2024-09-19T06:04:46.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.007+0000 7f314d600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f31481f5a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:46.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.007+0000 7f314d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f31481f5f90 0x7f31480cff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:46.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.007+0000 7f314d600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31480aa480 0x7f31480d0470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:46.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.007+0000 7f314d600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f314815b9e0 con 0x7f312c0039e0 2024-09-19T06:04:46.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.007+0000 7f314d600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f314815b860 con 0x7f31480aa480 2024-09-19T06:04:46.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.007+0000 7f314d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f314815cc70 con 0x7f31481f5f90 2024-09-19T06:04:46.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.007+0000 7f3146a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f31481f5a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:46.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.007+0000 7f3146a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f31481f5a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46684/0 (socket says 172.21.15.92:46684) 2024-09-19T06:04:46.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.007+0000 7f3146a00640 1 -- 172.21.15.92:0/2387392629 learned_addr learned my addr 172.21.15.92:0/2387392629 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:46.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f3147400640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31480aa480 0x7f31480d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:46.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f313e000640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f31481f5f90 0x7f31480cff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f3146a00640 1 -- 172.21.15.92:0/2387392629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f31481f5f90 msgr2=0x7f31480cff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f3146a00640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f31481f5f90 0x7f31480cff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f3146a00640 1 -- 172.21.15.92:0/2387392629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31480aa480 msgr2=0x7f31480d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f3146a00640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31480aa480 0x7f31480d0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f3146a00640 1 -- 172.21.15.92:0/2387392629 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f31480cee90 con 0x7f312c0039e0 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f3147400640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31480aa480 0x7f31480d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f3146a00640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f31481f5a50 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f3138001840 tx=0x7f3138001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f313f400640 1 -- 172.21.15.92:0/2387392629 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3138037040 con 0x7f312c0039e0 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f313f400640 1 -- 172.21.15.92:0/2387392629 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3138005480 con 0x7f312c0039e0 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f313f400640 1 -- 172.21.15.92:0/2387392629 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3138007a30 con 0x7f312c0039e0 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f31480cf170 con 0x7f312c0039e0 2024-09-19T06:04:46.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.008+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f31480cf730 con 0x7f312c0039e0 2024-09-19T06:04:46.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.009+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3148071ff0 con 0x7f312c0039e0 2024-09-19T06:04:46.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.010+0000 7f313f400640 1 -- 172.21.15.92:0/2387392629 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3138044020 con 0x7f312c0039e0 2024-09-19T06:04:46.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.011+0000 7f313f400640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f312406c2e0 0x7f312406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:46.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.011+0000 7f313f400640 1 -- 172.21.15.92:0/2387392629 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(69..69 src has 1..69) ==== 5795+0+0 (secure 0 0 0) 0x7f31380ab1b0 con 0x7f312c0039e0 2024-09-19T06:04:46.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.011+0000 7f313e000640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f312406c2e0 0x7f312406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:46.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.012+0000 7f313e000640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f312406c2e0 0x7f312406e7a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f31300017e0 tx=0x7f3130009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:46.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.015+0000 7f313f400640 1 -- 172.21.15.92:0/2387392629 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3138079820 con 0x7f312c0039e0 2024-09-19T06:04:46.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:46.190+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f31480b5300 con 0x7f312c0039e0 2024-09-19T06:04:47.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.023+0000 7f313f400640 1 -- 172.21.15.92:0/2387392629 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v70) ==== 181+0+0 (secure 0 0 0) 0x7f3138079120 con 0x7f312c0039e0 2024-09-19T06:04:47.025 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:04:47.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f312406c2e0 msgr2=0x7f312406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:47.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f312406c2e0 0x7f312406e7a0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f31300017e0 tx=0x7f3130009040 comp rx=0 tx=0).stop 2024-09-19T06:04:47.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 msgr2=0x7f31481f5a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:47.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f31481f5a50 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f3138001840 tx=0x7f3138001120 comp rx=0 tx=0).stop 2024-09-19T06:04:47.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 shutdown_connections 2024-09-19T06:04:47.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f312406c2e0 0x7f312406e7a0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f31480aa480 0x7f31480d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f31481f5f90 0x7f31480cff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 --2- 172.21.15.92:0/2387392629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f312c0039e0 0x7f31481f5a50 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 >> 172.21.15.92:0/2387392629 conn(0x7f314806d0f0 msgr2=0x7f3148070eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:47.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 shutdown_connections 2024-09-19T06:04:47.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.026+0000 7f314d600640 1 -- 172.21.15.92:0/2387392629 wait complete. 2024-09-19T06:04:47.047 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:04:47.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.203+0000 7f5e41000640 1 Processor -- start 2024-09-19T06:04:47.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.203+0000 7f5e41000640 1 -- start start 2024-09-19T06:04:47.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.204+0000 7f5e41000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c0731c0 0x7f5e3c073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:47.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.204+0000 7f5e41000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5e3c15de80 0x7f5e3c15e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:47.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.204+0000 7f5e41000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5e3c15a430 con 0x7f5e3c15a050 2024-09-19T06:04:47.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.204+0000 7f5e41000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f5e3c073b40 con 0x7f5e3c15de80 2024-09-19T06:04:47.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.204+0000 7f5e41000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5e3c0cd0a0 con 0x7f5e3c0731c0 2024-09-19T06:04:47.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.204+0000 7f5e3a800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5e3c15de80 0x7f5e3c15e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:47.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.204+0000 7f5e39e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5e3c15a050 0x7f5e3c15d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43442/0 (socket says 172.21.15.92:43442) 2024-09-19T06:04:47.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.204+0000 7f5e3a800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5e3c15de80 0x7f5e3c15e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35346/0 (socket says 172.21.15.92:35346) 2024-09-19T06:04:47.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.204+0000 7f5e39e00640 1 -- 172.21.15.92:0/1332402245 learned_addr learned my addr 172.21.15.92:0/1332402245 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:47.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.205+0000 7f5e39400640 1 --2- 172.21.15.92:0/1332402245 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c0731c0 0x7f5e3c073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:47.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.205+0000 7f5e3a800640 1 -- 172.21.15.92:0/1332402245 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c0731c0 msgr2=0x7f5e3c073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:47.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.205+0000 7f5e3a800640 1 --2- 172.21.15.92:0/1332402245 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c0731c0 0x7f5e3c073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.205+0000 7f5e3a800640 1 -- 172.21.15.92:0/1332402245 >> v1:172.21.15.92:6789/0 conn(0x7f5e3c15a050 legacy=0x7f5e3c15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:47.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.205+0000 7f5e3a800640 1 -- 172.21.15.92:0/1332402245 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e3c0cd380 con 0x7f5e3c15de80 2024-09-19T06:04:47.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.206+0000 7f5e3a800640 1 --2- 172.21.15.92:0/1332402245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 0x7f5e3c15e310 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f5e34009d90 tx=0x7f5e3402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ce8341c6dca6783 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:47.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.206+0000 7f5e38a00640 1 -- 172.21.15.92:0/1332402245 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e34031600 con 0x7f5e3c15de80 2024-09-19T06:04:47.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.206+0000 7f5e38a00640 1 -- 172.21.15.92:0/1332402245 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e340317a0 con 0x7f5e3c15de80 2024-09-19T06:04:47.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.206+0000 7f5e38a00640 1 -- 172.21.15.92:0/1332402245 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e34031b70 con 0x7f5e3c15de80 2024-09-19T06:04:47.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.207+0000 7f5e41000640 1 -- 172.21.15.92:0/1332402245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 msgr2=0x7f5e3c15e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:47.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.207+0000 7f5e41000640 1 --2- 172.21.15.92:0/1332402245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 0x7f5e3c15e310 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f5e34009d90 tx=0x7f5e3402a5d0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.207+0000 7f5e41000640 1 -- 172.21.15.92:0/1332402245 shutdown_connections 2024-09-19T06:04:47.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.207+0000 7f5e41000640 1 --2- 172.21.15.92:0/1332402245 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 0x7f5e3c15e310 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.207+0000 7f5e41000640 1 --2- 172.21.15.92:0/1332402245 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c0731c0 0x7f5e3c073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.207+0000 7f5e41000640 1 -- 172.21.15.92:0/1332402245 >> 172.21.15.92:0/1332402245 conn(0x7f5e3c06d0f0 msgr2=0x7f5e3c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:47.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.207+0000 7f5e41000640 1 -- 172.21.15.92:0/1332402245 shutdown_connections 2024-09-19T06:04:47.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.207+0000 7f5e41000640 1 -- 172.21.15.92:0/1332402245 wait complete. 2024-09-19T06:04:47.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.208+0000 7f5e41000640 1 Processor -- start 2024-09-19T06:04:47.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.209+0000 7f5e41000640 1 -- start start 2024-09-19T06:04:47.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.209+0000 7f5e41000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e3c0731c0 0x7f5e3c141d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:47.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.209+0000 7f5e41000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c15a050 0x7f5e3c0b4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:47.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e41000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 0x7f5e3c0b5500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:47.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e41000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5e3c0cdc20 con 0x7f5e3c15de80 2024-09-19T06:04:47.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e41000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5e3c0cd940 con 0x7f5e3c0731c0 2024-09-19T06:04:47.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e41000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5e3c0b36e0 con 0x7f5e3c15a050 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e3a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 0x7f5e3c0b5500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e39e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e3c0731c0 0x7f5e3c141d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e3a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 0x7f5e3c0b5500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35348/0 (socket says 172.21.15.92:35348) 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e39e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e3c0731c0 0x7f5e3c141d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:51596/0 (socket says 172.21.15.92:51596) 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e39e00640 1 -- 172.21.15.92:0/247819518 learned_addr learned my addr 172.21.15.92:0/247819518 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e39400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c15a050 0x7f5e3c0b4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e3a800640 1 -- 172.21.15.92:0/247819518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c15a050 msgr2=0x7f5e3c0b4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e3a800640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c15a050 0x7f5e3c0b4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e3a800640 1 -- 172.21.15.92:0/247819518 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e3c0731c0 msgr2=0x7f5e3c141d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e3a800640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e3c0731c0 0x7f5e3c141d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:47.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.210+0000 7f5e3a800640 1 -- 172.21.15.92:0/247819518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5e3c152a60 con 0x7f5e3c15de80 2024-09-19T06:04:47.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.211+0000 7f5e3a800640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 0x7f5e3c0b5500 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f5e34031000 tx=0x7f5e34004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:47.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.211+0000 7f5e32000640 1 -- 172.21.15.92:0/247819518 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e3403f070 con 0x7f5e3c15de80 2024-09-19T06:04:47.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.211+0000 7f5e32000640 1 -- 172.21.15.92:0/247819518 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5e34030ba0 con 0x7f5e3c15de80 2024-09-19T06:04:47.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.211+0000 7f5e32000640 1 -- 172.21.15.92:0/247819518 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5e34009450 con 0x7f5e3c15de80 2024-09-19T06:04:47.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.211+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5e3c152d40 con 0x7f5e3c15de80 2024-09-19T06:04:47.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.211+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5e3c142270 con 0x7f5e3c15de80 2024-09-19T06:04:47.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.212+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5e3c0ccd00 con 0x7f5e3c15de80 2024-09-19T06:04:47.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.213+0000 7f5e32000640 1 -- 172.21.15.92:0/247819518 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5e34031650 con 0x7f5e3c15de80 2024-09-19T06:04:47.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.214+0000 7f5e32000640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e1c06c2e0 0x7f5e1c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:47.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.214+0000 7f5e32000640 1 -- 172.21.15.92:0/247819518 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(70..70 src has 1..70) ==== 5357+0+0 (secure 0 0 0) 0x7f5e340ac7a0 con 0x7f5e3c15de80 2024-09-19T06:04:47.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.214+0000 7f5e39e00640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e1c06c2e0 0x7f5e1c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:47.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.215+0000 7f5e39e00640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e1c06c2e0 0x7f5e1c06e7a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c004e40 tx=0x7f5e2c007f10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:47.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.218+0000 7f5e32000640 1 -- 172.21.15.92:0/247819518 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5e3407aaa0 con 0x7f5e3c15de80 2024-09-19T06:04:47.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:47.390+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f5e3c0b2710 con 0x7f5e3c15de80 2024-09-19T06:04:48.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.033+0000 7f5e32000640 1 -- 172.21.15.92:0/247819518 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v71) ==== 169+0+0 (secure 0 0 0) 0x7f5e340ac0d0 con 0x7f5e3c15de80 2024-09-19T06:04:48.035 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' removed 2024-09-19T06:04:48.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.035+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e1c06c2e0 msgr2=0x7f5e1c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.035+0000 7f5e41000640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e1c06c2e0 0x7f5e1c06e7a0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c004e40 tx=0x7f5e2c007f10 comp rx=0 tx=0).stop 2024-09-19T06:04:48.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.035+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 msgr2=0x7f5e3c0b5500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.035+0000 7f5e41000640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 0x7f5e3c0b5500 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f5e34031000 tx=0x7f5e34004a40 comp rx=0 tx=0).stop 2024-09-19T06:04:48.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.036+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 shutdown_connections 2024-09-19T06:04:48.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.036+0000 7f5e41000640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e3c15de80 0x7f5e3c0b5500 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.036+0000 7f5e41000640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5e3c15a050 0x7f5e3c0b4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.036+0000 7f5e41000640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5e1c06c2e0 0x7f5e1c06e7a0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.036+0000 7f5e41000640 1 --2- 172.21.15.92:0/247819518 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5e3c0731c0 0x7f5e3c141d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.036+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 >> 172.21.15.92:0/247819518 conn(0x7f5e3c06d0f0 msgr2=0x7f5e3c06d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:48.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.036+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 shutdown_connections 2024-09-19T06:04:48.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.036+0000 7f5e41000640 1 -- 172.21.15.92:0/247819518 wait complete. 2024-09-19T06:04:48.057 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T06:04:48.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.212+0000 7f4e50c00640 1 Processor -- start 2024-09-19T06:04:48.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.212+0000 7f4e50c00640 1 -- start start 2024-09-19T06:04:48.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.213+0000 7f4e50c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4e4c158a00 0x7f4e4c071f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.213+0000 7f4e50c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e4c0728f0 con 0x7f4e4c072470 2024-09-19T06:04:48.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.213+0000 7f4e50c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e4c072bd0 con 0x7f4e4c158de0 2024-09-19T06:04:48.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.213+0000 7f4e50c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f4e4c072eb0 con 0x7f4e4c158a00 2024-09-19T06:04:48.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.213+0000 7f4e41400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4e4c072470 0x7f4e4c0b4e60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43450/0 (socket says 172.21.15.92:43450) 2024-09-19T06:04:48.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.213+0000 7f4e41400640 1 -- 172.21.15.92:0/4158971731 learned_addr learned my addr 172.21.15.92:0/4158971731 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:48.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1331139493 0 0) 0x7f4e4c0728f0 con 0x7f4e4c072470 2024-09-19T06:04:48.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e30003520 con 0x7f4e4c072470 2024-09-19T06:04:48.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49e00640 1 --2- 172.21.15.92:0/4158971731 >> v2:172.21.15.102:3300/0 conn(0x7f4e4c158a00 0x7f4e4c071f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3087840856 0 0) 0x7f4e30003520 con 0x7f4e4c072470 2024-09-19T06:04:48.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 >> v2:172.21.15.102:3300/0 conn(0x7f4e4c158a00 msgr2=0x7f4e4c071f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:48.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 --2- 172.21.15.92:0/4158971731 >> v2:172.21.15.102:3300/0 conn(0x7f4e4c158a00 0x7f4e4c071f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 >> v1:172.21.15.102:6789/0 conn(0x7f4e4c158de0 legacy=0x7f4e4c06eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e4c073190 con 0x7f4e4c072470 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f4e34001670 con 0x7f4e4c072470 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 >> v1:172.21.15.92:6789/0 conn(0x7f4e4c072470 legacy=0x7f4e4c0b4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e300039b0 0x7f4e30003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e30004800 0x7f4e30004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e300051c0 0x7f4e3000b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4c072eb0 con 0x7f4e30004800 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4e3000c060 con 0x7f4e300051c0 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.214+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e3000c260 con 0x7f4e300039b0 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e41400640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e30004800 0x7f4e30004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e4a800640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e300051c0 0x7f4e3000b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e49e00640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e300039b0 0x7f4e30003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e41400640 1 -- 172.21.15.92:0/4158971731 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e300039b0 msgr2=0x7f4e30003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e41400640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e300039b0 0x7f4e30003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e41400640 1 -- 172.21.15.92:0/4158971731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e300051c0 msgr2=0x7f4e3000b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e41400640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e300051c0 0x7f4e3000b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e41400640 1 -- 172.21.15.92:0/4158971731 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e30003520 con 0x7f4e30004800 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e4a800640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e300051c0 0x7f4e3000b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.215+0000 7f4e4a800640 1 -- 172.21.15.92:0/4158971731 reap_dead start 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.216+0000 7f4e41400640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e30004800 0x7f4e30004c80 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f4e3400c210 tx=0x7f4e30005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a68e78870ce75c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.216+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e34007d10 con 0x7f4e30004800 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.216+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e340058d0 con 0x7f4e30004800 2024-09-19T06:04:48.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.216+0000 7f4e49400640 1 -- 172.21.15.92:0/4158971731 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e34005d00 con 0x7f4e30004800 2024-09-19T06:04:48.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.217+0000 7f4e50c00640 1 -- 172.21.15.92:0/4158971731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e30004800 msgr2=0x7f4e30004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.217+0000 7f4e50c00640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e30004800 0x7f4e30004c80 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f4e3400c210 tx=0x7f4e30005830 comp rx=0 tx=0).stop 2024-09-19T06:04:48.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.217+0000 7f4e50c00640 1 -- 172.21.15.92:0/4158971731 shutdown_connections 2024-09-19T06:04:48.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.217+0000 7f4e50c00640 1 --2- 172.21.15.92:0/4158971731 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e30004800 0x7f4e30004c80 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.217+0000 7f4e50c00640 1 -- 172.21.15.92:0/4158971731 >> 172.21.15.92:0/4158971731 conn(0x7f4e4c06cb50 msgr2=0x7f4e4c06cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:48.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.217+0000 7f4e50c00640 1 -- 172.21.15.92:0/4158971731 shutdown_connections 2024-09-19T06:04:48.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.217+0000 7f4e50c00640 1 -- 172.21.15.92:0/4158971731 wait complete. 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.218+0000 7f4e50c00640 1 Processor -- start 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.219+0000 7f4e50c00640 1 -- start start 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.219+0000 7f4e50c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e30004800 0x7f4e4c151570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.219+0000 7f4e50c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4c1565f0 0x7f4e4c154e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.219+0000 7f4e50c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4c144530 0x7f4e4c1e8980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.219+0000 7f4e50c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4c0b5ca0 con 0x7f4e4c144530 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.219+0000 7f4e50c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4e4c0b5b20 con 0x7f4e4c1565f0 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.219+0000 7f4e50c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e4c071f30 con 0x7f4e30004800 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e4a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4c144530 0x7f4e4c1e8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e4a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4c144530 0x7f4e4c1e8980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35354/0 (socket says 172.21.15.92:35354) 2024-09-19T06:04:48.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e4a800640 1 -- 172.21.15.92:0/3774089738 learned_addr learned my addr 172.21.15.92:0/3774089738 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e49e00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e30004800 0x7f4e4c151570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e41400640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4c1565f0 0x7f4e4c154e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e4a800640 1 -- 172.21.15.92:0/3774089738 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e30004800 msgr2=0x7f4e4c151570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e4a800640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e30004800 0x7f4e4c151570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e4a800640 1 -- 172.21.15.92:0/3774089738 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4c1565f0 msgr2=0x7f4e4c154e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e4a800640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4c1565f0 0x7f4e4c154e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e4a800640 1 -- 172.21.15.92:0/3774089738 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e4c158170 con 0x7f4e4c144530 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.220+0000 7f4e4a800640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4c144530 0x7f4e4c1e8980 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c06e060 tx=0x7f4e4400ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.221+0000 7f4e42a00640 1 -- 172.21.15.92:0/3774089738 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4401a070 con 0x7f4e4c144530 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.221+0000 7f4e42a00640 1 -- 172.21.15.92:0/3774089738 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e44006d60 con 0x7f4e4c144530 2024-09-19T06:04:48.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.221+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e4c155550 con 0x7f4e4c144530 2024-09-19T06:04:48.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.221+0000 7f4e42a00640 1 -- 172.21.15.92:0/3774089738 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44001a70 con 0x7f4e4c144530 2024-09-19T06:04:48.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.221+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e4c155b10 con 0x7f4e4c144530 2024-09-19T06:04:48.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.222+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e4c072230 con 0x7f4e4c144530 2024-09-19T06:04:48.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.223+0000 7f4e42a00640 1 -- 172.21.15.92:0/3774089738 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e4401d070 con 0x7f4e4c144530 2024-09-19T06:04:48.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.223+0000 7f4e42a00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2e0 0x7f4e2806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.224+0000 7f4e42a00640 1 -- 172.21.15.92:0/3774089738 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 4943+0+0 (secure 0 0 0) 0x7f4e4408a6d0 con 0x7f4e4c144530 2024-09-19T06:04:48.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.224+0000 7f4e49e00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2e0 0x7f4e2806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.224+0000 7f4e49e00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2e0 0x7f4e2806e7a0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c151df0 tx=0x7f4e3c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:48.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.228+0000 7f4e42a00640 1 -- 172.21.15.92:0/3774089738 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e440590a0 con 0x7f4e4c144530 2024-09-19T06:04:48.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.405+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f4e4c154c30 con 0x7f4e4c144530 2024-09-19T06:04:48.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.411+0000 7f4e42a00640 1 -- 172.21.15.92:0/3774089738 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v24) ==== 104+0+0 (secure 0 0 0) 0x7f4e440589a0 con 0x7f4e4c144530 2024-09-19T06:04:48.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2e0 msgr2=0x7f4e2806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2e0 0x7f4e2806e7a0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c151df0 tx=0x7f4e3c008040 comp rx=0 tx=0).stop 2024-09-19T06:04:48.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4c144530 msgr2=0x7f4e4c1e8980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4c144530 0x7f4e4c1e8980 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c06e060 tx=0x7f4e4400ff70 comp rx=0 tx=0).stop 2024-09-19T06:04:48.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 shutdown_connections 2024-09-19T06:04:48.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4c144530 0x7f4e4c1e8980 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2e0 0x7f4e2806e7a0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4c1565f0 0x7f4e4c154e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 --2- 172.21.15.92:0/3774089738 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e30004800 0x7f4e4c151570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 >> 172.21.15.92:0/3774089738 conn(0x7f4e4c06cb50 msgr2=0x7f4e4c0b0980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:48.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 shutdown_connections 2024-09-19T06:04:48.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.413+0000 7f4e50c00640 1 -- 172.21.15.92:0/3774089738 wait complete. 2024-09-19T06:04:48.431 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_bal_fragment_size_max 2024-09-19T06:04:48.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.583+0000 7f696d400640 1 Processor -- start 2024-09-19T06:04:48.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.584+0000 7f696d400640 1 -- start start 2024-09-19T06:04:48.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.585+0000 7f696d400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f696815a050 0x7f696815d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.585+0000 7f696d400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 0x7f6968073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.585+0000 7f696d400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f696815a430 con 0x7f696815ffd0 2024-09-19T06:04:48.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.585+0000 7f696d400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f6968073b40 con 0x7f696815a050 2024-09-19T06:04:48.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.585+0000 7f696d400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f696815d9a0 con 0x7f69680731c0 2024-09-19T06:04:48.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.585+0000 7f6966800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f696815a050 0x7f696815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.585+0000 7f695de00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 0x7f6968073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.585+0000 7f6966800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f696815a050 0x7f696815d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:51628/0 (socket says 172.21.15.92:51628) 2024-09-19T06:04:48.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.585+0000 7f6966800640 1 -- 172.21.15.92:0/3802669433 learned_addr learned my addr 172.21.15.92:0/3802669433 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:48.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.586+0000 7f6966800640 1 -- 172.21.15.92:0/3802669433 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 msgr2=0x7f6968073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:48.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.586+0000 7f6966800640 1 --2- 172.21.15.92:0/3802669433 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 0x7f6968073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.586+0000 7f6966800640 1 -- 172.21.15.92:0/3802669433 >> v1:172.21.15.102:6789/0 conn(0x7f696815ffd0 legacy=0x7f6968160460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.586+0000 7f6966800640 1 -- 172.21.15.92:0/3802669433 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f69680cd0a0 con 0x7f696815a050 2024-09-19T06:04:48.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.586+0000 7f695de00640 1 --2- 172.21.15.92:0/3802669433 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 0x7f6968073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.587+0000 7f6966800640 1 --2- 172.21.15.92:0/3802669433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 0x7f696815d460 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f6958009870 tx=0x7f695802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=431d90540767ffb9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.587+0000 7f6965e00640 1 -- 172.21.15.92:0/3802669433 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6958037070 con 0x7f696815a050 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.587+0000 7f6965e00640 1 -- 172.21.15.92:0/3802669433 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6958032440 con 0x7f696815a050 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.587+0000 7f6965e00640 1 -- 172.21.15.92:0/3802669433 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6958032810 con 0x7f696815a050 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.588+0000 7f696d400640 1 -- 172.21.15.92:0/3802669433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 msgr2=0x7f696815d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.588+0000 7f696d400640 1 --2- 172.21.15.92:0/3802669433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 0x7f696815d460 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f6958009870 tx=0x7f695802a1c0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.588+0000 7f696d400640 1 -- 172.21.15.92:0/3802669433 shutdown_connections 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.588+0000 7f696d400640 1 --2- 172.21.15.92:0/3802669433 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 0x7f6968073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.588+0000 7f696d400640 1 --2- 172.21.15.92:0/3802669433 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 0x7f696815d460 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.588+0000 7f696d400640 1 -- 172.21.15.92:0/3802669433 >> 172.21.15.92:0/3802669433 conn(0x7f696806d0f0 msgr2=0x7f696806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:48.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.588+0000 7f696d400640 1 -- 172.21.15.92:0/3802669433 shutdown_connections 2024-09-19T06:04:48.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.588+0000 7f696d400640 1 -- 172.21.15.92:0/3802669433 wait complete. 2024-09-19T06:04:48.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.589+0000 7f696d400640 1 Processor -- start 2024-09-19T06:04:48.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.590+0000 7f696d400640 1 -- start start 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f696d400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 0x7f69680cc140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f696d400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 0x7f6968072770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f696d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f696815ffd0 0x7f6968154110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f696d400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f69680cd940 con 0x7f696815ffd0 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f696d400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f69680cd660 con 0x7f696815a050 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f696d400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f69680cdc20 con 0x7f69680731c0 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f6967200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f696815ffd0 0x7f6968154110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f6967200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f696815ffd0 0x7f6968154110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35370/0 (socket says 172.21.15.92:35370) 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f6967200640 1 -- 172.21.15.92:0/1742706116 learned_addr learned my addr 172.21.15.92:0/1742706116 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f695de00640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 0x7f6968072770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f6966800640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 0x7f69680cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f6967200640 1 -- 172.21.15.92:0/1742706116 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 msgr2=0x7f69680cc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f6967200640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 0x7f69680cc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f6967200640 1 -- 172.21.15.92:0/1742706116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 msgr2=0x7f6968072770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f6967200640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 0x7f6968072770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f6967200640 1 -- 172.21.15.92:0/1742706116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6968071350 con 0x7f696815ffd0 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.591+0000 7f695de00640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 0x7f6968072770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.592+0000 7f6967200640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f696815ffd0 0x7f6968154110 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f696000c6b0 tx=0x7f696000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.592+0000 7f695f400640 1 -- 172.21.15.92:0/1742706116 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6960003b70 con 0x7f696815ffd0 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.592+0000 7f695f400640 1 -- 172.21.15.92:0/1742706116 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6960003d30 con 0x7f696815ffd0 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.592+0000 7f695f400640 1 -- 172.21.15.92:0/1742706116 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6960005310 con 0x7f696815ffd0 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.592+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6968071630 con 0x7f696815ffd0 2024-09-19T06:04:48.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.592+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6968071bf0 con 0x7f696815ffd0 2024-09-19T06:04:48.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.593+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f69680b36e0 con 0x7f696815ffd0 2024-09-19T06:04:48.596 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.594+0000 7f695f400640 1 -- 172.21.15.92:0/1742706116 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f69600054b0 con 0x7f696815ffd0 2024-09-19T06:04:48.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.595+0000 7f695f400640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f694406c2b0 0x7f694406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.595+0000 7f695f400640 1 -- 172.21.15.92:0/1742706116 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 4943+0+0 (secure 0 0 0) 0x7f696008af80 con 0x7f696815ffd0 2024-09-19T06:04:48.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.595+0000 7f6966800640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f694406c2b0 0x7f694406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.596+0000 7f6966800640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f694406c2b0 0x7f694406e770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6958034000 tx=0x7f695802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:48.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.599+0000 7f695f400640 1 -- 172.21.15.92:0/1742706116 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f69600599f0 con 0x7f696815ffd0 2024-09-19T06:04:48.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.773+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_bal_fragment_size_max"} v 0) -- 0x7f6968155790 con 0x7f696815ffd0 2024-09-19T06:04:48.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.778+0000 7f695f400640 1 -- 172.21.15.92:0/1742706116 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_bal_fragment_size_max"}]=0 v25) ==== 108+0+0 (secure 0 0 0) 0x7f69600592f0 con 0x7f696815ffd0 2024-09-19T06:04:48.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f694406c2b0 msgr2=0x7f694406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f694406c2b0 0x7f694406e770 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f6958034000 tx=0x7f695802e000 comp rx=0 tx=0).stop 2024-09-19T06:04:48.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f696815ffd0 msgr2=0x7f6968154110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f696815ffd0 0x7f6968154110 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f696000c6b0 tx=0x7f696000cb70 comp rx=0 tx=0).stop 2024-09-19T06:04:48.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 shutdown_connections 2024-09-19T06:04:48.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f696815ffd0 0x7f6968154110 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f694406c2b0 0x7f694406e770 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f696815a050 0x7f6968072770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 --2- 172.21.15.92:0/1742706116 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f69680731c0 0x7f69680cc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 >> 172.21.15.92:0/1742706116 conn(0x7f696806d0f0 msgr2=0x7f696815a690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:48.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 shutdown_connections 2024-09-19T06:04:48.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.781+0000 7f696d400640 1 -- 172.21.15.92:0/1742706116 wait complete. 2024-09-19T06:04:48.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_strays' 2024-09-19T06:04:48.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.959+0000 7efc8dc00640 1 Processor -- start 2024-09-19T06:04:48.961 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.959+0000 7efc8dc00640 1 -- start start 2024-09-19T06:04:48.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.960+0000 7efc8dc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc880b2480 0x7efc88165de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.960+0000 7efc8dc00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc880b44f0 con 0x7efc8815adf0 2024-09-19T06:04:48.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.960+0000 7efc8dc00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efc880b47d0 con 0x7efc8815b1d0 2024-09-19T06:04:48.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.960+0000 7efc8dc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efc880b4ab0 con 0x7efc880b2480 2024-09-19T06:04:48.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.960+0000 7efc87e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7efc8815adf0 0x7efc880b3af0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43458/0 (socket says 172.21.15.92:43458) 2024-09-19T06:04:48.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.960+0000 7efc87e00640 1 -- 172.21.15.92:0/2496829955 learned_addr learned my addr 172.21.15.92:0/2496829955 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:48.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc8d200640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc880b2480 0x7efc88165de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3536353575 0 0) 0x7efc880b44f0 con 0x7efc8815adf0 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc6c003520 con 0x7efc8815adf0 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2160571304 0 0) 0x7efc880b47d0 con 0x7efc8815b1d0 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efc880b44f0 con 0x7efc8815b1d0 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 999734315 0 0) 0x7efc6c003520 con 0x7efc8815adf0 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc880b2480 msgr2=0x7efc88165de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc880b2480 0x7efc88165de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 >> v1:172.21.15.102:6789/0 conn(0x7efc8815b1d0 legacy=0x7efc880b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc880b4d90 con 0x7efc8815adf0 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7efc78001670 con 0x7efc8815adf0 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 >> v1:172.21.15.92:6789/0 conn(0x7efc8815adf0 legacy=0x7efc880b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc6c003b70 0x7efc6c003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc880b2480 0x7efc6c004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.965 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc6c004d40 0x7efc6c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7efc880b4ab0 con 0x7efc6c004d40 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efc6c00dc80 con 0x7efc6c003b70 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.961+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efc6c00de80 con 0x7efc880b2480 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.962+0000 7efc8d200640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc6c004d40 0x7efc6c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.962+0000 7efc87e00640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc6c003b70 0x7efc6c003f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.962+0000 7efc87400640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc880b2480 0x7efc6c004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.962+0000 7efc8d200640 1 -- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc880b2480 msgr2=0x7efc6c004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.962+0000 7efc8d200640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc880b2480 0x7efc6c004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.962+0000 7efc8d200640 1 -- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc6c003b70 msgr2=0x7efc6c003f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.962+0000 7efc8d200640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc6c003b70 0x7efc6c003f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.966 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.962+0000 7efc8d200640 1 -- 172.21.15.92:0/2496829955 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc880b4d90 con 0x7efc6c004d40 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.963+0000 7efc8d200640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc6c004d40 0x7efc6c0051c0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7efc80009f90 tx=0x7efc6c005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd76596b73fb3ed1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.963+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc80009c10 con 0x7efc6c004d40 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.963+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc80036070 con 0x7efc6c004d40 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.963+0000 7efc86a00640 1 -- 172.21.15.92:0/2496829955 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc80031850 con 0x7efc6c004d40 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.964+0000 7efc8dc00640 1 -- 172.21.15.92:0/2496829955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc6c004d40 msgr2=0x7efc6c0051c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.964+0000 7efc8dc00640 1 --2- 172.21.15.92:0/2496829955 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc6c004d40 0x7efc6c0051c0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7efc80009f90 tx=0x7efc6c005830 comp rx=0 tx=0).stop 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.964+0000 7efc8d200640 1 -- 172.21.15.92:0/2496829955 reap_dead start 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.964+0000 7efc8dc00640 1 -- 172.21.15.92:0/2496829955 shutdown_connections 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.964+0000 7efc8dc00640 1 -- 172.21.15.92:0/2496829955 >> 172.21.15.92:0/2496829955 conn(0x7efc88062a20 msgr2=0x7efc8806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.964+0000 7efc8dc00640 1 -- 172.21.15.92:0/2496829955 shutdown_connections 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.964+0000 7efc8dc00640 1 -- 172.21.15.92:0/2496829955 wait complete. 2024-09-19T06:04:48.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.965+0000 7efc8dc00640 1 Processor -- start 2024-09-19T06:04:48.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.966+0000 7efc8dc00640 1 -- start start 2024-09-19T06:04:48.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.966+0000 7efc8dc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc6c004d40 0x7efc881f3fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.966+0000 7efc8dc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc8814f870 0x7efc8814d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.966+0000 7efc8dc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc8815c640 0x7efc8815cac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8dc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7efc88071f10 con 0x7efc8815c640 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8dc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efc880b5570 con 0x7efc8814f870 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8dc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efc88072090 con 0x7efc6c004d40 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8d200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc8815c640 0x7efc8815cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8d200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc8815c640 0x7efc8815cac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35384/0 (socket says 172.21.15.92:35384) 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8d200640 1 -- 172.21.15.92:0/2796725449 learned_addr learned my addr 172.21.15.92:0/2796725449 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc87e00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc6c004d40 0x7efc881f3fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc87400640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc8814f870 0x7efc8814d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8d200640 1 -- 172.21.15.92:0/2796725449 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc6c004d40 msgr2=0x7efc881f3fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8d200640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc6c004d40 0x7efc881f3fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8d200640 1 -- 172.21.15.92:0/2796725449 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc8814f870 msgr2=0x7efc8814d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8d200640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc8814f870 0x7efc8814d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.967+0000 7efc8d200640 1 -- 172.21.15.92:0/2796725449 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efc881f4620 con 0x7efc8815c640 2024-09-19T06:04:48.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.968+0000 7efc8d200640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc8815c640 0x7efc8815cac0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7efc80009f90 tx=0x7efc80009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:48.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.968+0000 7efc7fe00640 1 -- 172.21.15.92:0/2796725449 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc80009c10 con 0x7efc8815c640 2024-09-19T06:04:48.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.968+0000 7efc7fe00640 1 -- 172.21.15.92:0/2796725449 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efc80003990 con 0x7efc8815c640 2024-09-19T06:04:48.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.968+0000 7efc7fe00640 1 -- 172.21.15.92:0/2796725449 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efc80003d80 con 0x7efc8815c640 2024-09-19T06:04:48.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.968+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efc881f4900 con 0x7efc8815c640 2024-09-19T06:04:48.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.968+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efc881f4ec0 con 0x7efc8815c640 2024-09-19T06:04:48.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.969+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efc880ce050 con 0x7efc8815c640 2024-09-19T06:04:48.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.970+0000 7efc7fe00640 1 -- 172.21.15.92:0/2796725449 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efc80005d10 con 0x7efc8815c640 2024-09-19T06:04:48.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.971+0000 7efc7fe00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efc6806c2b0 0x7efc6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:48.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.971+0000 7efc7fe00640 1 -- 172.21.15.92:0/2796725449 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 4943+0+0 (secure 0 0 0) 0x7efc800ac450 con 0x7efc8815c640 2024-09-19T06:04:48.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.971+0000 7efc87e00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efc6806c2b0 0x7efc6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:48.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.971+0000 7efc87e00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efc6806c2b0 0x7efc6806e770 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7efc880af4a0 tx=0x7efc78000f80 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:48.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:48.975+0000 7efc7fe00640 1 -- 172.21.15.92:0/2796725449 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efc8002e050 con 0x7efc8815c640 2024-09-19T06:04:49.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:49.213+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_strays"]} v 0) -- 0x7efc88072c10 con 0x7efc8815c640 2024-09-19T06:04:50.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.038+0000 7efc7fe00640 1 -- 172.21.15.92:0/2796725449 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_dirfrag_limit_strays"]}]=0 v195) ==== 140+0+0 (secure 0 0 0) 0x7efc8007a7d0 con 0x7efc8815c640 2024-09-19T06:04:50.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.040+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efc6806c2b0 msgr2=0x7efc6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.040+0000 7efc8dc00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efc6806c2b0 0x7efc6806e770 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7efc880af4a0 tx=0x7efc78000f80 comp rx=0 tx=0).stop 2024-09-19T06:04:50.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.040+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc8815c640 msgr2=0x7efc8815cac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.040+0000 7efc8dc00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc8815c640 0x7efc8815cac0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7efc80009f90 tx=0x7efc80009750 comp rx=0 tx=0).stop 2024-09-19T06:04:50.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.041+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 shutdown_connections 2024-09-19T06:04:50.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.041+0000 7efc8dc00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efc8815c640 0x7efc8815cac0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.041+0000 7efc8dc00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efc6806c2b0 0x7efc6806e770 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.041+0000 7efc8dc00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efc8814f870 0x7efc8814d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.041+0000 7efc8dc00640 1 --2- 172.21.15.92:0/2796725449 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efc6c004d40 0x7efc881f3fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.041+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 >> 172.21.15.92:0/2796725449 conn(0x7efc88062a20 msgr2=0x7efc8815ef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:50.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.041+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 shutdown_connections 2024-09-19T06:04:50.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.041+0000 7efc8dc00640 1 -- 172.21.15.92:0/2796725449 wait complete. 2024-09-19T06:04:50.062 INFO:tasks.cephfs_test_runner:That unlinking fails when the stray directory fragment becomes too ... ok 2024-09-19T06:04:50.062 INFO:tasks.cephfs_test_runner:Starting test: test_fancy_layout (tasks.cephfs.test_strays.TestStrays) purge stray file with fancy layout 2024-09-19T06:04:50.062 INFO:tasks.cephfs_test_runner:test_fancy_layout (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:04:50.062 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:50.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.216+0000 7f55b7200640 1 Processor -- start 2024-09-19T06:04:50.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.216+0000 7f55b7200640 1 -- start start 2024-09-19T06:04:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b7200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f55b815f5f0 0x7f55b80ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b7200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f55b80ce7a0 0x7f55b80b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b7200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f55b80d0130 con 0x7f55b80b22b0 2024-09-19T06:04:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b7200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f55b80b2720 con 0x7f55b815f5f0 2024-09-19T06:04:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b7200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f55b80d0ef0 con 0x7f55b80ce7a0 2024-09-19T06:04:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b5e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f55b815f5f0 0x7f55b80ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b6800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f55b80b22b0 0x7f55b80cd000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43462/0 (socket says 172.21.15.92:43462) 2024-09-19T06:04:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b6800640 1 -- 172.21.15.92:0/1252674171 learned_addr learned my addr 172.21.15.92:0/1252674171 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b5e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f55b815f5f0 0x7f55b80ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35400/0 (socket says 172.21.15.92:35400) 2024-09-19T06:04:50.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b5e00640 1 -- 172.21.15.92:0/1252674171 >> v2:172.21.15.102:3300/0 conn(0x7f55b80ce7a0 msgr2=0x7f55b80b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:50.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b5e00640 1 --2- 172.21.15.92:0/1252674171 >> v2:172.21.15.102:3300/0 conn(0x7f55b80ce7a0 0x7f55b80b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b5e00640 1 -- 172.21.15.92:0/1252674171 >> v1:172.21.15.92:6789/0 conn(0x7f55b80b22b0 legacy=0x7f55b80cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b5e00640 1 -- 172.21.15.92:0/1252674171 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55b80d0410 con 0x7f55b815f5f0 2024-09-19T06:04:50.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.218+0000 7f55b5400640 1 -- 172.21.15.92:0/1252674171 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1767239926 0 0) 0x7f55b80d0130 con 0x7f55b80b22b0 2024-09-19T06:04:50.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.219+0000 7f55b5e00640 1 --2- 172.21.15.92:0/1252674171 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b815f5f0 0x7f55b80ce260 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f55b80afbc0 tx=0x7f55a802a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f0393f6cbc19275 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:50.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b5400640 1 -- 172.21.15.92:0/1252674171 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55a8037070 con 0x7f55b815f5f0 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b5400640 1 -- 172.21.15.92:0/1252674171 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55a802add0 con 0x7f55b815f5f0 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b5400640 1 -- 172.21.15.92:0/1252674171 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55a8032660 con 0x7f55b815f5f0 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b7200640 1 -- 172.21.15.92:0/1252674171 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b815f5f0 msgr2=0x7f55b80ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b7200640 1 --2- 172.21.15.92:0/1252674171 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b815f5f0 0x7f55b80ce260 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f55b80afbc0 tx=0x7f55a802a080 comp rx=0 tx=0).stop 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b7200640 1 -- 172.21.15.92:0/1252674171 shutdown_connections 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b7200640 1 --2- 172.21.15.92:0/1252674171 >> v2:172.21.15.102:3300/0 conn(0x7f55b80ce7a0 0x7f55b80b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b7200640 1 --2- 172.21.15.92:0/1252674171 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b815f5f0 0x7f55b80ce260 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b7200640 1 -- 172.21.15.92:0/1252674171 >> 172.21.15.92:0/1252674171 conn(0x7f55b8062a20 msgr2=0x7f55b806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b7200640 1 -- 172.21.15.92:0/1252674171 shutdown_connections 2024-09-19T06:04:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.220+0000 7f55b7200640 1 -- 172.21.15.92:0/1252674171 wait complete. 2024-09-19T06:04:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.222+0000 7f55b7200640 1 Processor -- start 2024-09-19T06:04:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.222+0000 7f55b7200640 1 -- start start 2024-09-19T06:04:50.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55b7200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55b80b22b0 0x7f55b80b4aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55b7200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b80ce7a0 0x7f55b815fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55b7200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55b815f5f0 0x7f55b81601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55b7200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f55b80d09d0 con 0x7f55b80ce7a0 2024-09-19T06:04:50.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55b7200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f55b806ca80 con 0x7f55b815f5f0 2024-09-19T06:04:50.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55b7200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f55b815f9d0 con 0x7f55b80b22b0 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55ad400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b80ce7a0 0x7f55b815fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55ad400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b80ce7a0 0x7f55b815fc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35416/0 (socket says 172.21.15.92:35416) 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55ad400640 1 -- 172.21.15.92:0/2159029895 learned_addr learned my addr 172.21.15.92:0/2159029895 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55b5e00640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55b80b22b0 0x7f55b80b4aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.223+0000 7f55b6800640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55b815f5f0 0x7f55b81601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55ad400640 1 -- 172.21.15.92:0/2159029895 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55b80b22b0 msgr2=0x7f55b80b4aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55ad400640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55b80b22b0 0x7f55b80b4aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55ad400640 1 -- 172.21.15.92:0/2159029895 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55b815f5f0 msgr2=0x7f55b81601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55ad400640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55b815f5f0 0x7f55b81601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55ad400640 1 -- 172.21.15.92:0/2159029895 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f55b8153620 con 0x7f55b80ce7a0 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55b6800640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55b815f5f0 0x7f55b81601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55ad400640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b80ce7a0 0x7f55b815fc70 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f55a000b4a0 tx=0x7f55a000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55aea00640 1 -- 172.21.15.92:0/2159029895 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55a0014070 con 0x7f55b80ce7a0 2024-09-19T06:04:50.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55aea00640 1 -- 172.21.15.92:0/2159029895 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f55a0010610 con 0x7f55b80ce7a0 2024-09-19T06:04:50.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55aea00640 1 -- 172.21.15.92:0/2159029895 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f55a0010a00 con 0x7f55b80ce7a0 2024-09-19T06:04:50.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f55b8153900 con 0x7f55b80ce7a0 2024-09-19T06:04:50.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.224+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f55b8153ec0 con 0x7f55b80ce7a0 2024-09-19T06:04:50.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.225+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f55b8071fd0 con 0x7f55b80ce7a0 2024-09-19T06:04:50.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.226+0000 7f55aea00640 1 -- 172.21.15.92:0/2159029895 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f55a0017070 con 0x7f55b80ce7a0 2024-09-19T06:04:50.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.227+0000 7f55aea00640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f559406c2b0 0x7f559406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.227+0000 7f55aea00640 1 -- 172.21.15.92:0/2159029895 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 4943+0+0 (secure 0 0 0) 0x7f55a008ac00 con 0x7f55b80ce7a0 2024-09-19T06:04:50.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.227+0000 7f55b5e00640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f559406c2b0 0x7f559406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.228+0000 7f55b5e00640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f559406c2b0 0x7f559406e770 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f55a8034000 tx=0x7f55a802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:50.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.232+0000 7f55aea00640 1 -- 172.21.15.92:0/2159029895 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f55a0058f80 con 0x7f55b80ce7a0 2024-09-19T06:04:50.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.406+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f55b8073760 con 0x7f55b80ce7a0 2024-09-19T06:04:50.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.406+0000 7f55aea00640 1 -- 172.21.15.92:0/2159029895 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v71) ==== 74+0+13019 (secure 0 0 0) 0x7f55a005d280 con 0x7f55b80ce7a0 2024-09-19T06:04:50.409 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:50.409 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":71,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:48.024925+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":66,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.92:6837/310430516":"2024-09-20T06:04:44.812580+0000","172.21.15.92:6835/310430516":"2024-09-20T06:04:44.812580+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:50.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f559406c2b0 msgr2=0x7f559406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f559406c2b0 0x7f559406e770 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f55a8034000 tx=0x7f55a802e000 comp rx=0 tx=0).stop 2024-09-19T06:04:50.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b80ce7a0 msgr2=0x7f55b815fc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b80ce7a0 0x7f55b815fc70 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f55a000b4a0 tx=0x7f55a000b960 comp rx=0 tx=0).stop 2024-09-19T06:04:50.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 shutdown_connections 2024-09-19T06:04:50.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f559406c2b0 0x7f559406e770 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f55b815f5f0 0x7f55b81601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f55b80ce7a0 0x7f55b815fc70 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 --2- 172.21.15.92:0/2159029895 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f55b80b22b0 0x7f55b80b4aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 >> 172.21.15.92:0/2159029895 conn(0x7f55b8062a20 msgr2=0x7f55b815aaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:50.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 shutdown_connections 2024-09-19T06:04:50.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.409+0000 7f55b7200640 1 -- 172.21.15.92:0/2159029895 wait complete. 2024-09-19T06:04:50.427 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T06:01:12.930784+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T06:04:50.427 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T06:04:50.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.580+0000 7f1b33200640 1 Processor -- start 2024-09-19T06:04:50.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.580+0000 7f1b33200640 1 -- start start 2024-09-19T06:04:50.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.581+0000 7f1b33200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b3415e5f0 0x7f1b340d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.581+0000 7f1b33200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1b340d13c0 0x7f1b340b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.581+0000 7f1b33200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1b3415e9d0 con 0x7f1b340b8730 2024-09-19T06:04:50.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.581+0000 7f1b33200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f1b340b9b30 con 0x7f1b340d13c0 2024-09-19T06:04:50.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.581+0000 7f1b33200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1b340d1820 con 0x7f1b3415e5f0 2024-09-19T06:04:50.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.581+0000 7f1b32800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f1b340b8730 0x7f1b340ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43474/0 (socket says 172.21.15.92:43474) 2024-09-19T06:04:50.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.581+0000 7f1b32800640 1 -- 172.21.15.92:0/1660972979 learned_addr learned my addr 172.21.15.92:0/1660972979 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:50.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.582+0000 7f1b31400640 1 --2- 172.21.15.92:0/1660972979 >> v2:172.21.15.102:3300/0 conn(0x7f1b340d13c0 0x7f1b340b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.582+0000 7f1b31e00640 1 --2- 172.21.15.92:0/1660972979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b3415e5f0 0x7f1b340d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.582+0000 7f1b30a00640 1 -- 172.21.15.92:0/1660972979 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1952513909 0 0) 0x7f1b3415e9d0 con 0x7f1b340b8730 2024-09-19T06:04:50.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.582+0000 7f1b30a00640 1 -- 172.21.15.92:0/1660972979 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1b18003520 con 0x7f1b340b8730 2024-09-19T06:04:50.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.582+0000 7f1b31400640 1 -- 172.21.15.92:0/1660972979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b3415e5f0 msgr2=0x7f1b340d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:50.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.582+0000 7f1b31400640 1 --2- 172.21.15.92:0/1660972979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b3415e5f0 0x7f1b340d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.582+0000 7f1b31400640 1 -- 172.21.15.92:0/1660972979 >> v1:172.21.15.92:6789/0 conn(0x7f1b340b8730 legacy=0x7f1b340ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.582+0000 7f1b31400640 1 -- 172.21.15.92:0/1660972979 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b340b8f20 con 0x7f1b340d13c0 2024-09-19T06:04:50.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.582+0000 7f1b31e00640 1 --2- 172.21.15.92:0/1660972979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b3415e5f0 0x7f1b340d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:04:50.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.583+0000 7f1b31400640 1 --2- 172.21.15.92:0/1660972979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b340d13c0 0x7f1b340b81f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f1b200097a0 tx=0x7f1b2002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b71fdb53bc742b50 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:50.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.583+0000 7f1b30a00640 1 -- 172.21.15.92:0/1660972979 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b20037070 con 0x7f1b340d13c0 2024-09-19T06:04:50.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b30a00640 1 -- 172.21.15.92:0/1660972979 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b20032440 con 0x7f1b340d13c0 2024-09-19T06:04:50.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b30a00640 1 -- 172.21.15.92:0/1660972979 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b200327f0 con 0x7f1b340d13c0 2024-09-19T06:04:50.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b33200640 1 -- 172.21.15.92:0/1660972979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b340d13c0 msgr2=0x7f1b340b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b33200640 1 --2- 172.21.15.92:0/1660972979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b340d13c0 0x7f1b340b81f0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f1b200097a0 tx=0x7f1b2002a180 comp rx=0 tx=0).stop 2024-09-19T06:04:50.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b33200640 1 -- 172.21.15.92:0/1660972979 shutdown_connections 2024-09-19T06:04:50.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b33200640 1 --2- 172.21.15.92:0/1660972979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b340d13c0 0x7f1b340b81f0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b33200640 1 --2- 172.21.15.92:0/1660972979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b3415e5f0 0x7f1b340d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b33200640 1 -- 172.21.15.92:0/1660972979 >> 172.21.15.92:0/1660972979 conn(0x7f1b34062630 msgr2=0x7f1b34062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:50.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b33200640 1 -- 172.21.15.92:0/1660972979 shutdown_connections 2024-09-19T06:04:50.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.584+0000 7f1b33200640 1 -- 172.21.15.92:0/1660972979 wait complete. 2024-09-19T06:04:50.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.586+0000 7f1b33200640 1 Processor -- start 2024-09-19T06:04:50.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.586+0000 7f1b33200640 1 -- start start 2024-09-19T06:04:50.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b33200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b340b8730 0x7f1b341f8050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b33200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b340d13c0 0x7f1b340ced10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b33200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b3415e5f0 0x7f1b340c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b33200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1b340b97c0 con 0x7f1b340b8730 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b33200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1b340b94e0 con 0x7f1b3415e5f0 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b33200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1b340b8bc0 con 0x7f1b340d13c0 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b31e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b340b8730 0x7f1b341f8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b31e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b340b8730 0x7f1b341f8050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35420/0 (socket says 172.21.15.92:35420) 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b31e00640 1 -- 172.21.15.92:0/3003225685 learned_addr learned my addr 172.21.15.92:0/3003225685 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b31e00640 1 -- 172.21.15.92:0/3003225685 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b340d13c0 msgr2=0x7f1b340ced10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b31e00640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b340d13c0 0x7f1b340ced10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b31e00640 1 -- 172.21.15.92:0/3003225685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b3415e5f0 msgr2=0x7f1b340c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.587+0000 7f1b31e00640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b3415e5f0 0x7f1b340c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.588+0000 7f1b31e00640 1 -- 172.21.15.92:0/3003225685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1b341f8590 con 0x7f1b340b8730 2024-09-19T06:04:50.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.588+0000 7f1b31e00640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b340b8730 0x7f1b341f8050 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f1b2400ebe0 tx=0x7f1b2400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:50.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.588+0000 7f1b2a000640 1 -- 172.21.15.92:0/3003225685 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b24017070 con 0x7f1b340b8730 2024-09-19T06:04:50.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.588+0000 7f1b2a000640 1 -- 172.21.15.92:0/3003225685 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1b2400cc30 con 0x7f1b340b8730 2024-09-19T06:04:50.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.588+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1b341f4460 con 0x7f1b340b8730 2024-09-19T06:04:50.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.588+0000 7f1b2a000640 1 -- 172.21.15.92:0/3003225685 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1b24013470 con 0x7f1b340b8730 2024-09-19T06:04:50.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.588+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1b341f4a20 con 0x7f1b340b8730 2024-09-19T06:04:50.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.589+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1b34069c20 con 0x7f1b340b8730 2024-09-19T06:04:50.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.590+0000 7f1b2a000640 1 -- 172.21.15.92:0/3003225685 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1b2401a070 con 0x7f1b340b8730 2024-09-19T06:04:50.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.591+0000 7f1b2a000640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1b1406c2b0 0x7f1b1406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.591+0000 7f1b2a000640 1 -- 172.21.15.92:0/3003225685 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 4943+0+0 (secure 0 0 0) 0x7f1b2408b0b0 con 0x7f1b340b8730 2024-09-19T06:04:50.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.591+0000 7f1b31400640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1b1406c2b0 0x7f1b1406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.592+0000 7f1b31400640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1b1406c2b0 0x7f1b1406e770 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1b20034000 tx=0x7f1b2002c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:50.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.595+0000 7f1b2a000640 1 -- 172.21.15.92:0/3003225685 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1b341f8590 con 0x7f1b340b8730 2024-09-19T06:04:50.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.765+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f1b340ba020 con 0x7f1b340b8730 2024-09-19T06:04:50.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.766+0000 7f1b2a000640 1 -- 172.21.15.92:0/3003225685 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v71) ==== 93+0+10 (secure 0 0 0) 0x7f1b24059b10 con 0x7f1b340b8730 2024-09-19T06:04:50.770 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 1 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1b1406c2b0 msgr2=0x7f1b1406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1b1406c2b0 0x7f1b1406e770 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f1b20034000 tx=0x7f1b2002c000 comp rx=0 tx=0).stop 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b340b8730 msgr2=0x7f1b341f8050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b340b8730 0x7f1b341f8050 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f1b2400ebe0 tx=0x7f1b2400c520 comp rx=0 tx=0).stop 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 shutdown_connections 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1b1406c2b0 0x7f1b1406e770 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1b3415e5f0 0x7f1b340c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1b340d13c0 0x7f1b340ced10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 --2- 172.21.15.92:0/3003225685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1b340b8730 0x7f1b341f8050 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 >> 172.21.15.92:0/3003225685 conn(0x7f1b34062630 msgr2=0x7f1b340b7980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:50.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 shutdown_connections 2024-09-19T06:04:50.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.768+0000 7f1b33200640 1 -- 172.21.15.92:0/3003225685 wait complete. 2024-09-19T06:04:50.787 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_strays.TestStrays.test_fancy_layout' 2024-09-19T06:04:50.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.938+0000 7f21c1e00640 1 Processor -- start 2024-09-19T06:04:50.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.938+0000 7f21c1e00640 1 -- start start 2024-09-19T06:04:50.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.939+0000 7f21c1e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21bc15c170 0x7f21bc15c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.939+0000 7f21c1e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f21bc0cf6c0 0x7f21bc0cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.939+0000 7f21c1e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f21bc0b49c0 con 0x7f21bc0b5dd0 2024-09-19T06:04:50.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.939+0000 7f21c1e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f21bc15ca90 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.939+0000 7f21c1e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f21bc0b4cf0 con 0x7f21bc15c170 2024-09-19T06:04:50.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.939+0000 7f21b2000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f21bc0cf6c0 0x7f21bc0cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.939+0000 7f21b2000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f21bc0cf6c0 0x7f21bc0cfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35426/0 (socket says 172.21.15.92:35426) 2024-09-19T06:04:50.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.939+0000 7f21b2000640 1 -- 172.21.15.92:0/499988250 learned_addr learned my addr 172.21.15.92:0/499988250 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:50.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.940+0000 7f21baa00640 1 --2- 172.21.15.92:0/499988250 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21bc15c170 0x7f21bc15c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.940+0000 7f21b2000640 1 -- 172.21.15.92:0/499988250 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21bc15c170 msgr2=0x7f21bc15c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:50.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.940+0000 7f21b2000640 1 --2- 172.21.15.92:0/499988250 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21bc15c170 0x7f21bc15c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.940+0000 7f21b2000640 1 -- 172.21.15.92:0/499988250 >> v1:172.21.15.92:6789/0 conn(0x7f21bc0b5dd0 legacy=0x7f21bc15ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.940+0000 7f21b2000640 1 -- 172.21.15.92:0/499988250 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21bc0b4fd0 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.941+0000 7f21b2000640 1 --2- 172.21.15.92:0/499988250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 0x7f21bc0cfb00 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f21a4009870 tx=0x7f21a402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd8ebe6ff6b9bfb7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.941+0000 7f21ba000640 1 -- 172.21.15.92:0/499988250 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4037070 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.941+0000 7f21ba000640 1 -- 172.21.15.92:0/499988250 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21a4032440 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.941+0000 7f21ba000640 1 -- 172.21.15.92:0/499988250 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4032810 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.942+0000 7f21c1e00640 1 -- 172.21.15.92:0/499988250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 msgr2=0x7f21bc0cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.942+0000 7f21c1e00640 1 --2- 172.21.15.92:0/499988250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 0x7f21bc0cfb00 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f21a4009870 tx=0x7f21a402a250 comp rx=0 tx=0).stop 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.942+0000 7f21c1e00640 1 -- 172.21.15.92:0/499988250 shutdown_connections 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.942+0000 7f21c1e00640 1 --2- 172.21.15.92:0/499988250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 0x7f21bc0cfb00 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.942+0000 7f21c1e00640 1 --2- 172.21.15.92:0/499988250 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21bc15c170 0x7f21bc15c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.942+0000 7f21c1e00640 1 -- 172.21.15.92:0/499988250 >> 172.21.15.92:0/499988250 conn(0x7f21bc06bc10 msgr2=0x7f21bc06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:50.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.942+0000 7f21c1e00640 1 -- 172.21.15.92:0/499988250 shutdown_connections 2024-09-19T06:04:50.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.942+0000 7f21c1e00640 1 -- 172.21.15.92:0/499988250 wait complete. 2024-09-19T06:04:50.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.943+0000 7f21c1e00640 1 Processor -- start 2024-09-19T06:04:50.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.943+0000 7f21c1e00640 1 -- start start 2024-09-19T06:04:50.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.944+0000 7f21c1e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21bc0b5dd0 0x7f21bc154390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.944+0000 7f21c1e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 0x7f21bc1520b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.944+0000 7f21c1e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21bc15c170 0x7f21bc142fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.944+0000 7f21c1e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f21bc0b5870 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.944+0000 7f21c1e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f21bc0b5590 con 0x7f21bc0b5dd0 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.944+0000 7f21c1e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f21bc0b5b50 con 0x7f21bc15c170 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b2000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 0x7f21bc1520b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b2000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 0x7f21bc1520b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35438/0 (socket says 172.21.15.92:35438) 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b2000640 1 -- 172.21.15.92:0/2055043533 learned_addr learned my addr 172.21.15.92:0/2055043533 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b2000640 1 -- 172.21.15.92:0/2055043533 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21bc15c170 msgr2=0x7f21bc142fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b2000640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21bc15c170 0x7f21bc142fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b2000640 1 -- 172.21.15.92:0/2055043533 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21bc0b5dd0 msgr2=0x7f21bc154390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21baa00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21bc0b5dd0 0x7f21bc154390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b2000640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21bc0b5dd0 0x7f21bc154390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b2000640 1 -- 172.21.15.92:0/2055043533 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f21bc151330 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21baa00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21bc0b5dd0 0x7f21bc154390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:04:50.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b2000640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 0x7f21bc1520b0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f21a4000c00 tx=0x7f21a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:50.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b3e00640 1 -- 172.21.15.92:0/2055043533 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4041020 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b3e00640 1 -- 172.21.15.92:0/2055043533 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f21a40306c0 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.945+0000 7f21b3e00640 1 -- 172.21.15.92:0/2055043533 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f21a4037040 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.946+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f21bc143520 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.946+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f21bc1518b0 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.947+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f21bc0cfb00 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.948+0000 7f21b3e00640 1 -- 172.21.15.92:0/2055043533 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f21a4044020 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.948+0000 7f21b3e00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f219806c2e0 0x7f219806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:50.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.949+0000 7f21b3e00640 1 -- 172.21.15.92:0/2055043533 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 4943+0+0 (secure 0 0 0) 0x7f21a40ab9c0 con 0x7f21bc0cf6c0 2024-09-19T06:04:50.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.949+0000 7f21baa00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f219806c2e0 0x7f219806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:50.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.949+0000 7f21baa00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f219806c2e0 0x7f219806e7a0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f21ac006fd0 tx=0x7f21ac008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:50.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:50.953+0000 7f21b3e00640 1 -- 172.21.15.92:0/2055043533 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f21a404b030 con 0x7f21bc0cf6c0 2024-09-19T06:04:51.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:51.193+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_fancy_layout"]} v 0) -- 0x7f21bc06d360 con 0x7f21bc0cf6c0 2024-09-19T06:04:52.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.046+0000 7f21b3e00640 1 -- 172.21.15.92:0/2055043533 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_fancy_layout"]}]=0 v197) ==== 135+0+0 (secure 0 0 0) 0x7f21a407a390 con 0x7f21bc0cf6c0 2024-09-19T06:04:52.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f219806c2e0 msgr2=0x7f219806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f219806c2e0 0x7f219806e7a0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f21ac006fd0 tx=0x7f21ac008040 comp rx=0 tx=0).stop 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 msgr2=0x7f21bc1520b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 0x7f21bc1520b0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f21a4000c00 tx=0x7f21a40046c0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 shutdown_connections 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f21bc15c170 0x7f21bc142fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21bc0cf6c0 0x7f21bc1520b0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f219806c2e0 0x7f219806e7a0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 --2- 172.21.15.92:0/2055043533 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f21bc0b5dd0 0x7f21bc154390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 >> 172.21.15.92:0/2055043533 conn(0x7f21bc06bc10 msgr2=0x7f21bc06d880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.048+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 shutdown_connections 2024-09-19T06:04:52.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.049+0000 7f21c1e00640 1 -- 172.21.15.92:0/2055043533 wait complete. 2024-09-19T06:04:52.067 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T06:04:52.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.223+0000 7f9324e00640 1 Processor -- start 2024-09-19T06:04:52.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.223+0000 7f9324e00640 1 -- start start 2024-09-19T06:04:52.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.224+0000 7f9324e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f93200731c0 0x7f9320073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.224+0000 7f9324e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f932015de80 0x7f932015e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.224+0000 7f9324e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f932015a430 con 0x7f932015a050 2024-09-19T06:04:52.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.224+0000 7f9324e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f9320073b40 con 0x7f93200731c0 2024-09-19T06:04:52.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.224+0000 7f9324e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f93200cd0a0 con 0x7f932015de80 2024-09-19T06:04:52.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.224+0000 7f931d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f93200731c0 0x7f9320073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.224+0000 7f931d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f93200731c0 0x7f9320073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35452/0 (socket says 172.21.15.92:35452) 2024-09-19T06:04:52.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.224+0000 7f931d400640 1 -- 172.21.15.92:0/2361091540 learned_addr learned my addr 172.21.15.92:0/2361091540 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:52.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.224+0000 7f931e800640 1 --2- 172.21.15.92:0/2361091540 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f932015de80 0x7f932015e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.225+0000 7f931d400640 1 -- 172.21.15.92:0/2361091540 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f932015de80 msgr2=0x7f932015e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:52.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.225+0000 7f931d400640 1 --2- 172.21.15.92:0/2361091540 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f932015de80 0x7f932015e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.225+0000 7f931d400640 1 -- 172.21.15.92:0/2361091540 >> v1:172.21.15.102:6789/0 conn(0x7f932015a050 legacy=0x7f932015d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.227 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.225+0000 7f931d400640 1 -- 172.21.15.92:0/2361091540 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93200cd380 con 0x7f93200731c0 2024-09-19T06:04:52.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f931d400640 1 --2- 172.21.15.92:0/2361091540 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93200731c0 0x7f9320073600 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f930c009870 tx=0x7f930c02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93cc9292e825faa4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f931ca00640 1 -- 172.21.15.92:0/2361091540 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f930c037070 con 0x7f93200731c0 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f931ca00640 1 -- 172.21.15.92:0/2361091540 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f930c032440 con 0x7f93200731c0 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f931ca00640 1 -- 172.21.15.92:0/2361091540 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f930c032810 con 0x7f93200731c0 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f9324e00640 1 -- 172.21.15.92:0/2361091540 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93200731c0 msgr2=0x7f9320073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f9324e00640 1 --2- 172.21.15.92:0/2361091540 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93200731c0 0x7f9320073600 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f930c009870 tx=0x7f930c02a1c0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f9324e00640 1 -- 172.21.15.92:0/2361091540 shutdown_connections 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f9324e00640 1 --2- 172.21.15.92:0/2361091540 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f932015de80 0x7f932015e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f9324e00640 1 --2- 172.21.15.92:0/2361091540 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93200731c0 0x7f9320073600 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.226+0000 7f9324e00640 1 -- 172.21.15.92:0/2361091540 >> 172.21.15.92:0/2361091540 conn(0x7f932006d0f0 msgr2=0x7f932006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.227+0000 7f9324e00640 1 -- 172.21.15.92:0/2361091540 shutdown_connections 2024-09-19T06:04:52.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.227+0000 7f9324e00640 1 -- 172.21.15.92:0/2361091540 wait complete. 2024-09-19T06:04:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.228+0000 7f9324e00640 1 Processor -- start 2024-09-19T06:04:52.230 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.228+0000 7f9324e00640 1 -- start start 2024-09-19T06:04:52.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.229+0000 7f9324e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93200731c0 0x7f9320142fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.229+0000 7f9324e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f932015a050 0x7f9320143a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.229+0000 7f9324e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f932015de80 0x7f9320153150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.229+0000 7f9324e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f93200cdc20 con 0x7f932015de80 2024-09-19T06:04:52.232 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.229+0000 7f9324e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f93200cd940 con 0x7f932015a050 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.229+0000 7f9324e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f93200b36e0 con 0x7f93200731c0 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.229+0000 7f931e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f932015de80 0x7f9320153150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.229+0000 7f931e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f932015de80 0x7f9320153150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35466/0 (socket says 172.21.15.92:35466) 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.229+0000 7f931e800640 1 -- 172.21.15.92:0/3273688354 learned_addr learned my addr 172.21.15.92:0/3273688354 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f931d400640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f932015a050 0x7f9320143a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f931de00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93200731c0 0x7f9320142fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f931e800640 1 -- 172.21.15.92:0/3273688354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93200731c0 msgr2=0x7f9320142fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f931e800640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93200731c0 0x7f9320142fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f931e800640 1 -- 172.21.15.92:0/3273688354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f932015a050 msgr2=0x7f9320143a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f931e800640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f932015a050 0x7f9320143a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f931e800640 1 -- 172.21.15.92:0/3273688354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9320143520 con 0x7f932015de80 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f931de00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93200731c0 0x7f9320142fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f931e800640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f932015de80 0x7f9320153150 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f931800e7f0 tx=0x7f931800ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:52.233 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f9316000640 1 -- 172.21.15.92:0/3273688354 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9318017070 con 0x7f932015de80 2024-09-19T06:04:52.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f9316000640 1 -- 172.21.15.92:0/3273688354 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f931800ee40 con 0x7f932015de80 2024-09-19T06:04:52.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f9316000640 1 -- 172.21.15.92:0/3273688354 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f931800cb80 con 0x7f932015de80 2024-09-19T06:04:52.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9320146890 con 0x7f932015de80 2024-09-19T06:04:52.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.230+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9320154320 con 0x7f932015de80 2024-09-19T06:04:52.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.231+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f93200ccd00 con 0x7f932015de80 2024-09-19T06:04:52.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.232+0000 7f9316000640 1 -- 172.21.15.92:0/3273688354 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f931801a070 con 0x7f932015de80 2024-09-19T06:04:52.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.233+0000 7f9316000640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f930006c2b0 0x7f930006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.233+0000 7f9316000640 1 -- 172.21.15.92:0/3273688354 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 4943+0+0 (secure 0 0 0) 0x7f931808b340 con 0x7f932015de80 2024-09-19T06:04:52.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.233+0000 7f931de00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f930006c2b0 0x7f930006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.236 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.234+0000 7f931de00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f930006c2b0 0x7f930006e770 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9310001e00 tx=0x7f9310009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:52.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.237+0000 7f9316000640 1 -- 172.21.15.92:0/3273688354 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9320143520 con 0x7f932015de80 2024-09-19T06:04:52.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.412+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f9320143f70 con 0x7f932015de80 2024-09-19T06:04:52.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.417+0000 7f9316000640 1 -- 172.21.15.92:0/3273688354 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v26)=0 v26) ==== 122+0+0 (secure 0 0 0) 0x7f9318059630 con 0x7f932015de80 2024-09-19T06:04:52.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f930006c2b0 msgr2=0x7f930006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f930006c2b0 0x7f930006e770 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f9310001e00 tx=0x7f9310009040 comp rx=0 tx=0).stop 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f932015de80 msgr2=0x7f9320153150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f932015de80 0x7f9320153150 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f931800e7f0 tx=0x7f931800ebf0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 shutdown_connections 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f932015de80 0x7f9320153150 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f930006c2b0 0x7f930006e770 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f932015a050 0x7f9320143a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 --2- 172.21.15.92:0/3273688354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93200731c0 0x7f9320142fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 >> 172.21.15.92:0/3273688354 conn(0x7f932006d0f0 msgr2=0x7f932015a9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 shutdown_connections 2024-09-19T06:04:52.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.419+0000 7f9324e00640 1 -- 172.21.15.92:0/3273688354 wait complete. 2024-09-19T06:04:52.438 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:04:52.438 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:04:52.536 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:04:52.631 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:04:52.631 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:52.631 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:52.666 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:04:52.666 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:04:52.666 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:52.703 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:04:52.703 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:04:52.703 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:52.741 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:04:52.741 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:04:52.741 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:04:52.778 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:04:52.778 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T06:04:52.779 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:04:52.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.933+0000 7fd595e00640 1 Processor -- start 2024-09-19T06:04:52.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.933+0000 7fd595e00640 1 -- start start 2024-09-19T06:04:52.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.934+0000 7fd595e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fd59015e660 0x7fd5900cf730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.934+0000 7fd595e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd59015ea40 con 0x7fd5900d3310 2024-09-19T06:04:52.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.934+0000 7fd595e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd5900d3870 con 0x7fd5900d1820 2024-09-19T06:04:52.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.934+0000 7fd595e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fd5900d3b50 con 0x7fd59015e660 2024-09-19T06:04:52.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.934+0000 7fd586000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd5900d3310 0x7fd5900d1110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43488/0 (socket says 172.21.15.92:43488) 2024-09-19T06:04:52.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.934+0000 7fd586000640 1 -- 172.21.15.92:0/754490679 learned_addr learned my addr 172.21.15.92:0/754490679 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:52.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.934+0000 7fd58ea00640 1 --2- 172.21.15.92:0/754490679 >> v2:172.21.15.102:3300/0 conn(0x7fd59015e660 0x7fd5900cf730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.935+0000 7fd58e000640 1 -- 172.21.15.92:0/754490679 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2795060688 0 0) 0x7fd59015ea40 con 0x7fd5900d3310 2024-09-19T06:04:52.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.935+0000 7fd58e000640 1 -- 172.21.15.92:0/754490679 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd574003520 con 0x7fd5900d3310 2024-09-19T06:04:52.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.935+0000 7fd58e000640 1 -- 172.21.15.92:0/754490679 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1588305764 0 0) 0x7fd5900d3870 con 0x7fd5900d1820 2024-09-19T06:04:52.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.935+0000 7fd58e000640 1 -- 172.21.15.92:0/754490679 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd59015ea40 con 0x7fd5900d1820 2024-09-19T06:04:52.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.935+0000 7fd58ea00640 1 -- 172.21.15.92:0/754490679 >> v1:172.21.15.102:6789/0 conn(0x7fd5900d1820 legacy=0x7fd5900b7b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.935+0000 7fd58ea00640 1 -- 172.21.15.92:0/754490679 >> v1:172.21.15.92:6789/0 conn(0x7fd5900d3310 legacy=0x7fd5900d1110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.935+0000 7fd58ea00640 1 -- 172.21.15.92:0/754490679 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5900d3e30 con 0x7fd59015e660 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.936+0000 7fd58ea00640 1 --2- 172.21.15.92:0/754490679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd59015e660 0x7fd5900cf730 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fd5800097a0 tx=0x7fd58002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4505bc50e306ee2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.936+0000 7fd58e000640 1 -- 172.21.15.92:0/754490679 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd580037070 con 0x7fd59015e660 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.936+0000 7fd58e000640 1 -- 172.21.15.92:0/754490679 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd580032440 con 0x7fd59015e660 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.936+0000 7fd58e000640 1 -- 172.21.15.92:0/754490679 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd580032810 con 0x7fd59015e660 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.937+0000 7fd595e00640 1 -- 172.21.15.92:0/754490679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd59015e660 msgr2=0x7fd5900cf730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.937+0000 7fd595e00640 1 --2- 172.21.15.92:0/754490679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd59015e660 0x7fd5900cf730 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fd5800097a0 tx=0x7fd58002a230 comp rx=0 tx=0).stop 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.937+0000 7fd595e00640 1 -- 172.21.15.92:0/754490679 shutdown_connections 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.937+0000 7fd595e00640 1 --2- 172.21.15.92:0/754490679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd59015e660 0x7fd5900cf730 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.937+0000 7fd595e00640 1 -- 172.21.15.92:0/754490679 >> 172.21.15.92:0/754490679 conn(0x7fd5900b6410 msgr2=0x7fd5900b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:52.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.937+0000 7fd595e00640 1 -- 172.21.15.92:0/754490679 shutdown_connections 2024-09-19T06:04:52.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.937+0000 7fd595e00640 1 -- 172.21.15.92:0/754490679 wait complete. 2024-09-19T06:04:52.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.938+0000 7fd595e00640 1 Processor -- start 2024-09-19T06:04:52.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.939+0000 7fd595e00640 1 -- start start 2024-09-19T06:04:52.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.939+0000 7fd595e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5900d1820 0x7fd59015d520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.939+0000 7fd595e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5900d3310 0x7fd5901518b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.939+0000 7fd595e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd59015e660 0x7fd590160e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.939+0000 7fd595e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd5900cfc70 con 0x7fd5900d3310 2024-09-19T06:04:52.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.939+0000 7fd595e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd5900d43f0 con 0x7fd5900d1820 2024-09-19T06:04:52.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.939+0000 7fd595e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd5900b8280 con 0x7fd59015e660 2024-09-19T06:04:52.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd586000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5900d3310 0x7fd5901518b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd586000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5900d3310 0x7fd5901518b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35476/0 (socket says 172.21.15.92:35476) 2024-09-19T06:04:52.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd586000640 1 -- 172.21.15.92:0/2239591743 learned_addr learned my addr 172.21.15.92:0/2239591743 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:52.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd58ea00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5900d1820 0x7fd59015d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd58f400640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd59015e660 0x7fd590160e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd586000640 1 -- 172.21.15.92:0/2239591743 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd59015e660 msgr2=0x7fd590160e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd586000640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd59015e660 0x7fd590160e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd586000640 1 -- 172.21.15.92:0/2239591743 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5900d1820 msgr2=0x7fd59015d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:52.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd586000640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5900d1820 0x7fd59015d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:52.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd586000640 1 -- 172.21.15.92:0/2239591743 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd5900cd3b0 con 0x7fd5900d3310 2024-09-19T06:04:52.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd586000640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5900d3310 0x7fd5901518b0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fd57800c500 tx=0x7fd57800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:52.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.940+0000 7fd587e00640 1 -- 172.21.15.92:0/2239591743 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd578017070 con 0x7fd5900d3310 2024-09-19T06:04:52.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.941+0000 7fd587e00640 1 -- 172.21.15.92:0/2239591743 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd578005ce0 con 0x7fd5900d3310 2024-09-19T06:04:52.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.941+0000 7fd587e00640 1 -- 172.21.15.92:0/2239591743 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd5780072f0 con 0x7fd5900d3310 2024-09-19T06:04:52.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.941+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd5900cd690 con 0x7fd5900d3310 2024-09-19T06:04:52.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.941+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd5900cdc50 con 0x7fd5900d3310 2024-09-19T06:04:52.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.942+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd5900cf730 con 0x7fd5900d3310 2024-09-19T06:04:52.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.943+0000 7fd587e00640 1 -- 172.21.15.92:0/2239591743 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd57801a070 con 0x7fd5900d3310 2024-09-19T06:04:52.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.943+0000 7fd587e00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd56c06c2e0 0x7fd56c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:52.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.944+0000 7fd587e00640 1 -- 172.21.15.92:0/2239591743 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 4943+0+0 (secure 0 0 0) 0x7fd57808a490 con 0x7fd5900d3310 2024-09-19T06:04:52.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.944+0000 7fd58ea00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd56c06c2e0 0x7fd56c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:52.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.945+0000 7fd58ea00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd56c06c2e0 0x7fd56c06e7a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd580034000 tx=0x7fd58002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:52.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:52.948+0000 7fd587e00640 1 -- 172.21.15.92:0/2239591743 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd5780588a0 con 0x7fd5900d3310 2024-09-19T06:04:53.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.159+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd59015bbf0 con 0x7fd5900d3310 2024-09-19T06:04:53.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.159+0000 7fd587e00640 1 -- 172.21.15.92:0/2239591743 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 44 v44) ==== 94+0+3917 (secure 0 0 0) 0x7fd57805f0c0 con 0x7fd5900d3310 2024-09-19T06:04:53.161 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:53.162 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":44,"btime":"2024-09-19T06:04:45:815345+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5219,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1229430473","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1229430473},{"type":"v1","addr":"172.21.15.102:6835","nonce":1229430473}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5605,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3461183630","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3461183630},{"type":"v1","addr":"172.21.15.102:6834","nonce":3461183630}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":5835,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/2264639246","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2264639246},{"type":"v1","addr":"172.21.15.92:6836","nonce":2264639246}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":37},{"gid":6069,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2473589304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":2473589304},{"type":"v1","addr":"172.21.15.92:6837","nonce":2473589304}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":44}],"filesystems":[]} 2024-09-19T06:04:53.162 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 44 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd56c06c2e0 msgr2=0x7fd56c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd56c06c2e0 0x7fd56c06e7a0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd580034000 tx=0x7fd58002e000 comp rx=0 tx=0).stop 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5900d3310 msgr2=0x7fd5901518b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5900d3310 0x7fd5901518b0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7fd57800c500 tx=0x7fd57800c9c0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 shutdown_connections 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd59015e660 0x7fd590160e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd5900d3310 0x7fd5901518b0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd56c06c2e0 0x7fd56c06e7a0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 --2- 172.21.15.92:0/2239591743 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd5900d1820 0x7fd59015d520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 >> 172.21.15.92:0/2239591743 conn(0x7fd5900b6410 msgr2=0x7fd59006bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:53.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 shutdown_connections 2024-09-19T06:04:53.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.162+0000 7fd595e00640 1 -- 172.21.15.92:0/2239591743 wait complete. 2024-09-19T06:04:53.179 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:04:53.179 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T06:04:53.180 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:04:53.180 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:04:53.180 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:04:53.180 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T06:04:53.180 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:04:53.180 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:04:53.181 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:04:53.181 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T06:04:53.181 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:04:53.181 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:04:53.181 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:04:53.181 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T06:04:53.181 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:04:53.182 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:04:53.194 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:04:53.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:04:53.196 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:04:53.196 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:04:53.199 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:04:53.199 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:04:53.200 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:04:53.200 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:04:53.239 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:04:53.240 DEBUG:teuthology.parallel:result is None 2024-09-19T06:04:53.242 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:04:53.242 DEBUG:teuthology.parallel:result is None 2024-09-19T06:04:53.243 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:04:53.244 DEBUG:teuthology.parallel:result is None 2024-09-19T06:04:53.246 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:04:53.246 DEBUG:teuthology.parallel:result is None 2024-09-19T06:04:53.246 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T06:04:53.370 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:04:53.371 INFO:tasks.ceph.mds.d.smithi102.stdout:starting mds.d at 2024-09-19T06:04:53.371 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:04:53.372 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:04:53.373 INFO:tasks.ceph.mds.b.smithi102.stderr:2024-09-19T06:04:53.372+0000 7f4e79400640 -1 PosixStack listen unable to listen on v2:0.0.0.0:6832/0: (98) Address already in use 2024-09-19T06:04:53.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.407+0000 7ff1c0e00640 1 Processor -- start 2024-09-19T06:04:53.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.407+0000 7ff1c0e00640 1 -- start start 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.408+0000 7ff1c0e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff1bc0b0ab0 0x7ff1bc06f710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.408+0000 7ff1c0e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff1bc06fc50 0x7ff1bc071f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.408+0000 7ff1c0e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff1bc06cb00 con 0x7ff1bc15c560 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.408+0000 7ff1c0e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff1bc06dcd0 con 0x7ff1bc06fc50 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.408+0000 7ff1c0e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff1bc06c670 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.409+0000 7ff1ba800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff1bc06fc50 0x7ff1bc071f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.409+0000 7ff1ba800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff1bc06fc50 0x7ff1bc071f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35520/0 (socket says 172.21.15.92:35520) 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.409+0000 7ff1ba800640 1 -- 172.21.15.92:0/2454247711 learned_addr learned my addr 172.21.15.92:0/2454247711 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.409+0000 7ff1b3e00640 1 --2- 172.21.15.92:0/2454247711 >> v2:172.21.15.102:3300/0 conn(0x7ff1bc0b0ab0 0x7ff1bc06f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:53.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.409+0000 7ff1ba800640 1 -- 172.21.15.92:0/2454247711 >> v2:172.21.15.102:3300/0 conn(0x7ff1bc0b0ab0 msgr2=0x7ff1bc06f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:53.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.409+0000 7ff1ba800640 1 --2- 172.21.15.92:0/2454247711 >> v2:172.21.15.102:3300/0 conn(0x7ff1bc0b0ab0 0x7ff1bc06f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.409+0000 7ff1ba800640 1 -- 172.21.15.92:0/2454247711 >> v1:172.21.15.102:6789/0 conn(0x7ff1bc15c560 legacy=0x7ff1bc06d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:53.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.409+0000 7ff1ba800640 1 -- 172.21.15.92:0/2454247711 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1bc06bd40 con 0x7ff1bc06fc50 2024-09-19T06:04:53.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.410+0000 7ff1ba800640 1 --2- 172.21.15.92:0/2454247711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc06fc50 0x7ff1bc071f80 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc0b0810 tx=0x7ff1b402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a48a881a73b39d21 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:53.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.410+0000 7ff1b9400640 1 -- 172.21.15.92:0/2454247711 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b4036070 con 0x7ff1bc06fc50 2024-09-19T06:04:53.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.410+0000 7ff1b9400640 1 -- 172.21.15.92:0/2454247711 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1b4031600 con 0x7ff1bc06fc50 2024-09-19T06:04:53.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.410+0000 7ff1b9400640 1 -- 172.21.15.92:0/2454247711 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1b40319d0 con 0x7ff1bc06fc50 2024-09-19T06:04:53.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.411+0000 7ff1c0e00640 1 -- 172.21.15.92:0/2454247711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc06fc50 msgr2=0x7ff1bc071f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:53.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.411+0000 7ff1c0e00640 1 --2- 172.21.15.92:0/2454247711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc06fc50 0x7ff1bc071f80 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7ff1bc0b0810 tx=0x7ff1b402a6a0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.411+0000 7ff1c0e00640 1 -- 172.21.15.92:0/2454247711 shutdown_connections 2024-09-19T06:04:53.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.411+0000 7ff1c0e00640 1 --2- 172.21.15.92:0/2454247711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc06fc50 0x7ff1bc071f80 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.411+0000 7ff1c0e00640 1 --2- 172.21.15.92:0/2454247711 >> v2:172.21.15.102:3300/0 conn(0x7ff1bc0b0ab0 0x7ff1bc06f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.411+0000 7ff1c0e00640 1 -- 172.21.15.92:0/2454247711 >> 172.21.15.92:0/2454247711 conn(0x7ff1bc0b3070 msgr2=0x7ff1bc0b3450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:53.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.411+0000 7ff1c0e00640 1 -- 172.21.15.92:0/2454247711 shutdown_connections 2024-09-19T06:04:53.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.411+0000 7ff1c0e00640 1 -- 172.21.15.92:0/2454247711 wait complete. 2024-09-19T06:04:53.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.413+0000 7ff1c0e00640 1 Processor -- start 2024-09-19T06:04:53.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.413+0000 7ff1c0e00640 1 -- start start 2024-09-19T06:04:53.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1c0e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1bc06fc50 0x7ff1bc158cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:53.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1c0e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc0b0ab0 0x7ff1bc15c940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1c0e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1bc15c560 0x7ff1bc15ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1c0e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff1bc0724c0 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1c0e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff1bc06c300 con 0x7ff1bc15c560 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1c0e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff1bc072640 con 0x7ff1bc06fc50 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1b3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc0b0ab0 0x7ff1bc15c940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1b3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc0b0ab0 0x7ff1bc15c940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35534/0 (socket says 172.21.15.92:35534) 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1b3e00640 1 -- 172.21.15.92:0/3407922340 learned_addr learned my addr 172.21.15.92:0/3407922340 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1b9e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1bc06fc50 0x7ff1bc158cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1ba800640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1bc15c560 0x7ff1bc15ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1b3e00640 1 -- 172.21.15.92:0/3407922340 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1bc06fc50 msgr2=0x7ff1bc158cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1b3e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1bc06fc50 0x7ff1bc158cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1b3e00640 1 -- 172.21.15.92:0/3407922340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1bc15c560 msgr2=0x7ff1bc15ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:53.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1b3e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1bc15c560 0x7ff1bc15ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:53.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.414+0000 7ff1b3e00640 1 -- 172.21.15.92:0/3407922340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff1bc15d5c0 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.419 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.415+0000 7ff1b3e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc0b0ab0 0x7ff1bc15c940 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff1a400e9b0 tx=0x7ff1a400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:53.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.415+0000 7ff1b2000640 1 -- 172.21.15.92:0/3407922340 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1a4017070 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.420 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.415+0000 7ff1b2000640 1 -- 172.21.15.92:0/3407922340 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff1a400c9a0 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.415+0000 7ff1b2000640 1 -- 172.21.15.92:0/3407922340 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff1a400cd90 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.415+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff1bc15d8a0 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.416+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1bc15de60 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.417+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1bc071f80 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.418+0000 7ff1b2000640 1 -- 172.21.15.92:0/3407922340 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff1a401a070 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.421 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.419+0000 7ff1b2000640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff19806c300 0x7ff19806e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:53.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.420+0000 7ff1b2000640 1 -- 172.21.15.92:0/3407922340 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(71..71 src has 1..71) ==== 4943+0+0 (secure 0 0 0) 0x7ff1a408b470 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.420+0000 7ff1b9e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff19806c300 0x7ff19806e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:53.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.420+0000 7ff1b9e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff19806c300 0x7ff19806e7c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac0016e0 tx=0x7ff1ac009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:53.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.425+0000 7ff1b2000640 1 -- 172.21.15.92:0/3407922340 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff1a4059870 con 0x7ff1bc0b0ab0 2024-09-19T06:04:53.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:53.612+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7ff1bc0d0bb0 con 0x7ff1bc0b0ab0 2024-09-19T06:04:54.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.437+0000 7ff1b2000640 1 -- 172.21.15.92:0/3407922340 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v76) ==== 97+0+0 (secure 0 0 0) 0x7ff1a405db70 con 0x7ff1bc0b0ab0 2024-09-19T06:04:54.440 INFO:teuthology.orchestra.run.smithi092.stderr: removed all blocklist entries 2024-09-19T06:04:54.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.439+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff19806c300 msgr2=0x7ff19806e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:54.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff19806c300 0x7ff19806e7c0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac0016e0 tx=0x7ff1ac009040 comp rx=0 tx=0).stop 2024-09-19T06:04:54.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc0b0ab0 msgr2=0x7ff1bc15c940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:54.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc0b0ab0 0x7ff1bc15c940 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7ff1a400e9b0 tx=0x7ff1a400ee70 comp rx=0 tx=0).stop 2024-09-19T06:04:54.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 shutdown_connections 2024-09-19T06:04:54.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff19806c300 0x7ff19806e7c0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff1bc15c560 0x7ff1bc15ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1bc0b0ab0 0x7ff1bc15c940 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 --2- 172.21.15.92:0/3407922340 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1bc06fc50 0x7ff1bc158cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 >> 172.21.15.92:0/3407922340 conn(0x7ff1bc0b3070 msgr2=0x7ff1bc0729d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:54.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 shutdown_connections 2024-09-19T06:04:54.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.440+0000 7ff1c0e00640 1 -- 172.21.15.92:0/3407922340 wait complete. 2024-09-19T06:04:54.461 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T06:04:54.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.614+0000 7f0bca200640 1 Processor -- start 2024-09-19T06:04:54.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.614+0000 7f0bca200640 1 -- start start 2024-09-19T06:04:54.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.615+0000 7f0bca200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 0x7f0bc415a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:54.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.615+0000 7f0bca200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bc40b6830 con 0x7f0bc415e600 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.615+0000 7f0bca200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0bc40cd0b0 con 0x7f0bc40b5be0 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.615+0000 7f0bca200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0bc406e550 con 0x7f0bc40b29a0 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bc3e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0bc415e600 0x7f0bc415eab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43496/0 (socket says 172.21.15.92:43496) 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bc3e00640 1 -- 172.21.15.92:0/1692516628 learned_addr learned my addr 172.21.15.92:0/1692516628 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bbaa00640 1 --2- 172.21.15.92:0/1692516628 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 0x7f0bc415a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bc2a00640 1 -- 172.21.15.92:0/1692516628 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1763977833 0 0) 0x7f0bc40b6830 con 0x7f0bc415e600 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bc2a00640 1 -- 172.21.15.92:0/1692516628 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0ba8005730 con 0x7f0bc415e600 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bc2a00640 1 -- 172.21.15.92:0/1692516628 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2334598520 0 0) 0x7f0bc40cd0b0 con 0x7f0bc40b5be0 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bc2a00640 1 -- 172.21.15.92:0/1692516628 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0bc40b6830 con 0x7f0bc40b5be0 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bc2a00640 1 -- 172.21.15.92:0/1692516628 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 265822549 0 0) 0x7f0ba8005730 con 0x7f0bc415e600 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bbaa00640 1 -- 172.21.15.92:0/1692516628 >> v1:172.21.15.102:6789/0 conn(0x7f0bc40b5be0 legacy=0x7f0bc406de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:54.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bbaa00640 1 -- 172.21.15.92:0/1692516628 >> v1:172.21.15.92:6789/0 conn(0x7f0bc415e600 legacy=0x7f0bc415eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:54.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.616+0000 7f0bbaa00640 1 -- 172.21.15.92:0/1692516628 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc40cd390 con 0x7f0bc40b29a0 2024-09-19T06:04:54.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.617+0000 7f0bbaa00640 1 --2- 172.21.15.92:0/1692516628 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 0x7f0bc415a9c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0bac0097d0 tx=0x7f0bac02a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5501d8d0847cbb90 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:54.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bc2a00640 1 -- 172.21.15.92:0/1692516628 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bac037070 con 0x7f0bc40b29a0 2024-09-19T06:04:54.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bc2a00640 1 -- 172.21.15.92:0/1692516628 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bac02aba0 con 0x7f0bc40b29a0 2024-09-19T06:04:54.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bc2a00640 1 -- 172.21.15.92:0/1692516628 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc001670 con 0x7f0bc40b29a0 2024-09-19T06:04:54.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bca200640 1 -- 172.21.15.92:0/1692516628 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 msgr2=0x7f0bc415a9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:54.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bca200640 1 --2- 172.21.15.92:0/1692516628 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 0x7f0bc415a9c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0bac0097d0 tx=0x7f0bac02a110 comp rx=0 tx=0).stop 2024-09-19T06:04:54.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bca200640 1 -- 172.21.15.92:0/1692516628 shutdown_connections 2024-09-19T06:04:54.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bca200640 1 --2- 172.21.15.92:0/1692516628 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 0x7f0bc415a9c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bca200640 1 -- 172.21.15.92:0/1692516628 >> 172.21.15.92:0/1692516628 conn(0x7f0bc406bc10 msgr2=0x7f0bc406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:54.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bca200640 1 -- 172.21.15.92:0/1692516628 shutdown_connections 2024-09-19T06:04:54.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.618+0000 7f0bca200640 1 -- 172.21.15.92:0/1692516628 wait complete. 2024-09-19T06:04:54.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.620+0000 7f0bca200640 1 Processor -- start 2024-09-19T06:04:54.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.620+0000 7f0bca200640 1 -- start start 2024-09-19T06:04:54.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bca200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 0x7f0bc4155920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bca200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bc40b5be0 0x7f0bc415d290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bca200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bc415e600 0x7f0bc415d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bca200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc415f1c0 con 0x7f0bc415e600 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bca200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0bc415f410 con 0x7f0bc40b5be0 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bca200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0bc40cd950 con 0x7f0bc40b29a0 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bc3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bc415e600 0x7f0bc415d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bc3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bc415e600 0x7f0bc415d7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35536/0 (socket says 172.21.15.92:35536) 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bc3e00640 1 -- 172.21.15.92:0/1045307558 learned_addr learned my addr 172.21.15.92:0/1045307558 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bc3400640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 0x7f0bc4155920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.621+0000 7f0bbaa00640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bc40b5be0 0x7f0bc415d290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:54.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bc3e00640 1 -- 172.21.15.92:0/1045307558 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 msgr2=0x7f0bc4155920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:54.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bc3e00640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 0x7f0bc4155920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bc3e00640 1 -- 172.21.15.92:0/1045307558 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bc40b5be0 msgr2=0x7f0bc415d290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:54.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bc3e00640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bc40b5be0 0x7f0bc415d290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bc3e00640 1 -- 172.21.15.92:0/1045307558 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0bc4156330 con 0x7f0bc415e600 2024-09-19T06:04:54.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bc3e00640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bc415e600 0x7f0bc415d7d0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc000fd0 tx=0x7f0bbc00c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:54.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bbbe00640 1 -- 172.21.15.92:0/1045307558 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc017070 con 0x7f0bc415e600 2024-09-19T06:04:54.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0bc415ac70 con 0x7f0bc415e600 2024-09-19T06:04:54.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bbbe00640 1 -- 172.21.15.92:0/1045307558 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0bbc005ce0 con 0x7f0bc415e600 2024-09-19T06:04:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bbbe00640 1 -- 172.21.15.92:0/1045307558 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc0072d0 con 0x7f0bc415e600 2024-09-19T06:04:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.622+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0bc415b230 con 0x7f0bc415e600 2024-09-19T06:04:54.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.624+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0bc415a9c0 con 0x7f0bc415e600 2024-09-19T06:04:54.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.624+0000 7f0bbbe00640 1 -- 172.21.15.92:0/1045307558 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0bbc01a070 con 0x7f0bc415e600 2024-09-19T06:04:54.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.625+0000 7f0bbbe00640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ba006c2b0 0x7f0ba006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:54.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.625+0000 7f0bbbe00640 1 -- 172.21.15.92:0/1045307558 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7f0bbc08a3f0 con 0x7f0bc415e600 2024-09-19T06:04:54.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.625+0000 7f0bc3400640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ba006c2b0 0x7f0ba006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:54.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.626+0000 7f0bc3400640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ba006c2b0 0x7f0ba006e770 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f0bb4001560 tx=0x7f0bb4009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.630+0000 7f0bbbe00640 1 -- 172.21.15.92:0/1045307558 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0bbc0587e0 con 0x7f0bc415e600 2024-09-19T06:04:54.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.865+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f0bc406d320 con 0x7f0bc415e600 2024-09-19T06:04:54.867 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.866+0000 7f0bbbe00640 1 -- 172.21.15.92:0/1045307558 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) ==== 80+0+5304 (secure 0 0 0) 0x7f0bbc05cae0 con 0x7f0bc415e600 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: "auth_dump": [ 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.a", 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmlh2wOBAA5hQY7hCZfN2s4Ac/R9W5kw==", 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:54.868 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.b", 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtqPUEBAANewLwiR3BpVMW2hSDqhspg==", 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.869 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.c", 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtuPIBhAAGUKYpJvmmJ0NmtPPP4gEhg==", 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.d", 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmJZLGGhAACbBs0g8Fmh+MNX4zfDfTZQ==", 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:54.870 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.0", 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDuvetm6J06MhAAil4Oe+uQpGv1QE16EQnYjQ==", 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.871 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.1", 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDyvetm3pJVLRAAXCorP+PSewcJEguiwm6kVg==", 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.2", 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD2vetm71GWORAAlpcz12YhdL/wPDGHJ/56xA==", 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:54.872 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.3", 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD6vetmg3bgIhAAebFnzJXM3D4VbWfMvoSyjA==", 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.873 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.4", 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQABvutmjNg2HxAANs2gm6lxqF5NFfiXtAjtoA==", 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.5", 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAFvutm0iayGxAAnST01rIcVM/jB/+PiIhoow==", 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:54.874 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.6", 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAJvutmIvjYCBAAtahtgI5nOkffTgRzmgHtuQ==", 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.7", 2024-09-19T06:04:54.875 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAMvutmsRDVLhAAJVAaQuPT1576e7RzQBV+8w==", 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.0", 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w==", 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow r", 2024-09-19T06:04:54.876 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.1", 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmWLRhMBAA/Nmeq0heFaFG8yIJE/3Y9w==", 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.877 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.2", 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmqInJKRAAkCvg74osnbc+PvxNo/EOUw==", 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.3", 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmm7MZNxAA88p3ljHoW+D+XTrdEA/CIw==", 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:04:54.878 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.admin", 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm81WzCRAA0u/Gr0QQbJy2RUOrw6ZHQA==", 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.879 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.x", 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm014lMhAAiJF1aPtFGL0s4/OAk6w24Q==", 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.y", 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmZltGKxAAdcGU2K3nflJH1TJAzHBoZw==", 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:04:54.880 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:04:54.881 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:04:54.881 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:04:54.881 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.881 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:54.881 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:04:54.881 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ba006c2b0 msgr2=0x7f0ba006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ba006c2b0 0x7f0ba006e770 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f0bb4001560 tx=0x7f0bb4009040 comp rx=0 tx=0).stop 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bc415e600 msgr2=0x7f0bc415d7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bc415e600 0x7f0bc415d7d0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc000fd0 tx=0x7f0bbc00c8a0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 shutdown_connections 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bc415e600 0x7f0bc415d7d0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ba006c2b0 0x7f0ba006e770 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0bc40b5be0 0x7f0bc415d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 --2- 172.21.15.92:0/1045307558 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0bc40b29a0 0x7f0bc4155920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 >> 172.21.15.92:0/1045307558 conn(0x7f0bc406bc10 msgr2=0x7f0bc4070f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:54.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 shutdown_connections 2024-09-19T06:04:54.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:54.868+0000 7f0bca200640 1 -- 172.21.15.92:0/1045307558 wait complete. 2024-09-19T06:04:54.885 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:04:55.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.035+0000 7febb0c00640 1 Processor -- start 2024-09-19T06:04:55.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.035+0000 7febb0c00640 1 -- start start 2024-09-19T06:04:55.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.036+0000 7febb0c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7febac0b6290 0x7febac071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.036+0000 7febb0c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7febac072530 0x7febac15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.036+0000 7febb0c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7febac0ccff0 con 0x7febac15b480 2024-09-19T06:04:55.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.036+0000 7febb0c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7febac0cd2d0 con 0x7febac0b6290 2024-09-19T06:04:55.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.036+0000 7febb0c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7febac0cd5b0 con 0x7febac072530 2024-09-19T06:04:55.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.036+0000 7feba9400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7febac0b6290 0x7febac071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.037+0000 7feba9e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7febac15b480 0x7febac0b5b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:43500/0 (socket says 172.21.15.92:43500) 2024-09-19T06:04:55.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.037+0000 7feba9400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7febac0b6290 0x7febac071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35550/0 (socket says 172.21.15.92:35550) 2024-09-19T06:04:55.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.037+0000 7feba9e00640 1 -- 172.21.15.92:0/414135803 learned_addr learned my addr 172.21.15.92:0/414135803 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:55.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.037+0000 7febaa800640 1 --2- 172.21.15.92:0/414135803 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7febac072530 0x7febac15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.037+0000 7feba9400640 1 -- 172.21.15.92:0/414135803 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7febac072530 msgr2=0x7febac15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:55.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.037+0000 7feba9400640 1 --2- 172.21.15.92:0/414135803 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7febac072530 0x7febac15bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.037+0000 7feba9400640 1 -- 172.21.15.92:0/414135803 >> v1:172.21.15.92:6789/0 conn(0x7febac15b480 legacy=0x7febac0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:55.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.037+0000 7feba9400640 1 -- 172.21.15.92:0/414135803 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febac0cd890 con 0x7febac0b6290 2024-09-19T06:04:55.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.038+0000 7feba9400640 1 --2- 172.21.15.92:0/414135803 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac0b6290 0x7febac071ff0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7feb980097a0 tx=0x7feb9802a0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3a823237898183c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:55.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.038+0000 7feba8a00640 1 -- 172.21.15.92:0/414135803 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb98037070 con 0x7febac0b6290 2024-09-19T06:04:55.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.038+0000 7feba8a00640 1 -- 172.21.15.92:0/414135803 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb9802ae40 con 0x7febac0b6290 2024-09-19T06:04:55.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.038+0000 7feba8a00640 1 -- 172.21.15.92:0/414135803 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb98032660 con 0x7febac0b6290 2024-09-19T06:04:55.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.039+0000 7febb0c00640 1 -- 172.21.15.92:0/414135803 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac0b6290 msgr2=0x7febac071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:55.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.039+0000 7febb0c00640 1 --2- 172.21.15.92:0/414135803 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac0b6290 0x7febac071ff0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7feb980097a0 tx=0x7feb9802a0f0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.039+0000 7febb0c00640 1 -- 172.21.15.92:0/414135803 shutdown_connections 2024-09-19T06:04:55.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.039+0000 7febb0c00640 1 --2- 172.21.15.92:0/414135803 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac0b6290 0x7febac071ff0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.039+0000 7febb0c00640 1 --2- 172.21.15.92:0/414135803 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7febac072530 0x7febac15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.039+0000 7febb0c00640 1 -- 172.21.15.92:0/414135803 >> 172.21.15.92:0/414135803 conn(0x7febac06d0f0 msgr2=0x7febac06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:55.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.039+0000 7febb0c00640 1 -- 172.21.15.92:0/414135803 shutdown_connections 2024-09-19T06:04:55.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.039+0000 7febb0c00640 1 -- 172.21.15.92:0/414135803 wait complete. 2024-09-19T06:04:55.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.040+0000 7febb0c00640 1 Processor -- start 2024-09-19T06:04:55.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.041+0000 7febb0c00640 1 -- start start 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.041+0000 7febb0c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac072530 0x7febac156dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.041+0000 7febb0c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7febac15b480 0x7febac0cb5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.041+0000 7febb0c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febac0cbaf0 0x7febac1f4870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.041+0000 7febb0c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7febac15b9e0 con 0x7febac072530 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.041+0000 7febb0c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7febac15b860 con 0x7febac0cbaf0 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.041+0000 7febb0c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7febac15c1a0 con 0x7febac15b480 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac072530 0x7febac156dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac072530 0x7febac156dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35560/0 (socket says 172.21.15.92:35560) 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba9e00640 1 -- 172.21.15.92:0/2796583323 learned_addr learned my addr 172.21.15.92:0/2796583323 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba9e00640 1 -- 172.21.15.92:0/2796583323 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7febac15b480 msgr2=0x7febac0cb5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba9e00640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7febac15b480 0x7febac0cb5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba9e00640 1 -- 172.21.15.92:0/2796583323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febac0cbaf0 msgr2=0x7febac1f4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:55.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba9e00640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febac0cbaf0 0x7febac1f4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba9e00640 1 -- 172.21.15.92:0/2796583323 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7febac1f7c10 con 0x7febac072530 2024-09-19T06:04:55.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba9e00640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac072530 0x7febac156dc0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7feb9c00c3c0 tx=0x7feb9c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:55.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba2000640 1 -- 172.21.15.92:0/2796583323 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9c017070 con 0x7febac072530 2024-09-19T06:04:55.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba2000640 1 -- 172.21.15.92:0/2796583323 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb9c005ce0 con 0x7febac072530 2024-09-19T06:04:55.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.042+0000 7feba2000640 1 -- 172.21.15.92:0/2796583323 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb9c0072f0 con 0x7febac072530 2024-09-19T06:04:55.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.043+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7febac1f7ef0 con 0x7febac072530 2024-09-19T06:04:55.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.043+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7febac157300 con 0x7febac072530 2024-09-19T06:04:55.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.044+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7febac15bc60 con 0x7febac072530 2024-09-19T06:04:55.046 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.045+0000 7feba2000640 1 -- 172.21.15.92:0/2796583323 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb9c01a070 con 0x7febac072530 2024-09-19T06:04:55.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.045+0000 7feba2000640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8c06c2b0 0x7feb8c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.046+0000 7feba2000640 1 -- 172.21.15.92:0/2796583323 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7feb9c08a4e0 con 0x7febac072530 2024-09-19T06:04:55.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.046+0000 7feba9400640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8c06c2b0 0x7feb8c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.046+0000 7feba9400640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8c06c2b0 0x7feb8c06e770 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7feb98034000 tx=0x7feb9802c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:55.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.050+0000 7feba2000640 1 -- 172.21.15.92:0/2796583323 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb9c058f00 con 0x7febac072530 2024-09-19T06:04:55.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.224+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7febac15a620 con 0x7febac072530 2024-09-19T06:04:55.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.224+0000 7feba2000640 1 -- 172.21.15.92:0/2796583323 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v76) ==== 84+0+65 (secure 0 0 0) 0x7feb9c058800 con 0x7febac072530 2024-09-19T06:04:55.226 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:55.226 INFO:teuthology.orchestra.run.smithi092.stdout:[ 2024-09-19T06:04:55.226 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:04:55.226 INFO:teuthology.orchestra.run.smithi092.stdout: "poolnum": 1, 2024-09-19T06:04:55.227 INFO:teuthology.orchestra.run.smithi092.stdout: "poolname": ".mgr" 2024-09-19T06:04:55.227 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:04:55.227 INFO:teuthology.orchestra.run.smithi092.stdout:] 2024-09-19T06:04:55.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8c06c2b0 msgr2=0x7feb8c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:55.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8c06c2b0 0x7feb8c06e770 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7feb98034000 tx=0x7feb9802c000 comp rx=0 tx=0).stop 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac072530 msgr2=0x7febac156dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac072530 0x7febac156dc0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7feb9c00c3c0 tx=0x7feb9c00c880 comp rx=0 tx=0).stop 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 shutdown_connections 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb8c06c2b0 0x7feb8c06e770 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7febac0cbaf0 0x7febac1f4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7febac15b480 0x7febac0cb5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 --2- 172.21.15.92:0/2796583323 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7febac072530 0x7febac156dc0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 >> 172.21.15.92:0/2796583323 conn(0x7febac06d0f0 msgr2=0x7febac0ce370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 shutdown_connections 2024-09-19T06:04:55.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.226+0000 7febb0c00640 1 -- 172.21.15.92:0/2796583323 wait complete. 2024-09-19T06:04:55.244 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:04:55.244 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:04:55.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.400+0000 7f5ce9200640 1 Processor -- start 2024-09-19T06:04:55.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.400+0000 7f5ce9200640 1 -- start start 2024-09-19T06:04:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.401+0000 7f5ce9200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5ce415e700 0x7f5ce40d39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.401+0000 7f5ce9200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5ce40d3f00 0x7f5ce40d4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.401+0000 7f5ce9200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5ce40d4d50 con 0x7f5ce40d48c0 2024-09-19T06:04:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.401+0000 7f5ce9200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f5ce40cfb70 con 0x7f5ce415e700 2024-09-19T06:04:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.401+0000 7f5ce9200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f5ce40cead0 con 0x7f5ce40d3f00 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.401+0000 7f5ce3400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5ce415e700 0x7f5ce40d39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.401+0000 7f5ce3400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5ce415e700 0x7f5ce40d39c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35568/0 (socket says 172.21.15.92:35568) 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.401+0000 7f5ce3400640 1 -- 172.21.15.92:0/4288614904 learned_addr learned my addr 172.21.15.92:0/4288614904 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.402+0000 7f5ce2a00640 1 --2- 172.21.15.92:0/4288614904 >> v2:172.21.15.102:3300/0 conn(0x7f5ce40d3f00 0x7f5ce40d4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.402+0000 7f5ce3400640 1 -- 172.21.15.92:0/4288614904 >> v2:172.21.15.102:3300/0 conn(0x7f5ce40d3f00 msgr2=0x7f5ce40d4380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.402+0000 7f5ce3400640 1 --2- 172.21.15.92:0/4288614904 >> v2:172.21.15.102:3300/0 conn(0x7f5ce40d3f00 0x7f5ce40d4380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.402+0000 7f5ce3400640 1 -- 172.21.15.92:0/4288614904 >> v1:172.21.15.102:6789/0 conn(0x7f5ce40d48c0 legacy=0x7f5ce40d2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.402+0000 7f5ce3400640 1 -- 172.21.15.92:0/4288614904 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ce40cedb0 con 0x7f5ce415e700 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.403+0000 7f5ce3400640 1 --2- 172.21.15.92:0/4288614904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce415e700 0x7f5ce40d39c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f5ce406d190 tx=0x7f5cd402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3adce42d8c9dfd54 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.403+0000 7f5ce2000640 1 -- 172.21.15.92:0/4288614904 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd4037070 con 0x7f5ce415e700 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.403+0000 7f5ce2000640 1 -- 172.21.15.92:0/4288614904 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cd4032440 con 0x7f5ce415e700 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.403+0000 7f5ce2000640 1 -- 172.21.15.92:0/4288614904 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd4032810 con 0x7f5ce415e700 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.404+0000 7f5ce9200640 1 -- 172.21.15.92:0/4288614904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce415e700 msgr2=0x7f5ce40d39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.404+0000 7f5ce9200640 1 --2- 172.21.15.92:0/4288614904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce415e700 0x7f5ce40d39c0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f5ce406d190 tx=0x7f5cd402a270 comp rx=0 tx=0).stop 2024-09-19T06:04:55.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.404+0000 7f5ce9200640 1 -- 172.21.15.92:0/4288614904 shutdown_connections 2024-09-19T06:04:55.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.404+0000 7f5ce9200640 1 --2- 172.21.15.92:0/4288614904 >> v2:172.21.15.102:3300/0 conn(0x7f5ce40d3f00 0x7f5ce40d4380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.404+0000 7f5ce9200640 1 --2- 172.21.15.92:0/4288614904 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce415e700 0x7f5ce40d39c0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.404+0000 7f5ce9200640 1 -- 172.21.15.92:0/4288614904 >> 172.21.15.92:0/4288614904 conn(0x7f5ce4062a20 msgr2=0x7f5ce4062e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:55.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.404+0000 7f5ce9200640 1 -- 172.21.15.92:0/4288614904 shutdown_connections 2024-09-19T06:04:55.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.404+0000 7f5ce9200640 1 -- 172.21.15.92:0/4288614904 wait complete. 2024-09-19T06:04:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.406+0000 7f5ce9200640 1 Processor -- start 2024-09-19T06:04:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.406+0000 7f5ce9200640 1 -- start start 2024-09-19T06:04:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce9200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ce40d3f00 0x7f5ce414d820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce9200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce40d48c0 0x7f5ce40cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce9200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ce415e700 0x7f5ce40c7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce9200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce40cf650 con 0x7f5ce40d48c0 2024-09-19T06:04:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce9200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5ce40cf370 con 0x7f5ce415e700 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce9200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5ce40b6c60 con 0x7f5ce40d3f00 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce40d48c0 0x7f5ce40cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce40d48c0 0x7f5ce40cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35572/0 (socket says 172.21.15.92:35572) 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce2a00640 1 -- 172.21.15.92:0/439073464 learned_addr learned my addr 172.21.15.92:0/439073464 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce3400640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ce40d3f00 0x7f5ce414d820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce3e00640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ce415e700 0x7f5ce40c7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce2a00640 1 -- 172.21.15.92:0/439073464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ce40d3f00 msgr2=0x7f5ce414d820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce2a00640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ce40d3f00 0x7f5ce414d820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce2a00640 1 -- 172.21.15.92:0/439073464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ce415e700 msgr2=0x7f5ce40c7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce2a00640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ce415e700 0x7f5ce40c7fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.407+0000 7f5ce2a00640 1 -- 172.21.15.92:0/439073464 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5ce40cb550 con 0x7f5ce40d48c0 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.408+0000 7f5ce2a00640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce40d48c0 0x7f5ce40cc5f0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f5cd000d800 tx=0x7f5cd000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.408+0000 7f5cdb400640 1 -- 172.21.15.92:0/439073464 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd000b6c0 con 0x7f5ce40d48c0 2024-09-19T06:04:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.408+0000 7f5cdb400640 1 -- 172.21.15.92:0/439073464 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5cd0019070 con 0x7f5ce40d48c0 2024-09-19T06:04:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.408+0000 7f5cdb400640 1 -- 172.21.15.92:0/439073464 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5cd000ba80 con 0x7f5ce40d48c0 2024-09-19T06:04:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.408+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5ce40cb830 con 0x7f5ce40d48c0 2024-09-19T06:04:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.408+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5ce40cbdf0 con 0x7f5ce40d48c0 2024-09-19T06:04:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.409+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5ce40d4380 con 0x7f5ce40d48c0 2024-09-19T06:04:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.410+0000 7f5cdb400640 1 -- 172.21.15.92:0/439073464 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5cd000bc20 con 0x7f5ce40d48c0 2024-09-19T06:04:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.411+0000 7f5cdb400640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5cc406c2e0 0x7f5cc406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.411+0000 7f5cdb400640 1 -- 172.21.15.92:0/439073464 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(76..76 src has 1..76) ==== 4857+0+0 (secure 0 0 0) 0x7f5cd008b580 con 0x7f5ce40d48c0 2024-09-19T06:04:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.411+0000 7f5ce3400640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5cc406c2e0 0x7f5cc406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:55.414 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.412+0000 7f5ce3400640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5cc406c2e0 0x7f5cc406e7a0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5cd4034000 tx=0x7f5cd402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:55.417 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.415+0000 7f5cdb400640 1 -- 172.21.15.92:0/439073464 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5cd0059fa0 con 0x7f5ce40d48c0 2024-09-19T06:04:55.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:55.591+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f5ce40b42b0 con 0x7f5ce40d48c0 2024-09-19T06:04:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.444+0000 7f5cdb400640 1 -- 172.21.15.92:0/439073464 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v77) ==== 138+0+0 (secure 0 0 0) 0x7f5cd00598a0 con 0x7f5ce40d48c0 2024-09-19T06:04:56.446 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' created 2024-09-19T06:04:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5cc406c2e0 msgr2=0x7f5cc406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5cc406c2e0 0x7f5cc406e7a0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5cd4034000 tx=0x7f5cd402e000 comp rx=0 tx=0).stop 2024-09-19T06:04:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce40d48c0 msgr2=0x7f5ce40cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:56.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce40d48c0 0x7f5ce40cc5f0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f5cd000d800 tx=0x7f5cd000dcc0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 shutdown_connections 2024-09-19T06:04:56.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5cc406c2e0 0x7f5cc406e7a0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5ce415e700 0x7f5ce40c7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5ce40d48c0 0x7f5ce40cc5f0 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 --2- 172.21.15.92:0/439073464 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5ce40d3f00 0x7f5ce414d820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 >> 172.21.15.92:0/439073464 conn(0x7f5ce4062a20 msgr2=0x7f5ce40d2760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:56.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.447+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 shutdown_connections 2024-09-19T06:04:56.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.448+0000 7f5ce9200640 1 -- 172.21.15.92:0/439073464 wait complete. 2024-09-19T06:04:56.472 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:04:56.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.633+0000 7f1ec2000640 1 Processor -- start 2024-09-19T06:04:56.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.633+0000 7f1ec2000640 1 -- start start 2024-09-19T06:04:56.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1ec2000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:56.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1ec2000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1ebc0731c0 0x7f1ebc073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:56.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1ec2000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1ebc15a430 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1ec2000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f1ebc073b40 con 0x7f1ebc0731c0 2024-09-19T06:04:56.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1ec2000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1ebc15d9a0 con 0x7f1ebc15a050 2024-09-19T06:04:56.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1ebb400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:56.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1ebb400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:49578/0 (socket says 172.21.15.92:49578) 2024-09-19T06:04:56.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1ebb400640 1 -- 172.21.15.92:0/2748925823 learned_addr learned my addr 172.21.15.92:0/2748925823 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:56.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1ebbe00640 1 --1- 172.21.15.92:0/2748925823 >> v1:172.21.15.102:6789/0 conn(0x7f1ebc15ffd0 0x7f1ebc160480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:54614/0 (socket says 172.21.15.92:54614) 2024-09-19T06:04:56.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.634+0000 7f1eb2a00640 1 --2- 172.21.15.92:0/2748925823 >> v2:172.21.15.102:3300/0 conn(0x7f1ebc0731c0 0x7f1ebc073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:56.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.635+0000 7f1ebb400640 1 -- 172.21.15.92:0/2748925823 >> v2:172.21.15.102:3300/0 conn(0x7f1ebc0731c0 msgr2=0x7f1ebc073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:56.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.635+0000 7f1ebb400640 1 --2- 172.21.15.92:0/2748925823 >> v2:172.21.15.102:3300/0 conn(0x7f1ebc0731c0 0x7f1ebc073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.635+0000 7f1ebb400640 1 -- 172.21.15.92:0/2748925823 >> v1:172.21.15.102:6789/0 conn(0x7f1ebc15ffd0 legacy=0x7f1ebc160480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:56.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.635+0000 7f1ebaa00640 1 -- 172.21.15.92:0/2748925823 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 901571264 0 0) 0x7f1ebc15a430 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.635+0000 7f1ebb400640 1 -- 172.21.15.92:0/2748925823 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ebc0cd0a0 con 0x7f1ebc15a050 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.636+0000 7f1ebb400640 1 --2- 172.21.15.92:0/2748925823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15d460 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1eac009870 tx=0x7f1eac02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c7fd41d067f7c73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.636+0000 7f1ebaa00640 1 -- 172.21.15.92:0/2748925823 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eac037070 con 0x7f1ebc15a050 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.636+0000 7f1ebaa00640 1 -- 172.21.15.92:0/2748925823 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1eac032440 con 0x7f1ebc15a050 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.636+0000 7f1ebaa00640 1 -- 172.21.15.92:0/2748925823 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eac032810 con 0x7f1ebc15a050 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.637+0000 7f1ec2000640 1 -- 172.21.15.92:0/2748925823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 msgr2=0x7f1ebc15d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.637+0000 7f1ec2000640 1 --2- 172.21.15.92:0/2748925823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15d460 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f1eac009870 tx=0x7f1eac02a1c0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.637+0000 7f1ec2000640 1 -- 172.21.15.92:0/2748925823 shutdown_connections 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.637+0000 7f1ec2000640 1 --2- 172.21.15.92:0/2748925823 >> v2:172.21.15.102:3300/0 conn(0x7f1ebc0731c0 0x7f1ebc073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.637+0000 7f1ec2000640 1 --2- 172.21.15.92:0/2748925823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15d460 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.637+0000 7f1ec2000640 1 -- 172.21.15.92:0/2748925823 >> 172.21.15.92:0/2748925823 conn(0x7f1ebc06d0f0 msgr2=0x7f1ebc06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:56.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.637+0000 7f1ec2000640 1 -- 172.21.15.92:0/2748925823 shutdown_connections 2024-09-19T06:04:56.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.637+0000 7f1ec2000640 1 -- 172.21.15.92:0/2748925823 wait complete. 2024-09-19T06:04:56.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.638+0000 7f1ec2000640 1 Processor -- start 2024-09-19T06:04:56.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.639+0000 7f1ec2000640 1 -- start start 2024-09-19T06:04:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.639+0000 7f1ec2000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ebc0731c0 0x7f1ebc1f3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.639+0000 7f1ec2000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.639+0000 7f1ec2000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ebc15ffd0 0x7f1ebc15f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.639+0000 7f1ec2000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1ebc0cd940 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.639+0000 7f1ec2000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1ebc0cd660 con 0x7f1ebc0731c0 2024-09-19T06:04:56.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.639+0000 7f1ec2000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1ebc0cdc20 con 0x7f1ebc15a050 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ebc15ffd0 0x7f1ebc15f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ebc15ffd0 0x7f1ebc15f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:35582/0 (socket says 172.21.15.92:35582) 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebbe00640 1 -- 172.21.15.92:0/1287818833 learned_addr learned my addr 172.21.15.92:0/1287818833 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebb400640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ebc0731c0 0x7f1ebc1f3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1eb2a00640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebbe00640 1 -- 172.21.15.92:0/1287818833 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 msgr2=0x7f1ebc15ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebbe00640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebbe00640 1 -- 172.21.15.92:0/1287818833 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ebc0731c0 msgr2=0x7f1ebc1f3ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebbe00640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ebc0731c0 0x7f1ebc1f3ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebbe00640 1 -- 172.21.15.92:0/1287818833 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1ebc1f8630 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebb400640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ebc0731c0 0x7f1ebc1f3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:56.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.640+0000 7f1ebbe00640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ebc15ffd0 0x7f1ebc15f2d0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f1eb400c700 tx=0x7f1eb400cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:56.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.641+0000 7f1eb3e00640 1 -- 172.21.15.92:0/1287818833 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb4018070 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.641+0000 7f1eb3e00640 1 -- 172.21.15.92:0/1287818833 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1eb400ce10 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.641+0000 7f1eb3e00640 1 -- 172.21.15.92:0/1287818833 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb400a860 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.641+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1ebc1f4260 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.641+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1ebc1f4820 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.642+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1ebc141850 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.643+0000 7f1eb3e00640 1 -- 172.21.15.92:0/1287818833 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1eb401b070 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.644+0000 7f1eb3e00640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2b0 0x7f1e9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:56.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.644+0000 7f1eb3e00640 1 -- 172.21.15.92:0/1287818833 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(77..77 src has 1..77) ==== 5227+0+0 (secure 0 0 0) 0x7f1eb408a910 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.644+0000 7f1ebb400640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2b0 0x7f1e9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:56.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.645+0000 7f1ebb400640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2b0 0x7f1e9806e770 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1eac034000 tx=0x7f1eac02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:56.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.649+0000 7f1eb3e00640 1 -- 172.21.15.92:0/1287818833 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1ebc141850 con 0x7f1ebc15ffd0 2024-09-19T06:04:56.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:56.823+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f1ebc0b5020 con 0x7f1ebc15ffd0 2024-09-19T06:04:57.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.450+0000 7f1eb3e00640 1 -- 172.21.15.92:0/1287818833 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v78) ==== 170+0+0 (secure 0 0 0) 0x7f1eb40591c0 con 0x7f1ebc15ffd0 2024-09-19T06:04:57.453 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' created 2024-09-19T06:04:57.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2b0 msgr2=0x7f1e9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:57.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2b0 0x7f1e9806e770 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1eac034000 tx=0x7f1eac02e000 comp rx=0 tx=0).stop 2024-09-19T06:04:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ebc15ffd0 msgr2=0x7f1ebc15f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ebc15ffd0 0x7f1ebc15f2d0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f1eb400c700 tx=0x7f1eb400cbc0 comp rx=0 tx=0).stop 2024-09-19T06:04:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 shutdown_connections 2024-09-19T06:04:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1ebc15ffd0 0x7f1ebc15f2d0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1ebc15a050 0x7f1ebc15ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2b0 0x7f1e9806e770 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 --2- 172.21.15.92:0/1287818833 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1ebc0731c0 0x7f1ebc1f3ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:57.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.453+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 >> 172.21.15.92:0/1287818833 conn(0x7f1ebc06d0f0 msgr2=0x7f1ebc157c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.454+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 shutdown_connections 2024-09-19T06:04:57.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.454+0000 7f1ec2000640 1 -- 172.21.15.92:0/1287818833 wait complete. 2024-09-19T06:04:57.484 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:04:57.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.638+0000 7f1530c00640 1 Processor -- start 2024-09-19T06:04:57.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.639+0000 7f1530c00640 1 -- start start 2024-09-19T06:04:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1530c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f152c15a050 0x7f152c15d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1530c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f152c15a430 con 0x7f152c15ee90 2024-09-19T06:04:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1530c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f152c160df0 con 0x7f152c0731c0 2024-09-19T06:04:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1530c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f152c15d9a0 con 0x7f152c15a050 2024-09-19T06:04:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1529e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f152c15a050 0x7f152c15d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1529e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f152c15a050 0x7f152c15d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59216/0 (socket says 172.21.15.92:59216) 2024-09-19T06:04:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1529e00640 1 -- 172.21.15.92:0/2431960854 learned_addr learned my addr 172.21.15.92:0/2431960854 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:57.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f152a800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f152c15ee90 0x7f152c1606e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49568/0 (socket says 172.21.15.92:49568) 2024-09-19T06:04:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1529e00640 1 -- 172.21.15.92:0/2431960854 >> v1:172.21.15.102:6789/0 conn(0x7f152c0731c0 legacy=0x7f152c15ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1529e00640 1 -- 172.21.15.92:0/2431960854 >> v1:172.21.15.92:6789/0 conn(0x7f152c15ee90 legacy=0x7f152c1606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:57.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.640+0000 7f1529e00640 1 -- 172.21.15.92:0/2431960854 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f152c0cd0a0 con 0x7f152c15a050 2024-09-19T06:04:57.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.641+0000 7f1529e00640 1 --2- 172.21.15.92:0/2431960854 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15a050 0x7f152c15d460 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f151c009870 tx=0x7f151c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a220c9c224bb4b92 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:57.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1529400640 1 -- 172.21.15.92:0/2431960854 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c037070 con 0x7f152c15a050 2024-09-19T06:04:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1529400640 1 -- 172.21.15.92:0/2431960854 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f151c032440 con 0x7f152c15a050 2024-09-19T06:04:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1529400640 1 -- 172.21.15.92:0/2431960854 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f151c032810 con 0x7f152c15a050 2024-09-19T06:04:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1530c00640 1 -- 172.21.15.92:0/2431960854 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15a050 msgr2=0x7f152c15d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1530c00640 1 --2- 172.21.15.92:0/2431960854 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15a050 0x7f152c15d460 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f151c009870 tx=0x7f151c02a210 comp rx=0 tx=0).stop 2024-09-19T06:04:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1530c00640 1 -- 172.21.15.92:0/2431960854 shutdown_connections 2024-09-19T06:04:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1530c00640 1 --2- 172.21.15.92:0/2431960854 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15a050 0x7f152c15d460 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1530c00640 1 -- 172.21.15.92:0/2431960854 >> 172.21.15.92:0/2431960854 conn(0x7f152c06d0f0 msgr2=0x7f152c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1530c00640 1 -- 172.21.15.92:0/2431960854 shutdown_connections 2024-09-19T06:04:57.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.642+0000 7f1530c00640 1 -- 172.21.15.92:0/2431960854 wait complete. 2024-09-19T06:04:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.644+0000 7f1530c00640 1 Processor -- start 2024-09-19T06:04:57.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.644+0000 7f1530c00640 1 -- start start 2024-09-19T06:04:57.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.645+0000 7f1530c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152c0731c0 0x7f152c152140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:57.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.645+0000 7f1530c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f152c15a050 0x7f152c1f2750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:57.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.645+0000 7f1530c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15ee90 0x7f152c0b4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.645+0000 7f1530c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f152c0cd940 con 0x7f152c15ee90 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.645+0000 7f1530c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f152c0cd660 con 0x7f152c15a050 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.645+0000 7f1530c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f152c0cdc20 con 0x7f152c0731c0 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.645+0000 7f152a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15ee90 0x7f152c0b4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.645+0000 7f152a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15ee90 0x7f152c0b4e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59226/0 (socket says 172.21.15.92:59226) 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.645+0000 7f152a800640 1 -- 172.21.15.92:0/779839168 learned_addr learned my addr 172.21.15.92:0/779839168 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f1529e00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152c0731c0 0x7f152c152140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f1521400640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f152c15a050 0x7f152c1f2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f152a800640 1 -- 172.21.15.92:0/779839168 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152c0731c0 msgr2=0x7f152c152140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f152a800640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152c0731c0 0x7f152c152140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:57.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f152a800640 1 -- 172.21.15.92:0/779839168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f152c15a050 msgr2=0x7f152c1f2750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f152a800640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f152c15a050 0x7f152c1f2750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f152a800640 1 -- 172.21.15.92:0/779839168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f152c1541a0 con 0x7f152c15ee90 2024-09-19T06:04:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f152a800640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15ee90 0x7f152c0b4e50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f152400c730 tx=0x7f152400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f1522a00640 1 -- 172.21.15.92:0/779839168 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1524017070 con 0x7f152c15ee90 2024-09-19T06:04:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f1522a00640 1 -- 172.21.15.92:0/779839168 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f152400ce40 con 0x7f152c15ee90 2024-09-19T06:04:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f1522a00640 1 -- 172.21.15.92:0/779839168 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f152400a840 con 0x7f152c15ee90 2024-09-19T06:04:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f152c0cc890 con 0x7f152c15ee90 2024-09-19T06:04:57.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.646+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f152c153ec0 con 0x7f152c15ee90 2024-09-19T06:04:57.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.648+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f152c0b36e0 con 0x7f152c15ee90 2024-09-19T06:04:57.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.649+0000 7f1522a00640 1 -- 172.21.15.92:0/779839168 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f152401a070 con 0x7f152c15ee90 2024-09-19T06:04:57.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.649+0000 7f1522a00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150806c2b0 0x7f150806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:57.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.650+0000 7f1522a00640 1 -- 172.21.15.92:0/779839168 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(78..78 src has 1..78) ==== 5609+0+0 (secure 0 0 0) 0x7f152408a810 con 0x7f152c15ee90 2024-09-19T06:04:57.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.650+0000 7f1529e00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150806c2b0 0x7f150806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:57.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.650+0000 7f1529e00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150806c2b0 0x7f150806e770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f151c034000 tx=0x7f151c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:57.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.654+0000 7f1522a00640 1 -- 172.21.15.92:0/779839168 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1524058980 con 0x7f152c15ee90 2024-09-19T06:04:57.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:57.863+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f152c0cfc20 con 0x7f152c15ee90 2024-09-19T06:04:58.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.452+0000 7f1522a00640 1 -- 172.21.15.92:0/779839168 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v46) ==== 174+0+0 (secure 0 0 0) 0x7f152405cc80 con 0x7f152c15ee90 2024-09-19T06:04:58.455 INFO:teuthology.orchestra.run.smithi092.stderr:new fs with metadata pool 12 and data pool 13 2024-09-19T06:04:58.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.457+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150806c2b0 msgr2=0x7f150806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.457+0000 7f1530c00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150806c2b0 0x7f150806e770 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f151c034000 tx=0x7f151c02e000 comp rx=0 tx=0).stop 2024-09-19T06:04:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.457+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15ee90 msgr2=0x7f152c0b4e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.457+0000 7f1530c00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15ee90 0x7f152c0b4e50 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f152400c730 tx=0x7f152400cbf0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.458+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 shutdown_connections 2024-09-19T06:04:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.458+0000 7f1530c00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152c15ee90 0x7f152c0b4e50 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.458+0000 7f1530c00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150806c2b0 0x7f150806e770 secure :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f151c034000 tx=0x7f151c02e000 comp rx=0 tx=0).stop 2024-09-19T06:04:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.458+0000 7f1530c00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f152c15a050 0x7f152c1f2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.458+0000 7f1530c00640 1 --2- 172.21.15.92:0/779839168 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152c0731c0 0x7f152c152140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.458+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 >> 172.21.15.92:0/779839168 conn(0x7f152c06d0f0 msgr2=0x7f152c158f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:58.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.459+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 shutdown_connections 2024-09-19T06:04:58.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.461+0000 7f1530c00640 1 -- 172.21.15.92:0/779839168 wait complete. 2024-09-19T06:04:58.496 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:58.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.647+0000 7f933e400640 1 Processor -- start 2024-09-19T06:04:58.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.647+0000 7f933e400640 1 -- start start 2024-09-19T06:04:58.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.648+0000 7f933e400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f933815e5f0 0x7f93380d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:58.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.648+0000 7f933e400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f93380d13c0 0x7f93380b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:58.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.648+0000 7f933e400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f933815e9d0 con 0x7f93380b8730 2024-09-19T06:04:58.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.648+0000 7f933e400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f93380b9b30 con 0x7f93380d13c0 2024-09-19T06:04:58.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.648+0000 7f933e400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f93380b8f20 con 0x7f933815e5f0 2024-09-19T06:04:58.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.648+0000 7f9337e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f93380d13c0 0x7f93380b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:58.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.648+0000 7f9337e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f93380d13c0 0x7f93380b81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59242/0 (socket says 172.21.15.92:59242) 2024-09-19T06:04:58.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.648+0000 7f9337e00640 1 -- 172.21.15.92:0/3560237091 learned_addr learned my addr 172.21.15.92:0/3560237091 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:58.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.649+0000 7f9337e00640 1 -- 172.21.15.92:0/3560237091 >> v2:172.21.15.102:3300/0 conn(0x7f933815e5f0 msgr2=0x7f93380d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:58.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.649+0000 7f9337e00640 1 --2- 172.21.15.92:0/3560237091 >> v2:172.21.15.102:3300/0 conn(0x7f933815e5f0 0x7f93380d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.649+0000 7f9337e00640 1 -- 172.21.15.92:0/3560237091 >> v1:172.21.15.102:6789/0 conn(0x7f93380b8730 legacy=0x7f93380ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:58.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.649+0000 7f9337e00640 1 -- 172.21.15.92:0/3560237091 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93380b9200 con 0x7f93380d13c0 2024-09-19T06:04:58.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.650+0000 7f9337e00640 1 --2- 172.21.15.92:0/3560237091 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93380d13c0 0x7f93380b81f0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f93380d1fc0 tx=0x7f932402a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=371c153accfc0fe2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.650+0000 7f9337400640 1 -- 172.21.15.92:0/3560237091 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9324037070 con 0x7f93380d13c0 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.650+0000 7f9337400640 1 -- 172.21.15.92:0/3560237091 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9324032440 con 0x7f93380d13c0 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.650+0000 7f9337400640 1 -- 172.21.15.92:0/3560237091 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9324032810 con 0x7f93380d13c0 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.651+0000 7f933e400640 1 -- 172.21.15.92:0/3560237091 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93380d13c0 msgr2=0x7f93380b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.651+0000 7f933e400640 1 --2- 172.21.15.92:0/3560237091 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93380d13c0 0x7f93380b81f0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f93380d1fc0 tx=0x7f932402a200 comp rx=0 tx=0).stop 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.651+0000 7f933e400640 1 -- 172.21.15.92:0/3560237091 shutdown_connections 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.651+0000 7f933e400640 1 --2- 172.21.15.92:0/3560237091 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f93380d13c0 0x7f93380b81f0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.651+0000 7f933e400640 1 --2- 172.21.15.92:0/3560237091 >> v2:172.21.15.102:3300/0 conn(0x7f933815e5f0 0x7f93380d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.651+0000 7f933e400640 1 -- 172.21.15.92:0/3560237091 >> 172.21.15.92:0/3560237091 conn(0x7f9338062630 msgr2=0x7f9338062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.651+0000 7f933e400640 1 -- 172.21.15.92:0/3560237091 shutdown_connections 2024-09-19T06:04:58.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.651+0000 7f933e400640 1 -- 172.21.15.92:0/3560237091 wait complete. 2024-09-19T06:04:58.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.652+0000 7f933e400640 1 Processor -- start 2024-09-19T06:04:58.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.652+0000 7f933e400640 1 -- start start 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.653+0000 7f933e400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f93380b8730 0x7f93381f5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.653+0000 7f933e400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93380d13c0 0x7f9338158d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.653+0000 7f933e400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f933815e5f0 0x7f93381615b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.653+0000 7f933e400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f93380b8b60 con 0x7f933815e5f0 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.653+0000 7f933e400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f93380b97c0 con 0x7f93380b8730 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.653+0000 7f933e400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f93380b8ce0 con 0x7f93380d13c0 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933da00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f933815e5f0 0x7f93381615b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933da00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f933815e5f0 0x7f93381615b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59250/0 (socket says 172.21.15.92:59250) 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933da00640 1 -- 172.21.15.92:0/1555963987 learned_addr learned my addr 172.21.15.92:0/1555963987 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:58.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f9337e00640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93380d13c0 0x7f9338158d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:58.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933d000640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f93380b8730 0x7f93381f5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:58.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933da00640 1 -- 172.21.15.92:0/1555963987 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93380d13c0 msgr2=0x7f9338158d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:58.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933da00640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93380d13c0 0x7f9338158d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933da00640 1 -- 172.21.15.92:0/1555963987 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f93380b8730 msgr2=0x7f93381f5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:58.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933da00640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f93380b8730 0x7f93381f5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933da00640 1 -- 172.21.15.92:0/1555963987 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f93381f5960 con 0x7f933815e5f0 2024-09-19T06:04:58.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f9337e00640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93380d13c0 0x7f9338158d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:58.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933da00640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f933815e5f0 0x7f93381615b0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f933000c780 tx=0x7f933000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:58.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f9334c00640 1 -- 172.21.15.92:0/1555963987 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9330004b60 con 0x7f933815e5f0 2024-09-19T06:04:58.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f9334c00640 1 -- 172.21.15.92:0/1555963987 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9330004d00 con 0x7f933815e5f0 2024-09-19T06:04:58.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.654+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f933815f920 con 0x7f933815e5f0 2024-09-19T06:04:58.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.655+0000 7f9334c00640 1 -- 172.21.15.92:0/1555963987 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f933000aa90 con 0x7f933815e5f0 2024-09-19T06:04:58.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.655+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9338158790 con 0x7f933815e5f0 2024-09-19T06:04:58.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.656+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9338069c20 con 0x7f933815e5f0 2024-09-19T06:04:58.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.656+0000 7f9334c00640 1 -- 172.21.15.92:0/1555963987 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f933000ac30 con 0x7f933815e5f0 2024-09-19T06:04:58.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.657+0000 7f9334c00640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f931806c2b0 0x7f931806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:58.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.657+0000 7f9334c00640 1 -- 172.21.15.92:0/1555963987 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5709+0+0 (secure 0 0 0) 0x7f933008b6d0 con 0x7f933815e5f0 2024-09-19T06:04:58.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.657+0000 7f933d000640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f931806c2b0 0x7f931806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:58.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.658+0000 7f933d000640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f931806c2b0 0x7f931806e770 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f932c00b810 tx=0x7f932c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:58.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.662+0000 7f9334c00640 1 -- 172.21.15.92:0/1555963987 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9330020070 con 0x7f933815e5f0 2024-09-19T06:04:58.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.836+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f93380b81f0 con 0x7f933815e5f0 2024-09-19T06:04:58.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.837+0000 7f9334c00640 1 -- 172.21.15.92:0/1555963987 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+16721 (secure 0 0 0) 0x7f9330059e30 con 0x7f933815e5f0 2024-09-19T06:04:58.839 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:58.839 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":79,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:57.864505+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:55.631732+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:56.864170+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:58.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f931806c2b0 msgr2=0x7f931806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f931806c2b0 0x7f931806e770 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f932c00b810 tx=0x7f932c008040 comp rx=0 tx=0).stop 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f933815e5f0 msgr2=0x7f93381615b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f933815e5f0 0x7f93381615b0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f933000c780 tx=0x7f933000cc40 comp rx=0 tx=0).stop 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 shutdown_connections 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f933815e5f0 0x7f93381615b0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f93380d13c0 0x7f9338158d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f931806c2b0 0x7f931806e770 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 --2- 172.21.15.92:0/1555963987 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f93380b8730 0x7f93381f5420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 >> 172.21.15.92:0/1555963987 conn(0x7f9338062630 msgr2=0x7f93380b4870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.839+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 shutdown_connections 2024-09-19T06:04:58.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:58.840+0000 7f933e400640 1 -- 172.21.15.92:0/1555963987 wait complete. 2024-09-19T06:04:58.858 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:04:59.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.008+0000 7f5f08000640 1 Processor -- start 2024-09-19T06:04:59.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.008+0000 7f5f08000640 1 -- start start 2024-09-19T06:04:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.009+0000 7f5f08000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f0015c170 0x7f5f0015c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.010+0000 7f5f08000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f000b4cf0 con 0x7f5f000b64e0 2024-09-19T06:04:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.010+0000 7f5f08000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f000b4fd0 con 0x7f5f000cf6c0 2024-09-19T06:04:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.010+0000 7f5f08000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5f0015ca90 con 0x7f5f0015c170 2024-09-19T06:04:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.010+0000 7f5f06000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5f000b64e0 0x7f5f000b39b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49578/0 (socket says 172.21.15.92:49578) 2024-09-19T06:04:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.010+0000 7f5f06000640 1 -- 172.21.15.92:0/1307985250 learned_addr learned my addr 172.21.15.92:0/1307985250 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:59.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.010+0000 7f5f05600640 1 --2- 172.21.15.92:0/1307985250 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f0015c170 0x7f5f0015c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.010+0000 7f5effe00640 1 -- 172.21.15.92:0/1307985250 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3071863792 0 0) 0x7f5f000b4cf0 con 0x7f5f000b64e0 2024-09-19T06:04:59.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.010+0000 7f5effe00640 1 -- 172.21.15.92:0/1307985250 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5ee8003520 con 0x7f5f000b64e0 2024-09-19T06:04:59.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.011+0000 7f5f05600640 1 -- 172.21.15.92:0/1307985250 >> v1:172.21.15.102:6789/0 conn(0x7f5f000cf6c0 legacy=0x7f5f000b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.011+0000 7f5effe00640 1 -- 172.21.15.92:0/1307985250 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2022998604 0 0) 0x7f5f000b4fd0 con 0x7f5f000cf6c0 2024-09-19T06:04:59.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.011+0000 7f5f05600640 1 -- 172.21.15.92:0/1307985250 >> v1:172.21.15.92:6789/0 conn(0x7f5f000b64e0 legacy=0x7f5f000b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.011+0000 7f5f05600640 1 -- 172.21.15.92:0/1307985250 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f000b52b0 con 0x7f5f0015c170 2024-09-19T06:04:59.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.012+0000 7f5f05600640 1 --2- 172.21.15.92:0/1307985250 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f0015c170 0x7f5f0015c550 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5ef40097d0 tx=0x7f5ef402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43b931ecd815bfed server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:59.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.012+0000 7f5effe00640 1 -- 172.21.15.92:0/1307985250 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef4037070 con 0x7f5f0015c170 2024-09-19T06:04:59.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.012+0000 7f5effe00640 1 -- 172.21.15.92:0/1307985250 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5ef4032440 con 0x7f5f0015c170 2024-09-19T06:04:59.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.012+0000 7f5effe00640 1 -- 172.21.15.92:0/1307985250 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5ef40327f0 con 0x7f5f0015c170 2024-09-19T06:04:59.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.013+0000 7f5f08000640 1 -- 172.21.15.92:0/1307985250 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f0015c170 msgr2=0x7f5f0015c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.013+0000 7f5f08000640 1 --2- 172.21.15.92:0/1307985250 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f0015c170 0x7f5f0015c550 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5ef40097d0 tx=0x7f5ef402a210 comp rx=0 tx=0).stop 2024-09-19T06:04:59.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.013+0000 7f5f08000640 1 -- 172.21.15.92:0/1307985250 shutdown_connections 2024-09-19T06:04:59.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.013+0000 7f5f08000640 1 --2- 172.21.15.92:0/1307985250 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f0015c170 0x7f5f0015c550 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.013+0000 7f5f08000640 1 -- 172.21.15.92:0/1307985250 >> 172.21.15.92:0/1307985250 conn(0x7f5f0006bc10 msgr2=0x7f5f0006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:59.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.013+0000 7f5f08000640 1 -- 172.21.15.92:0/1307985250 shutdown_connections 2024-09-19T06:04:59.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.013+0000 7f5f08000640 1 -- 172.21.15.92:0/1307985250 wait complete. 2024-09-19T06:04:59.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.014+0000 7f5f08000640 1 Processor -- start 2024-09-19T06:04:59.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.015+0000 7f5f08000640 1 -- start start 2024-09-19T06:04:59.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.015+0000 7f5f08000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f000b64e0 0x7f5f001f4250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.015+0000 7f5f08000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f000cf6c0 0x7f5f00151ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.015+0000 7f5f08000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f0015c170 0x7f5f00154890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.015+0000 7f5f08000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5f000b5b50 con 0x7f5f000cf6c0 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.015+0000 7f5f08000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5f000b58b0 con 0x7f5f0015c170 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.015+0000 7f5f08000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5f000cfb00 con 0x7f5f000b64e0 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f04c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f000cf6c0 0x7f5f00151ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f04c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f000cf6c0 0x7f5f00151ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59266/0 (socket says 172.21.15.92:59266) 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f04c00640 1 -- 172.21.15.92:0/1972509373 learned_addr learned my addr 172.21.15.92:0/1972509373 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f05600640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f000b64e0 0x7f5f001f4250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f06000640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f0015c170 0x7f5f00154890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f04c00640 1 -- 172.21.15.92:0/1972509373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f000b64e0 msgr2=0x7f5f001f4250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f04c00640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f000b64e0 0x7f5f001f4250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f04c00640 1 -- 172.21.15.92:0/1972509373 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f0015c170 msgr2=0x7f5f00154890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f04c00640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f0015c170 0x7f5f00154890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f04c00640 1 -- 172.21.15.92:0/1972509373 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f001f4860 con 0x7f5f000cf6c0 2024-09-19T06:04:59.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.016+0000 7f5f06000640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f0015c170 0x7f5f00154890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:04:59.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.017+0000 7f5f04c00640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f000cf6c0 0x7f5f00151ab0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f5eec00c4b0 tx=0x7f5eec00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:59.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.017+0000 7f5efd600640 1 -- 172.21.15.92:0/1972509373 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eec017070 con 0x7f5f000cf6c0 2024-09-19T06:04:59.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.017+0000 7f5efd600640 1 -- 172.21.15.92:0/1972509373 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5eec005480 con 0x7f5f000cf6c0 2024-09-19T06:04:59.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.017+0000 7f5efd600640 1 -- 172.21.15.92:0/1972509373 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5eec003830 con 0x7f5f000cf6c0 2024-09-19T06:04:59.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.017+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f001f4b40 con 0x7f5f000cf6c0 2024-09-19T06:04:59.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.017+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f001f5100 con 0x7f5f000cf6c0 2024-09-19T06:04:59.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.018+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f000cfe90 con 0x7f5f000cf6c0 2024-09-19T06:04:59.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.019+0000 7f5efd600640 1 -- 172.21.15.92:0/1972509373 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5eec01a070 con 0x7f5f000cf6c0 2024-09-19T06:04:59.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.020+0000 7f5efd600640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ee006c2b0 0x7f5ee006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.020+0000 7f5efd600640 1 -- 172.21.15.92:0/1972509373 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5709+0+0 (secure 0 0 0) 0x7f5eec08a7e0 con 0x7f5f000cf6c0 2024-09-19T06:04:59.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.020+0000 7f5f05600640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ee006c2b0 0x7f5ee006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.021+0000 7f5f05600640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ee006c2b0 0x7f5ee006e770 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5ef4034000 tx=0x7f5ef402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:59.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.024+0000 7f5efd600640 1 -- 172.21.15.92:0/1972509373 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5eec058860 con 0x7f5f000cf6c0 2024-09-19T06:04:59.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.202+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f5f000cef90 con 0x7f5f000cf6c0 2024-09-19T06:04:59.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.203+0000 7f5efd600640 1 -- 172.21.15.92:0/1972509373 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v79) ==== 74+0+16721 (secure 0 0 0) 0x7f5eec05cb60 con 0x7f5f000cf6c0 2024-09-19T06:04:59.205 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:04:59.206 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":79,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:57.864505+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:55.631732+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:56.864170+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:04:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ee006c2b0 msgr2=0x7f5ee006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ee006c2b0 0x7f5ee006e770 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5ef4034000 tx=0x7f5ef402e000 comp rx=0 tx=0).stop 2024-09-19T06:04:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f000cf6c0 msgr2=0x7f5f00151ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f000cf6c0 0x7f5f00151ab0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f5eec00c4b0 tx=0x7f5eec00c970 comp rx=0 tx=0).stop 2024-09-19T06:04:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 shutdown_connections 2024-09-19T06:04:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5ee006c2b0 0x7f5ee006e770 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f0015c170 0x7f5f00154890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f000cf6c0 0x7f5f00151ab0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 --2- 172.21.15.92:0/1972509373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f000b64e0 0x7f5f001f4250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 >> 172.21.15.92:0/1972509373 conn(0x7f5f0006bc10 msgr2=0x7f5f00074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:59.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 shutdown_connections 2024-09-19T06:04:59.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.206+0000 7f5f08000640 1 -- 172.21.15.92:0/1972509373 wait complete. 2024-09-19T06:04:59.224 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:04:59.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.378+0000 7f84e8600640 1 Processor -- start 2024-09-19T06:04:59.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.379+0000 7f84e8600640 1 -- start start 2024-09-19T06:04:59.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.380+0000 7f84e8600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e015b480 0x7f84e00b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.380+0000 7f84e8600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84e00ccff0 con 0x7f84e00b60c0 2024-09-19T06:04:59.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.380+0000 7f84e8600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f84e00cd2d0 con 0x7f84e0072700 2024-09-19T06:04:59.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.380+0000 7f84e8600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f84e00b6500 con 0x7f84e015b480 2024-09-19T06:04:59.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.380+0000 7f84e5200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f84e00b60c0 0x7f84e0071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49580/0 (socket says 172.21.15.92:49580) 2024-09-19T06:04:59.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.380+0000 7f84e5200640 1 -- 172.21.15.92:0/509247957 learned_addr learned my addr 172.21.15.92:0/509247957 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:04:59.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.380+0000 7f84e5c00640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e015b480 0x7f84e00b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3231284444 0 0) 0x7f84e00ccff0 con 0x7f84e00b60c0 2024-09-19T06:04:59.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f84c8003520 con 0x7f84e00b60c0 2024-09-19T06:04:59.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1361959973 0 0) 0x7f84e00cd2d0 con 0x7f84e0072700 2024-09-19T06:04:59.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f84e00ccff0 con 0x7f84e0072700 2024-09-19T06:04:59.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3249256232 0 0) 0x7f84c8003520 con 0x7f84e00b60c0 2024-09-19T06:04:59.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e015b480 msgr2=0x7f84e00b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:59.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e015b480 0x7f84e00b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 >> v1:172.21.15.102:6789/0 conn(0x7f84e0072700 legacy=0x7f84e015bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84e00cd5b0 con 0x7f84e00b60c0 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f84cc001670 con 0x7f84e00b60c0 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 >> v1:172.21.15.92:6789/0 conn(0x7f84e00b60c0 legacy=0x7f84e0071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e015b480 0x7f84c8003b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84c8004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84c8004d40 0x7f84c80051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f84e00b6500 con 0x7f84c80040d0 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f84c800bb50 con 0x7f84c8004d40 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f84c800df30 con 0x7f84e015b480 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84e5200640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84c8004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.381+0000 7f84e6600640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84c8004d40 0x7f84c80051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.382+0000 7f84e5c00640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e015b480 0x7f84c8003b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.382+0000 7f84e5200640 1 -- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e015b480 msgr2=0x7f84c8003b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.382+0000 7f84e5200640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e015b480 0x7f84c8003b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.382+0000 7f84e5200640 1 -- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84c8004d40 msgr2=0x7f84c80051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.382+0000 7f84e5200640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84c8004d40 0x7f84c80051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.382+0000 7f84e5200640 1 -- 172.21.15.92:0/509247957 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84c8003520 con 0x7f84c80040d0 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.383+0000 7f84e5200640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84c8004800 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f84cc007fd0 tx=0x7f84c8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b59b141d5a21b080 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.383+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc007ca0 con 0x7f84c80040d0 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.383+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84cc005ad0 con 0x7f84c80040d0 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.383+0000 7f84dfe00640 1 -- 172.21.15.92:0/509247957 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84cc007070 con 0x7f84c80040d0 2024-09-19T06:04:59.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.383+0000 7f84e8600640 1 -- 172.21.15.92:0/509247957 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 msgr2=0x7f84c8004800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.384+0000 7f84e8600640 1 --2- 172.21.15.92:0/509247957 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84c8004800 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f84cc007fd0 tx=0x7f84c8005830 comp rx=0 tx=0).stop 2024-09-19T06:04:59.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.384+0000 7f84e6600640 1 -- 172.21.15.92:0/509247957 reap_dead start 2024-09-19T06:04:59.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.384+0000 7f84e8600640 1 -- 172.21.15.92:0/509247957 shutdown_connections 2024-09-19T06:04:59.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.384+0000 7f84e8600640 1 -- 172.21.15.92:0/509247957 >> 172.21.15.92:0/509247957 conn(0x7f84e006d0f0 msgr2=0x7f84e006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:04:59.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.384+0000 7f84e8600640 1 -- 172.21.15.92:0/509247957 shutdown_connections 2024-09-19T06:04:59.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.384+0000 7f84e8600640 1 -- 172.21.15.92:0/509247957 wait complete. 2024-09-19T06:04:59.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.385+0000 7f84e8600640 1 Processor -- start 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.386+0000 7f84e8600640 1 -- start start 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.386+0000 7f84e8600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84e0151d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.386+0000 7f84e8600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84e01f7af0 0x7f84e00d0970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e8600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e01f7f70 0x7f84e00d0eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e8600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f84e015b860 con 0x7f84c80040d0 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e8600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f84e00cdb70 con 0x7f84e01f7af0 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e8600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f84e015b9e0 con 0x7f84e01f7f70 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84e0151d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84e0151d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59278/0 (socket says 172.21.15.92:59278) 2024-09-19T06:04:59.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5c00640 1 -- 172.21.15.92:0/2774694043 learned_addr learned my addr 172.21.15.92:0/2774694043 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5200640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84e01f7af0 0x7f84e00d0970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e6600640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e01f7f70 0x7f84e00d0eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5c00640 1 -- 172.21.15.92:0/2774694043 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e01f7f70 msgr2=0x7f84e00d0eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5c00640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e01f7f70 0x7f84e00d0eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5c00640 1 -- 172.21.15.92:0/2774694043 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84e01f7af0 msgr2=0x7f84e00d0970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5c00640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84e01f7af0 0x7f84e00d0970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5c00640 1 -- 172.21.15.92:0/2774694043 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f84e01f84d0 con 0x7f84c80040d0 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.387+0000 7f84e5c00640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84e0151d10 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f84d40119a0 tx=0x7f84d4011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.388+0000 7f84dd600640 1 -- 172.21.15.92:0/2774694043 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d400faf0 con 0x7f84c80040d0 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.388+0000 7f84dd600640 1 -- 172.21.15.92:0/2774694043 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84d400fc90 con 0x7f84c80040d0 2024-09-19T06:04:59.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.388+0000 7f84dd600640 1 -- 172.21.15.92:0/2774694043 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84d4014440 con 0x7f84c80040d0 2024-09-19T06:04:59.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.388+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f84e01f87b0 con 0x7f84c80040d0 2024-09-19T06:04:59.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.388+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f84e00d0450 con 0x7f84c80040d0 2024-09-19T06:04:59.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.389+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f84e00b5b80 con 0x7f84c80040d0 2024-09-19T06:04:59.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.390+0000 7f84dd600640 1 -- 172.21.15.92:0/2774694043 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84d4012040 con 0x7f84c80040d0 2024-09-19T06:04:59.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.391+0000 7f84dd600640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84c006c2e0 0x7f84c006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:04:59.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.391+0000 7f84dd600640 1 -- 172.21.15.92:0/2774694043 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(79..79 src has 1..79) ==== 5709+0+0 (secure 0 0 0) 0x7f84d408bb10 con 0x7f84c80040d0 2024-09-19T06:04:59.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.391+0000 7f84e5200640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84c006c2e0 0x7f84c006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:04:59.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.392+0000 7f84e5200640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84c006c2e0 0x7f84c006e7a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f84cc032000 tx=0x7f84cc007000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:04:59.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.395+0000 7f84dd600640 1 -- 172.21.15.92:0/2774694043 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f84d4019030 con 0x7f84c80040d0 2024-09-19T06:04:59.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:04:59.613+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f84e01f8980 con 0x7f84c80040d0 2024-09-19T06:05:00.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.477+0000 7f84dd600640 1 -- 172.21.15.92:0/2774694043 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v49) ==== 118+0+0 (secure 0 0 0) 0x7f84d405a1e0 con 0x7f84c80040d0 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84c006c2e0 msgr2=0x7f84c006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84c006c2e0 0x7f84c006e7a0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f84cc032000 tx=0x7f84cc007000 comp rx=0 tx=0).stop 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 msgr2=0x7f84e0151d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84e0151d10 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f84d40119a0 tx=0x7f84d4011e60 comp rx=0 tx=0).stop 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 shutdown_connections 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f84e01f7f70 0x7f84e00d0eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84c006c2e0 0x7f84c006e7a0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f84e01f7af0 0x7f84e00d0970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 --2- 172.21.15.92:0/2774694043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84c80040d0 0x7f84e0151d10 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.480+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 >> 172.21.15.92:0/2774694043 conn(0x7f84e006d0f0 msgr2=0x7f84e0071ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.481+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 shutdown_connections 2024-09-19T06:05:00.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.481+0000 7f84e8600640 1 -- 172.21.15.92:0/2774694043 wait complete. 2024-09-19T06:05:00.500 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:05:00.500 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:05:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.655+0000 7fc399a00640 1 Processor -- start 2024-09-19T06:05:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.655+0000 7fc399a00640 1 -- start start 2024-09-19T06:05:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.656+0000 7fc399a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fc39415f5f0 0x7fc3940ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.656+0000 7fc399a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc3940b2480 0x7fc39415fd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.656+0000 7fc399a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc3940d0130 con 0x7fc3940ce7a0 2024-09-19T06:05:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.656+0000 7fc399a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fc3940d0ef0 con 0x7fc3940b2480 2024-09-19T06:05:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.656+0000 7fc399a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fc39406ca80 con 0x7fc39415f5f0 2024-09-19T06:05:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.656+0000 7fc399000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc3940b2480 0x7fc39415fd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:00.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.656+0000 7fc38b400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc3940ce7a0 0x7fc3940b1d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49584/0 (socket says 172.21.15.92:49584) 2024-09-19T06:05:00.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.656+0000 7fc38b400640 1 -- 172.21.15.92:0/2582012191 learned_addr learned my addr 172.21.15.92:0/2582012191 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:00.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.656+0000 7fc399000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc3940b2480 0x7fc39415fd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59286/0 (socket says 172.21.15.92:59286) 2024-09-19T06:05:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.657+0000 7fc393e00640 1 --2- 172.21.15.92:0/2582012191 >> v2:172.21.15.102:3300/0 conn(0x7fc39415f5f0 0x7fc3940ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.657+0000 7fc399000640 1 -- 172.21.15.92:0/2582012191 >> v2:172.21.15.102:3300/0 conn(0x7fc39415f5f0 msgr2=0x7fc3940ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.657+0000 7fc399000640 1 --2- 172.21.15.92:0/2582012191 >> v2:172.21.15.102:3300/0 conn(0x7fc39415f5f0 0x7fc3940ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.657+0000 7fc399000640 1 -- 172.21.15.92:0/2582012191 >> v1:172.21.15.92:6789/0 conn(0x7fc3940ce7a0 legacy=0x7fc3940b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.657+0000 7fc393400640 1 -- 172.21.15.92:0/2582012191 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4162608082 0 0) 0x7fc3940d0130 con 0x7fc3940ce7a0 2024-09-19T06:05:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.657+0000 7fc399000640 1 -- 172.21.15.92:0/2582012191 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3940d0410 con 0x7fc3940b2480 2024-09-19T06:05:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.658+0000 7fc399000640 1 --2- 172.21.15.92:0/2582012191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940b2480 0x7fc39415fd30 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc394063050 tx=0x7fc38c02a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6451f36eef7e93c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.658+0000 7fc393400640 1 -- 172.21.15.92:0/2582012191 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38c037070 con 0x7fc3940b2480 2024-09-19T06:05:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.658+0000 7fc393400640 1 -- 172.21.15.92:0/2582012191 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc38c02add0 con 0x7fc3940b2480 2024-09-19T06:05:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.658+0000 7fc393400640 1 -- 172.21.15.92:0/2582012191 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc38c032660 con 0x7fc3940b2480 2024-09-19T06:05:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.659+0000 7fc399a00640 1 -- 172.21.15.92:0/2582012191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940b2480 msgr2=0x7fc39415fd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.659+0000 7fc399a00640 1 --2- 172.21.15.92:0/2582012191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940b2480 0x7fc39415fd30 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fc394063050 tx=0x7fc38c02a080 comp rx=0 tx=0).stop 2024-09-19T06:05:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.659+0000 7fc399a00640 1 -- 172.21.15.92:0/2582012191 shutdown_connections 2024-09-19T06:05:00.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.659+0000 7fc399a00640 1 --2- 172.21.15.92:0/2582012191 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940b2480 0x7fc39415fd30 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:00.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.659+0000 7fc399a00640 1 --2- 172.21.15.92:0/2582012191 >> v2:172.21.15.102:3300/0 conn(0x7fc39415f5f0 0x7fc3940ce260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:00.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.659+0000 7fc399a00640 1 -- 172.21.15.92:0/2582012191 >> 172.21.15.92:0/2582012191 conn(0x7fc394062a20 msgr2=0x7fc39406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:00.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.659+0000 7fc399a00640 1 -- 172.21.15.92:0/2582012191 shutdown_connections 2024-09-19T06:05:00.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.659+0000 7fc399a00640 1 -- 172.21.15.92:0/2582012191 wait complete. 2024-09-19T06:05:00.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.660+0000 7fc399a00640 1 Processor -- start 2024-09-19T06:05:00.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.660+0000 7fc399a00640 1 -- start start 2024-09-19T06:05:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.661+0000 7fc399a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3940b2480 0x7fc394147aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.661+0000 7fc399a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940ce7a0 0x7fc3940b1770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.661+0000 7fc399a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc39415f5f0 0x7fc394156c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.661+0000 7fc399a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc39415f9d0 con 0x7fc3940ce7a0 2024-09-19T06:05:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.661+0000 7fc399a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc3940d09d0 con 0x7fc39415f5f0 2024-09-19T06:05:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.661+0000 7fc399a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc394071fd0 con 0x7fc3940b2480 2024-09-19T06:05:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc38b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940ce7a0 0x7fc3940b1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc38b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940ce7a0 0x7fc3940b1770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59300/0 (socket says 172.21.15.92:59300) 2024-09-19T06:05:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc38b400640 1 -- 172.21.15.92:0/1224936220 learned_addr learned my addr 172.21.15.92:0/1224936220 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc399000640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc39415f5f0 0x7fc394156c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc393e00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3940b2480 0x7fc394147aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc38b400640 1 -- 172.21.15.92:0/1224936220 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3940b2480 msgr2=0x7fc394147aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc38b400640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3940b2480 0x7fc394147aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc38b400640 1 -- 172.21.15.92:0/1224936220 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc39415f5f0 msgr2=0x7fc394156c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc38b400640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc39415f5f0 0x7fc394156c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:00.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc38b400640 1 -- 172.21.15.92:0/1224936220 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc3940b22b0 con 0x7fc3940ce7a0 2024-09-19T06:05:00.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.662+0000 7fc38b400640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940ce7a0 0x7fc3940b1770 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fc37c00c460 tx=0x7fc37c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:00.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.663+0000 7fc390c00640 1 -- 172.21.15.92:0/1224936220 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c018070 con 0x7fc3940ce7a0 2024-09-19T06:05:00.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.663+0000 7fc390c00640 1 -- 172.21.15.92:0/1224936220 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc37c007500 con 0x7fc3940ce7a0 2024-09-19T06:05:00.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.663+0000 7fc390c00640 1 -- 172.21.15.92:0/1224936220 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc37c004a20 con 0x7fc3940ce7a0 2024-09-19T06:05:00.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.663+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc3940b1fd0 con 0x7fc3940ce7a0 2024-09-19T06:05:00.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.663+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc394152aa0 con 0x7fc3940ce7a0 2024-09-19T06:05:00.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.664+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc3940ce260 con 0x7fc3940ce7a0 2024-09-19T06:05:00.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.665+0000 7fc390c00640 1 -- 172.21.15.92:0/1224936220 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc37c004bc0 con 0x7fc3940ce7a0 2024-09-19T06:05:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.665+0000 7fc390c00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc37006c2b0 0x7fc37006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.666+0000 7fc390c00640 1 -- 172.21.15.92:0/1224936220 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fc37c08a760 con 0x7fc3940ce7a0 2024-09-19T06:05:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.666+0000 7fc393e00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc37006c2b0 0x7fc37006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:00.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.666+0000 7fc393e00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc37006c2b0 0x7fc37006e770 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc38400f510 tx=0x7fc3840077b0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:00.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.670+0000 7fc390c00640 1 -- 172.21.15.92:0/1224936220 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc37c0587e0 con 0x7fc3940ce7a0 2024-09-19T06:05:00.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:00.879+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7fc394073760 con 0x7fc3940ce7a0 2024-09-19T06:05:01.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.484+0000 7fc390c00640 1 -- 172.21.15.92:0/1224936220 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v50) ==== 122+0+0 (secure 0 0 0) 0x7fc37c05cae0 con 0x7fc3940ce7a0 2024-09-19T06:05:01.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc37006c2b0 msgr2=0x7fc37006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:01.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc37006c2b0 0x7fc37006e770 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7fc38400f510 tx=0x7fc3840077b0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940ce7a0 msgr2=0x7fc3940b1770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:01.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940ce7a0 0x7fc3940b1770 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fc37c00c460 tx=0x7fc37c00c920 comp rx=0 tx=0).stop 2024-09-19T06:05:01.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 shutdown_connections 2024-09-19T06:05:01.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc37006c2b0 0x7fc37006e770 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc39415f5f0 0x7fc394156c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc3940ce7a0 0x7fc3940b1770 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 --2- 172.21.15.92:0/1224936220 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc3940b2480 0x7fc394147aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 >> 172.21.15.92:0/1224936220 conn(0x7fc394062a20 msgr2=0x7fc394158080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:01.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 shutdown_connections 2024-09-19T06:05:01.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.487+0000 7fc399a00640 1 -- 172.21.15.92:0/1224936220 wait complete. 2024-09-19T06:05:01.506 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:05:01.506 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.660+0000 7f056fa00640 1 Processor -- start 2024-09-19T06:05:01.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.660+0000 7f056fa00640 1 -- start start 2024-09-19T06:05:01.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.661+0000 7f056fa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f056815c170 0x7f056815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:01.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056fa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 0x7f05680cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:01.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056fa00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f05680b49c0 con 0x7f05680b5dd0 2024-09-19T06:05:01.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056fa00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f056815ca90 con 0x7f056815c170 2024-09-19T06:05:01.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056fa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f05680b4cf0 con 0x7f05680cf6c0 2024-09-19T06:05:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056d000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f056815c170 0x7f056815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056d000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f056815c170 0x7f056815c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59310/0 (socket says 172.21.15.92:59310) 2024-09-19T06:05:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056d000640 1 -- 172.21.15.92:0/4248817379 learned_addr learned my addr 172.21.15.92:0/4248817379 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f055fe00640 1 --2- 172.21.15.92:0/4248817379 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 0x7f05680cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056d000640 1 -- 172.21.15.92:0/4248817379 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 msgr2=0x7f05680cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056d000640 1 --2- 172.21.15.92:0/4248817379 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 0x7f05680cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056d000640 1 -- 172.21.15.92:0/4248817379 >> v1:172.21.15.102:6789/0 conn(0x7f05680b5dd0 legacy=0x7f056815ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:01.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.662+0000 7f056d000640 1 -- 172.21.15.92:0/4248817379 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f05680b4fd0 con 0x7f056815c170 2024-09-19T06:05:01.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.663+0000 7f056d000640 1 --2- 172.21.15.92:0/4248817379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 0x7f056815c550 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f0558009870 tx=0x7f055802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd092bbf960d58b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:01.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.663+0000 7f0567e00640 1 -- 172.21.15.92:0/4248817379 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0558037070 con 0x7f056815c170 2024-09-19T06:05:01.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f0567e00640 1 -- 172.21.15.92:0/4248817379 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0558032440 con 0x7f056815c170 2024-09-19T06:05:01.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f0567e00640 1 -- 172.21.15.92:0/4248817379 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0558032810 con 0x7f056815c170 2024-09-19T06:05:01.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f056fa00640 1 -- 172.21.15.92:0/4248817379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 msgr2=0x7f056815c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:01.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f056fa00640 1 --2- 172.21.15.92:0/4248817379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 0x7f056815c550 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f0558009870 tx=0x7f055802a210 comp rx=0 tx=0).stop 2024-09-19T06:05:01.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f056fa00640 1 -- 172.21.15.92:0/4248817379 shutdown_connections 2024-09-19T06:05:01.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f056fa00640 1 --2- 172.21.15.92:0/4248817379 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 0x7f05680cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f056fa00640 1 --2- 172.21.15.92:0/4248817379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 0x7f056815c550 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f056fa00640 1 -- 172.21.15.92:0/4248817379 >> 172.21.15.92:0/4248817379 conn(0x7f056806bc10 msgr2=0x7f056806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:01.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f056fa00640 1 -- 172.21.15.92:0/4248817379 shutdown_connections 2024-09-19T06:05:01.666 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.664+0000 7f056fa00640 1 -- 172.21.15.92:0/4248817379 wait complete. 2024-09-19T06:05:01.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.666+0000 7f056fa00640 1 Processor -- start 2024-09-19T06:05:01.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.666+0000 7f056fa00640 1 -- start start 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056fa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f05680b5dd0 0x7f05681f4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056fa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 0x7f05681f73a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056fa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 0x7f056814cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056fa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f05680b5870 con 0x7f056815c170 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056fa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f05680b5590 con 0x7f05680b5dd0 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056fa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f05680b5b50 con 0x7f05680cf6c0 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056da00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 0x7f056814cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056da00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 0x7f056814cf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59320/0 (socket says 172.21.15.92:59320) 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056da00640 1 -- 172.21.15.92:0/730865223 learned_addr learned my addr 172.21.15.92:0/730865223 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:01.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f056d000640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f05680b5dd0 0x7f05681f4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.667+0000 7f055fe00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 0x7f05681f73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f056da00640 1 -- 172.21.15.92:0/730865223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 msgr2=0x7f05681f73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f056da00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 0x7f05681f73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f056da00640 1 -- 172.21.15.92:0/730865223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f05680b5dd0 msgr2=0x7f05681f4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f056da00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f05680b5dd0 0x7f05681f4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f056da00640 1 -- 172.21.15.92:0/730865223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f056814f690 con 0x7f056815c170 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f056da00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 0x7f056814cf30 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f056000c780 tx=0x7f056000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f0565600640 1 -- 172.21.15.92:0/730865223 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0560004b10 con 0x7f056815c170 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f0565600640 1 -- 172.21.15.92:0/730865223 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0560004cb0 con 0x7f056815c170 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f0565600640 1 -- 172.21.15.92:0/730865223 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f056000aa90 con 0x7f056815c170 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.668+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f056814f970 con 0x7f056815c170 2024-09-19T06:05:01.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.669+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f056814ff30 con 0x7f056815c170 2024-09-19T06:05:01.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.670+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f05680cfb00 con 0x7f056815c170 2024-09-19T06:05:01.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.670+0000 7f0565600640 1 -- 172.21.15.92:0/730865223 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f056000ac30 con 0x7f056815c170 2024-09-19T06:05:01.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.671+0000 7f0565600640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f054406c2b0 0x7f054406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:01.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.671+0000 7f0565600640 1 -- 172.21.15.92:0/730865223 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f056008b590 con 0x7f056815c170 2024-09-19T06:05:01.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.672+0000 7f056d000640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f054406c2b0 0x7f054406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:01.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.672+0000 7f056d000640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f054406c2b0 0x7f054406e770 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0558034000 tx=0x7f055802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:01.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.675+0000 7f0565600640 1 -- 172.21.15.92:0/730865223 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0560020070 con 0x7f056815c170 2024-09-19T06:05:01.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.883+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0568071e50 con 0x7f056815c170 2024-09-19T06:05:01.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.884+0000 7f0565600640 1 -- 172.21.15.92:0/730865223 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5228 (secure 0 0 0) 0x7f0560059620 con 0x7f056815c170 2024-09-19T06:05:01.885 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:01.885 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":50,"btime":"2024-09-19T06:05:01:479116+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5441,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1658533820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1658533820},{"type":"v1","addr":"172.21.15.92:6835","nonce":1658533820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/808429590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":808429590},{"type":"v1","addr":"172.21.15.102:6834","nonce":808429590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5893,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2327652856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2327652856},{"type":"v1","addr":"172.21.15.102:6835","nonce":2327652856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:57.864840+0000","modified":"2024-09-19T06:05:00.881227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5896},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5896":{"gid":5896,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3420680242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3420680242},{"type":"v1","addr":"172.21.15.92:6837","nonce":3420680242}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5896,"qdb_cluster":[5896]},"id":6}]} 2024-09-19T06:05:01.885 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 50 2024-09-19T06:05:01.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f054406c2b0 msgr2=0x7f054406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f054406c2b0 0x7f054406e770 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0558034000 tx=0x7f055802e000 comp rx=0 tx=0).stop 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 msgr2=0x7f056814cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 0x7f056814cf30 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f056000c780 tx=0x7f056000cc40 comp rx=0 tx=0).stop 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 shutdown_connections 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f056815c170 0x7f056814cf30 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f05680cf6c0 0x7f05681f73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f054406c2b0 0x7f054406e770 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 --2- 172.21.15.92:0/730865223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f05680b5dd0 0x7f05681f4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 >> 172.21.15.92:0/730865223 conn(0x7f056806bc10 msgr2=0x7f0568072990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:01.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 shutdown_connections 2024-09-19T06:05:01.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:01.886+0000 7f056fa00640 1 -- 172.21.15.92:0/730865223 wait complete. 2024-09-19T06:05:01.903 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:05:02.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.055+0000 7fa6a5400640 1 Processor -- start 2024-09-19T06:05:02.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.055+0000 7fa6a5400640 1 -- start start 2024-09-19T06:05:02.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.056+0000 7fa6a5400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c550 0x7fa6a00b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.056+0000 7fa6a5400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fa6a00b6310 0x7fa6a00b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.057+0000 7fa6a5400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa6a00b4cf0 con 0x7fa6a015c170 2024-09-19T06:05:02.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.057+0000 7fa6a5400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fa6a00b4fd0 con 0x7fa6a00b6310 2024-09-19T06:05:02.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.057+0000 7fa6a5400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa6a00b52b0 con 0x7fa6a015c550 2024-09-19T06:05:02.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.057+0000 7fa69e800640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7fa6a015c170 0x7fa6a00cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:52950/0 (socket says 172.21.15.92:52950) 2024-09-19T06:05:02.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.057+0000 7fa69e800640 1 -- 172.21.15.92:0/3723789915 learned_addr learned my addr 172.21.15.92:0/3723789915 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:02.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.057+0000 7fa695e00640 1 --2- 172.21.15.92:0/3723789915 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c550 0x7fa6a00b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.057+0000 7fa69f200640 1 --2- 172.21.15.92:0/3723789915 >> v2:172.21.15.102:3300/0 conn(0x7fa6a00b6310 0x7fa6a00b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.058+0000 7fa69de00640 1 -- 172.21.15.92:0/3723789915 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 404679418 0 0) 0x7fa6a00b4cf0 con 0x7fa6a015c170 2024-09-19T06:05:02.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.058+0000 7fa695e00640 1 -- 172.21.15.92:0/3723789915 >> v2:172.21.15.102:3300/0 conn(0x7fa6a00b6310 msgr2=0x7fa6a00b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:02.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.058+0000 7fa695e00640 1 --2- 172.21.15.92:0/3723789915 >> v2:172.21.15.102:3300/0 conn(0x7fa6a00b6310 0x7fa6a00b39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.058+0000 7fa695e00640 1 -- 172.21.15.92:0/3723789915 >> v1:172.21.15.102:6789/0 conn(0x7fa6a015c170 legacy=0x7fa6a00cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.058+0000 7fa695e00640 1 -- 172.21.15.92:0/3723789915 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6a00b5590 con 0x7fa6a015c550 2024-09-19T06:05:02.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.059+0000 7fa695e00640 1 --2- 172.21.15.92:0/3723789915 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c550 0x7fa6a00b5dd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa6880097a0 tx=0x7fa68802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dc9c6375cc41ff0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:02.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.059+0000 7fa69de00640 1 -- 172.21.15.92:0/3723789915 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa688037070 con 0x7fa6a015c550 2024-09-19T06:05:02.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.059+0000 7fa69de00640 1 -- 172.21.15.92:0/3723789915 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa688032440 con 0x7fa6a015c550 2024-09-19T06:05:02.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.059+0000 7fa69de00640 1 -- 172.21.15.92:0/3723789915 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa688032810 con 0x7fa6a015c550 2024-09-19T06:05:02.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.060+0000 7fa6a5400640 1 -- 172.21.15.92:0/3723789915 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c550 msgr2=0x7fa6a00b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.060+0000 7fa6a5400640 1 --2- 172.21.15.92:0/3723789915 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c550 0x7fa6a00b5dd0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa6880097a0 tx=0x7fa68802a180 comp rx=0 tx=0).stop 2024-09-19T06:05:02.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.060+0000 7fa6a5400640 1 -- 172.21.15.92:0/3723789915 shutdown_connections 2024-09-19T06:05:02.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.060+0000 7fa6a5400640 1 --2- 172.21.15.92:0/3723789915 >> v2:172.21.15.102:3300/0 conn(0x7fa6a00b6310 0x7fa6a00b39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.060+0000 7fa6a5400640 1 --2- 172.21.15.92:0/3723789915 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c550 0x7fa6a00b5dd0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.060+0000 7fa6a5400640 1 -- 172.21.15.92:0/3723789915 >> 172.21.15.92:0/3723789915 conn(0x7fa6a006bc10 msgr2=0x7fa6a006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:02.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.060+0000 7fa6a5400640 1 -- 172.21.15.92:0/3723789915 shutdown_connections 2024-09-19T06:05:02.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.060+0000 7fa6a5400640 1 -- 172.21.15.92:0/3723789915 wait complete. 2024-09-19T06:05:02.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.062+0000 7fa6a5400640 1 Processor -- start 2024-09-19T06:05:02.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.062+0000 7fa6a5400640 1 -- start start 2024-09-19T06:05:02.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa6a5400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6a00b6310 0x7fa6a01f4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa6a5400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c170 0x7fa6a014bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa6a5400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6a015c550 0x7fa6a014e590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa6a5400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a015c990 con 0x7fa6a00b6310 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa6a5400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa6a00b5b50 con 0x7fa6a015c550 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa6a5400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa6a00cfdd0 con 0x7fa6a015c170 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa69e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6a00b6310 0x7fa6a01f4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa69e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6a00b6310 0x7fa6a01f4e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59330/0 (socket says 172.21.15.92:59330) 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa69e800640 1 -- 172.21.15.92:0/2097143336 learned_addr learned my addr 172.21.15.92:0/2097143336 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa69e800640 1 -- 172.21.15.92:0/2097143336 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c170 msgr2=0x7fa6a014bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa69e800640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c170 0x7fa6a014bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa69e800640 1 -- 172.21.15.92:0/2097143336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6a015c550 msgr2=0x7fa6a014e590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa69e800640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6a015c550 0x7fa6a014e590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.063+0000 7fa69e800640 1 -- 172.21.15.92:0/2097143336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa6a014ed00 con 0x7fa6a00b6310 2024-09-19T06:05:02.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.064+0000 7fa69e800640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6a00b6310 0x7fa6a01f4e70 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fa69000c4d0 tx=0x7fa69000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:02.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.064+0000 7fa697400640 1 -- 172.21.15.92:0/2097143336 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa690018070 con 0x7fa6a00b6310 2024-09-19T06:05:02.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.064+0000 7fa697400640 1 -- 172.21.15.92:0/2097143336 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa690007500 con 0x7fa6a00b6310 2024-09-19T06:05:02.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.064+0000 7fa697400640 1 -- 172.21.15.92:0/2097143336 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa690004a20 con 0x7fa6a00b6310 2024-09-19T06:05:02.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.064+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa6a015e1d0 con 0x7fa6a00b6310 2024-09-19T06:05:02.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.064+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa6a015e790 con 0x7fa6a00b6310 2024-09-19T06:05:02.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.065+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa6a00b5dd0 con 0x7fa6a00b6310 2024-09-19T06:05:02.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.066+0000 7fa697400640 1 -- 172.21.15.92:0/2097143336 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa69001b070 con 0x7fa6a00b6310 2024-09-19T06:05:02.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.067+0000 7fa697400640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa67c06c2b0 0x7fa67c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.067+0000 7fa697400640 1 -- 172.21.15.92:0/2097143336 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fa69008a800 con 0x7fa6a00b6310 2024-09-19T06:05:02.068 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.067+0000 7fa695e00640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa67c06c2b0 0x7fa67c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.067+0000 7fa695e00640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa67c06c2b0 0x7fa67c06e770 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa688034000 tx=0x7fa68802c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:02.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.071+0000 7fa697400640 1 -- 172.21.15.92:0/2097143336 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa690058ed0 con 0x7fa6a00b6310 2024-09-19T06:05:02.248 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.246+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fa6a00b40e0 con 0x7fa6a00b6310 2024-09-19T06:05:02.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.247+0000 7fa697400640 1 -- 172.21.15.92:0/2097143336 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16708 (secure 0 0 0) 0x7fa6900587d0 con 0x7fa6a00b6310 2024-09-19T06:05:02.250 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:02.250 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":80,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:59.461277+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:55.631732+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:56.864170+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:05:02.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa67c06c2b0 msgr2=0x7fa67c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa67c06c2b0 0x7fa67c06e770 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7fa688034000 tx=0x7fa68802c000 comp rx=0 tx=0).stop 2024-09-19T06:05:02.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6a00b6310 msgr2=0x7fa6a01f4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6a00b6310 0x7fa6a01f4e70 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fa69000c4d0 tx=0x7fa69000c990 comp rx=0 tx=0).stop 2024-09-19T06:05:02.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 shutdown_connections 2024-09-19T06:05:02.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa67c06c2b0 0x7fa67c06e770 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa6a015c550 0x7fa6a014e590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa6a015c170 0x7fa6a014bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 --2- 172.21.15.92:0/2097143336 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa6a00b6310 0x7fa6a01f4e70 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 >> 172.21.15.92:0/2097143336 conn(0x7fa6a006bc10 msgr2=0x7fa6a006d380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:02.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 shutdown_connections 2024-09-19T06:05:02.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.250+0000 7fa6a5400640 1 -- 172.21.15.92:0/2097143336 wait complete. 2024-09-19T06:05:02.269 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:05:02.269 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:05:02.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.420+0000 7f423f800640 1 Processor -- start 2024-09-19T06:05:02.422 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.420+0000 7f423f800640 1 -- start start 2024-09-19T06:05:02.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.421+0000 7f423f800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f42380cfc80 0x7f42380b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.421+0000 7f423f800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f423815c740 con 0x7f4238155800 2024-09-19T06:05:02.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.421+0000 7f423f800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f42380b50a0 con 0x7f423815c330 2024-09-19T06:05:02.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.421+0000 7f423f800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f42380b5380 con 0x7f42380cfc80 2024-09-19T06:05:02.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.421+0000 7f423ce00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4238155800 0x7f42380cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49594/0 (socket says 172.21.15.92:49594) 2024-09-19T06:05:02.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.421+0000 7f423ce00640 1 -- 172.21.15.92:0/1653443141 learned_addr learned my addr 172.21.15.92:0/1653443141 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:02.424 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.421+0000 7f422fe00640 1 --2- 172.21.15.92:0/1653443141 >> v2:172.21.15.102:3300/0 conn(0x7f42380cfc80 0x7f42380b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.422+0000 7f4237e00640 1 -- 172.21.15.92:0/1653443141 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 298245577 0 0) 0x7f423815c740 con 0x7f4238155800 2024-09-19T06:05:02.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.422+0000 7f4237e00640 1 -- 172.21.15.92:0/1653443141 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f421c003520 con 0x7f4238155800 2024-09-19T06:05:02.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.422+0000 7f4237e00640 1 -- 172.21.15.92:0/1653443141 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3603423283 0 0) 0x7f42380b50a0 con 0x7f423815c330 2024-09-19T06:05:02.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.422+0000 7f4237e00640 1 -- 172.21.15.92:0/1653443141 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f423815c740 con 0x7f423815c330 2024-09-19T06:05:02.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.422+0000 7f4237e00640 1 -- 172.21.15.92:0/1653443141 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3171783601 0 0) 0x7f421c003520 con 0x7f4238155800 2024-09-19T06:05:02.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.422+0000 7f422fe00640 1 -- 172.21.15.92:0/1653443141 >> v1:172.21.15.102:6789/0 conn(0x7f423815c330 legacy=0x7f423815c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.422+0000 7f422fe00640 1 -- 172.21.15.92:0/1653443141 >> v1:172.21.15.92:6789/0 conn(0x7f4238155800 legacy=0x7f42380cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.425 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.422+0000 7f422fe00640 1 -- 172.21.15.92:0/1653443141 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f42380b5660 con 0x7f42380cfc80 2024-09-19T06:05:02.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.423+0000 7f422fe00640 1 --2- 172.21.15.92:0/1653443141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42380cfc80 0x7f42380b6140 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f42200097d0 tx=0x7f422002a200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b939b64c1316133 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:02.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.423+0000 7f4237e00640 1 -- 172.21.15.92:0/1653443141 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4220037070 con 0x7f42380cfc80 2024-09-19T06:05:02.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.423+0000 7f4237e00640 1 -- 172.21.15.92:0/1653443141 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f422002ac90 con 0x7f42380cfc80 2024-09-19T06:05:02.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.423+0000 7f4237e00640 1 -- 172.21.15.92:0/1653443141 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4228001670 con 0x7f42380cfc80 2024-09-19T06:05:02.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.424+0000 7f423f800640 1 -- 172.21.15.92:0/1653443141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42380cfc80 msgr2=0x7f42380b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.424+0000 7f423f800640 1 --2- 172.21.15.92:0/1653443141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42380cfc80 0x7f42380b6140 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f42200097d0 tx=0x7f422002a200 comp rx=0 tx=0).stop 2024-09-19T06:05:02.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.424+0000 7f423f800640 1 -- 172.21.15.92:0/1653443141 shutdown_connections 2024-09-19T06:05:02.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.424+0000 7f423f800640 1 --2- 172.21.15.92:0/1653443141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f42380cfc80 0x7f42380b6140 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.424+0000 7f423f800640 1 -- 172.21.15.92:0/1653443141 >> 172.21.15.92:0/1653443141 conn(0x7f423806bc10 msgr2=0x7f423806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:02.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.424+0000 7f423f800640 1 -- 172.21.15.92:0/1653443141 shutdown_connections 2024-09-19T06:05:02.427 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.424+0000 7f423f800640 1 -- 172.21.15.92:0/1653443141 wait complete. 2024-09-19T06:05:02.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.426+0000 7f423f800640 1 Processor -- start 2024-09-19T06:05:02.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.426+0000 7f423f800640 1 -- start start 2024-09-19T06:05:02.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f423f800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42380cfc80 0x7f423815efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f423f800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4238155800 0x7f4238157080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f423f800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423815c330 0x7f423814eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f423f800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4238155be0 con 0x7f4238155800 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f423f800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f42380b5c20 con 0x7f423815c330 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f423f800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f423815d080 con 0x7f42380cfc80 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f422fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4238155800 0x7f4238157080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f422fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4238155800 0x7f4238157080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59346/0 (socket says 172.21.15.92:59346) 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f422fe00640 1 -- 172.21.15.92:0/3667898303 learned_addr learned my addr 172.21.15.92:0/3667898303 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f423ce00640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42380cfc80 0x7f423815efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f423d800640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423815c330 0x7f423814eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f422fe00640 1 -- 172.21.15.92:0/3667898303 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42380cfc80 msgr2=0x7f423815efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f422fe00640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42380cfc80 0x7f423815efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f422fe00640 1 -- 172.21.15.92:0/3667898303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423815c330 msgr2=0x7f423814eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f422fe00640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423815c330 0x7f423814eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.427+0000 7f422fe00640 1 -- 172.21.15.92:0/3667898303 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4238157af0 con 0x7f4238155800 2024-09-19T06:05:02.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.428+0000 7f422fe00640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4238155800 0x7f4238157080 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f4220000c00 tx=0x7f42200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:02.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.428+0000 7f4235600640 1 -- 172.21.15.92:0/3667898303 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4220037040 con 0x7f4238155800 2024-09-19T06:05:02.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.428+0000 7f4235600640 1 -- 172.21.15.92:0/3667898303 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4220004230 con 0x7f4238155800 2024-09-19T06:05:02.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.428+0000 7f4235600640 1 -- 172.21.15.92:0/3667898303 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4220006e10 con 0x7f4238155800 2024-09-19T06:05:02.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.428+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4238157e30 con 0x7f4238155800 2024-09-19T06:05:02.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.428+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f423815f4e0 con 0x7f4238155800 2024-09-19T06:05:02.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.429+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f423815d410 con 0x7f4238155800 2024-09-19T06:05:02.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.430+0000 7f4235600640 1 -- 172.21.15.92:0/3667898303 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4220003610 con 0x7f4238155800 2024-09-19T06:05:02.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.431+0000 7f4235600640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421406c2b0 0x7f421406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.431+0000 7f4235600640 1 -- 172.21.15.92:0/3667898303 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f42200abd90 con 0x7f4238155800 2024-09-19T06:05:02.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.431+0000 7f423ce00640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421406c2b0 0x7f421406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.432+0000 7f423ce00640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421406c2b0 0x7f421406e770 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4228001eb0 tx=0x7f42280016d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:02.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.435+0000 7f4235600640 1 -- 172.21.15.92:0/3667898303 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4238157e30 con 0x7f4238155800 2024-09-19T06:05:02.609 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.607+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f4238158010 con 0x7f421406c2b0 2024-09-19T06:05:02.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.613+0000 7f4235600640 1 -- 172.21.15.92:0/3667898303 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+245861 (secure 0 0 0) 0x7f4238158010 con 0x7f421406c2b0 2024-09-19T06:05:02.619 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:02.621 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421406c2b0 msgr2=0x7f421406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421406c2b0 0x7f421406e770 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f4228001eb0 tx=0x7f42280016d0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4238155800 msgr2=0x7f4238157080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4238155800 0x7f4238157080 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f4220000c00 tx=0x7f42200046c0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 shutdown_connections 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421406c2b0 0x7f421406e770 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423815c330 0x7f423814eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4238155800 0x7f4238157080 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 --2- 172.21.15.92:0/3667898303 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f42380cfc80 0x7f423815efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 >> 172.21.15.92:0/3667898303 conn(0x7f423806bc10 msgr2=0x7f42380cf570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.617+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 shutdown_connections 2024-09-19T06:05:02.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.618+0000 7f423f800640 1 -- 172.21.15.92:0/3667898303 wait complete. 2024-09-19T06:05:02.635 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-09-19T06:05:00.920717+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":174,"acting":174,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":10,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258036,"kb_used_data":8500,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716684,"statfs":{"total":773094113280,"available":772829884416,"internally_reserved":0,"allocated":8704000,"data_stored":4298309,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.472258"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.460499+0000","last_change":"2024-09-19T06:04:57.460499+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.460499+0000","last_undegraded":"2024-09-19T06:04:57.460499+0000","last_fullsized":"2024-09-19T06:04:57.460499+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.462582+0000","last_change":"2024-09-19T06:04:57.462582+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.462582+0000","last_undegraded":"2024-09-19T06:04:57.462582+0000","last_fullsized":"2024-09-19T06:04:57.462582+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.462937+0000","last_change":"2024-09-19T06:04:57.462937+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.462937+0000","last_undegraded":"2024-09-19T06:04:57.462937+0000","last_fullsized":"2024-09-19T06:04:57.462937+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.468772+0000","last_change":"2024-09-19T06:04:57.468772+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.468772+0000","last_undegraded":"2024-09-19T06:04:57.468772+0000","last_fullsized":"2024-09-19T06:04:57.468772+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457432+0000","last_change":"2024-09-19T06:04:57.457432+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457432+0000","last_undegraded":"2024-09-19T06:04:57.457432+0000","last_fullsized":"2024-09-19T06:04:57.457432+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.462366+0000","last_change":"2024-09-19T06:04:57.462366+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.462366+0000","last_undegraded":"2024-09-19T06:04:57.462366+0000","last_fullsized":"2024-09-19T06:04:57.462366+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.456041+0000","last_change":"2024-09-19T06:04:57.456041+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.456041+0000","last_undegraded":"2024-09-19T06:04:57.456041+0000","last_fullsized":"2024-09-19T06:04:57.456041+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457845+0000","last_change":"2024-09-19T06:04:57.457845+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457845+0000","last_undegraded":"2024-09-19T06:04:57.457845+0000","last_fullsized":"2024-09-19T06:04:57.457845+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457626+0000","last_change":"2024-09-19T06:04:57.457626+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457626+0000","last_undegraded":"2024-09-19T06:04:57.457626+0000","last_fullsized":"2024-09-19T06:04:57.457626+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.458469+0000","last_change":"2024-09-19T06:04:57.458469+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.458469+0000","last_undegraded":"2024-09-19T06:04:57.458469+0000","last_fullsized":"2024-09-19T06:04:57.458469+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.463463+0000","last_change":"2024-09-19T06:04:57.463463+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.463463+0000","last_undegraded":"2024-09-19T06:04:57.463463+0000","last_fullsized":"2024-09-19T06:04:57.463463+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.462265+0000","last_change":"2024-09-19T06:04:57.462265+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.462265+0000","last_undegraded":"2024-09-19T06:04:57.462265+0000","last_fullsized":"2024-09-19T06:04:57.462265+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.459419+0000","last_change":"2024-09-19T06:04:57.459419+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.459419+0000","last_undegraded":"2024-09-19T06:04:57.459419+0000","last_fullsized":"2024-09-19T06:04:57.459419+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.465294+0000","last_change":"2024-09-19T06:04:57.465294+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.465294+0000","last_undegraded":"2024-09-19T06:04:57.465294+0000","last_fullsized":"2024-09-19T06:04:57.465294+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.462696+0000","last_change":"2024-09-19T06:04:57.462696+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.462696+0000","last_undegraded":"2024-09-19T06:04:57.462696+0000","last_fullsized":"2024-09-19T06:04:57.462696+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.462015+0000","last_change":"2024-09-19T06:04:57.462015+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.462015+0000","last_undegraded":"2024-09-19T06:04:57.462015+0000","last_fullsized":"2024-09-19T06:04:57.462015+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.461268+0000","last_change":"2024-09-19T06:04:57.461268+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.461268+0000","last_undegraded":"2024-09-19T06:04:57.461268+0000","last_fullsized":"2024-09-19T06:04:57.461268+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.461876+0000","last_change":"2024-09-19T06:04:57.461876+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.461876+0000","last_undegraded":"2024-09-19T06:04:57.461876+0000","last_fullsized":"2024-09-19T06:04:57.461876+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.462075+0000","last_change":"2024-09-19T06:04:57.462075+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.462075+0000","last_undegraded":"2024-09-19T06:04:57.462075+0000","last_fullsized":"2024-09-19T06:04:57.462075+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457383+0000","last_change":"2024-09-19T06:04:57.457383+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457383+0000","last_undegraded":"2024-09-19T06:04:57.457383+0000","last_fullsized":"2024-09-19T06:04:57.457383+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.459755+0000","last_change":"2024-09-19T06:04:57.459755+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.459755+0000","last_undegraded":"2024-09-19T06:04:57.459755+0000","last_fullsized":"2024-09-19T06:04:57.459755+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.464542+0000","last_change":"2024-09-19T06:04:57.464542+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.464542+0000","last_undegraded":"2024-09-19T06:04:57.464542+0000","last_fullsized":"2024-09-19T06:04:57.464542+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.468083+0000","last_change":"2024-09-19T06:04:57.468083+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.468083+0000","last_undegraded":"2024-09-19T06:04:57.468083+0000","last_fullsized":"2024-09-19T06:04:57.468083+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.458025+0000","last_change":"2024-09-19T06:04:57.458025+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.458025+0000","last_undegraded":"2024-09-19T06:04:57.458025+0000","last_fullsized":"2024-09-19T06:04:57.458025+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.468155+0000","last_change":"2024-09-19T06:04:57.468155+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.468155+0000","last_undegraded":"2024-09-19T06:04:57.468155+0000","last_fullsized":"2024-09-19T06:04:57.468155+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.455710+0000","last_change":"2024-09-19T06:04:57.455710+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.455710+0000","last_undegraded":"2024-09-19T06:04:57.455710+0000","last_fullsized":"2024-09-19T06:04:57.455710+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.463850+0000","last_change":"2024-09-19T06:04:57.463850+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.463850+0000","last_undegraded":"2024-09-19T06:04:57.463850+0000","last_fullsized":"2024-09-19T06:04:57.463850+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.474684+0000","last_change":"2024-09-19T06:04:57.471759+0000","last_active":"2024-09-19T06:04:57.474684+0000","last_peered":"2024-09-19T06:04:57.474684+0000","last_clean":"2024-09-19T06:04:57.474684+0000","last_became_active":"2024-09-19T06:04:57.471443+0000","last_became_peered":"2024-09-19T06:04:57.471443+0000","last_unstale":"2024-09-19T06:04:57.474684+0000","last_undegraded":"2024-09-19T06:04:57.474684+0000","last_fullsized":"2024-09-19T06:04:57.474684+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:28.211964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.460081+0000","last_change":"2024-09-19T06:04:57.460081+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.460081+0000","last_undegraded":"2024-09-19T06:04:57.460081+0000","last_fullsized":"2024-09-19T06:04:57.460081+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.478402+0000","last_change":"2024-09-19T06:04:57.476141+0000","last_active":"2024-09-19T06:04:57.478402+0000","last_peered":"2024-09-19T06:04:57.478402+0000","last_clean":"2024-09-19T06:04:57.478402+0000","last_became_active":"2024-09-19T06:04:57.475796+0000","last_became_peered":"2024-09-19T06:04:57.475796+0000","last_unstale":"2024-09-19T06:04:57.478402+0000","last_undegraded":"2024-09-19T06:04:57.478402+0000","last_fullsized":"2024-09-19T06:04:57.478402+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:48:17.716207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457571+0000","last_change":"2024-09-19T06:04:57.457571+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457571+0000","last_undegraded":"2024-09-19T06:04:57.457571+0000","last_fullsized":"2024-09-19T06:04:57.457571+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.482249+0000","last_change":"2024-09-19T06:04:57.475782+0000","last_active":"2024-09-19T06:04:57.482249+0000","last_peered":"2024-09-19T06:04:57.482249+0000","last_clean":"2024-09-19T06:04:57.482249+0000","last_became_active":"2024-09-19T06:04:57.475510+0000","last_became_peered":"2024-09-19T06:04:57.475510+0000","last_unstale":"2024-09-19T06:04:57.482249+0000","last_undegraded":"2024-09-19T06:04:57.482249+0000","last_fullsized":"2024-09-19T06:04:57.482249+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:50:09.238391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.461938+0000","last_change":"2024-09-19T06:04:57.461938+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.461938+0000","last_undegraded":"2024-09-19T06:04:57.461938+0000","last_fullsized":"2024-09-19T06:04:57.461938+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.482264+0000","last_change":"2024-09-19T06:04:57.475859+0000","last_active":"2024-09-19T06:04:57.482264+0000","last_peered":"2024-09-19T06:04:57.482264+0000","last_clean":"2024-09-19T06:04:57.482264+0000","last_became_active":"2024-09-19T06:04:57.475567+0000","last_became_peered":"2024-09-19T06:04:57.475567+0000","last_unstale":"2024-09-19T06:04:57.482264+0000","last_undegraded":"2024-09-19T06:04:57.482264+0000","last_fullsized":"2024-09-19T06:04:57.482264+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:49:28.517838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.478808+0000","last_change":"2024-09-19T06:04:57.477403+0000","last_active":"2024-09-19T06:04:57.478808+0000","last_peered":"2024-09-19T06:04:57.478808+0000","last_clean":"2024-09-19T06:04:57.478808+0000","last_became_active":"2024-09-19T06:04:57.477087+0000","last_became_peered":"2024-09-19T06:04:57.477087+0000","last_unstale":"2024-09-19T06:04:57.478808+0000","last_undegraded":"2024-09-19T06:04:57.478808+0000","last_fullsized":"2024-09-19T06:04:57.478808+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:18.477097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.468355+0000","last_change":"2024-09-19T06:04:57.468355+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.468355+0000","last_undegraded":"2024-09-19T06:04:57.468355+0000","last_fullsized":"2024-09-19T06:04:57.468355+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.478837+0000","last_change":"2024-09-19T06:04:57.477917+0000","last_active":"2024-09-19T06:04:57.478837+0000","last_peered":"2024-09-19T06:04:57.478837+0000","last_clean":"2024-09-19T06:04:57.478837+0000","last_became_active":"2024-09-19T06:04:57.477699+0000","last_became_peered":"2024-09-19T06:04:57.477699+0000","last_unstale":"2024-09-19T06:04:57.478837+0000","last_undegraded":"2024-09-19T06:04:57.478837+0000","last_fullsized":"2024-09-19T06:04:57.478837+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:08.372911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.465300+0000","last_change":"2024-09-19T06:04:57.465300+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.465300+0000","last_undegraded":"2024-09-19T06:04:57.465300+0000","last_fullsized":"2024-09-19T06:04:57.465300+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.475064+0000","last_change":"2024-09-19T06:04:57.470898+0000","last_active":"2024-09-19T06:04:57.475064+0000","last_peered":"2024-09-19T06:04:57.475064+0000","last_clean":"2024-09-19T06:04:57.475064+0000","last_became_active":"2024-09-19T06:04:57.470533+0000","last_became_peered":"2024-09-19T06:04:57.470533+0000","last_unstale":"2024-09-19T06:04:57.475064+0000","last_undegraded":"2024-09-19T06:04:57.475064+0000","last_fullsized":"2024-09-19T06:04:57.475064+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:23.492892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.458782+0000","last_change":"2024-09-19T06:04:57.458782+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.458782+0000","last_undegraded":"2024-09-19T06:04:57.458782+0000","last_fullsized":"2024-09-19T06:04:57.458782+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-19T06:04:56.455297+0000","last_change":"2024-09-19T06:04:56.455297+0000","last_active":"2024-09-19T06:04:56.441621+0000","last_peered":"2024-09-19T06:04:56.441621+0000","last_clean":"2024-09-19T06:04:56.441621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:56.455297+0000","last_undegraded":"2024-09-19T06:04:56.455297+0000","last_fullsized":"2024-09-19T06:04:56.455297+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.458509+0000","last_change":"2024-09-19T06:04:57.458509+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.458509+0000","last_undegraded":"2024-09-19T06:04:57.458509+0000","last_fullsized":"2024-09-19T06:04:57.458509+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.473301+0000","last_change":"2024-09-19T06:04:57.470304+0000","last_active":"2024-09-19T06:04:57.473301+0000","last_peered":"2024-09-19T06:04:57.473301+0000","last_clean":"2024-09-19T06:04:57.473301+0000","last_became_active":"2024-09-19T06:04:57.469132+0000","last_became_peered":"2024-09-19T06:04:57.469132+0000","last_unstale":"2024-09-19T06:04:57.473301+0000","last_undegraded":"2024-09-19T06:04:57.473301+0000","last_fullsized":"2024-09-19T06:04:57.473301+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:34:04.711072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457373+0000","last_change":"2024-09-19T06:04:57.457373+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457373+0000","last_undegraded":"2024-09-19T06:04:57.457373+0000","last_fullsized":"2024-09-19T06:04:57.457373+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.471039+0000","last_change":"2024-09-19T06:04:57.469463+0000","last_active":"2024-09-19T06:04:57.471039+0000","last_peered":"2024-09-19T06:04:57.471039+0000","last_clean":"2024-09-19T06:04:57.471039+0000","last_became_active":"2024-09-19T06:04:57.468826+0000","last_became_peered":"2024-09-19T06:04:57.468826+0000","last_unstale":"2024-09-19T06:04:57.471039+0000","last_undegraded":"2024-09-19T06:04:57.471039+0000","last_fullsized":"2024-09-19T06:04:57.471039+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:11:30.356923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.458552+0000","last_change":"2024-09-19T06:04:57.458552+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.458552+0000","last_undegraded":"2024-09-19T06:04:57.458552+0000","last_fullsized":"2024-09-19T06:04:57.458552+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.473261+0000","last_change":"2024-09-19T06:04:57.470019+0000","last_active":"2024-09-19T06:04:57.473261+0000","last_peered":"2024-09-19T06:04:57.473261+0000","last_clean":"2024-09-19T06:04:57.473261+0000","last_became_active":"2024-09-19T06:04:57.469694+0000","last_became_peered":"2024-09-19T06:04:57.469694+0000","last_unstale":"2024-09-19T06:04:57.473261+0000","last_undegraded":"2024-09-19T06:04:57.473261+0000","last_fullsized":"2024-09-19T06:04:57.473261+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:09:06.586343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.467605+0000","last_change":"2024-09-19T06:04:57.467605+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.467605+0000","last_undegraded":"2024-09-19T06:04:57.467605+0000","last_fullsized":"2024-09-19T06:04:57.467605+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.470688+0000","last_change":"2024-09-19T06:04:57.465624+0000","last_active":"2024-09-19T06:04:57.470688+0000","last_peered":"2024-09-19T06:04:57.470688+0000","last_clean":"2024-09-19T06:04:57.470688+0000","last_became_active":"2024-09-19T06:04:57.464413+0000","last_became_peered":"2024-09-19T06:04:57.464413+0000","last_unstale":"2024-09-19T06:04:57.470688+0000","last_undegraded":"2024-09-19T06:04:57.470688+0000","last_fullsized":"2024-09-19T06:04:57.470688+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:48.789235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.458175+0000","last_change":"2024-09-19T06:04:57.458175+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.458175+0000","last_undegraded":"2024-09-19T06:04:57.458175+0000","last_fullsized":"2024-09-19T06:04:57.458175+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-19T06:04:56.455424+0000","last_change":"2024-09-19T06:04:56.455424+0000","last_active":"2024-09-19T06:04:56.441621+0000","last_peered":"2024-09-19T06:04:56.441621+0000","last_clean":"2024-09-19T06:04:56.441621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:56.455424+0000","last_undegraded":"2024-09-19T06:04:56.455424+0000","last_fullsized":"2024-09-19T06:04:56.455424+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.463056+0000","last_change":"2024-09-19T06:04:57.463056+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.463056+0000","last_undegraded":"2024-09-19T06:04:57.463056+0000","last_fullsized":"2024-09-19T06:04:57.463056+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.476696+0000","last_change":"2024-09-19T06:04:57.472905+0000","last_active":"2024-09-19T06:04:57.476696+0000","last_peered":"2024-09-19T06:04:57.476696+0000","last_clean":"2024-09-19T06:04:57.476696+0000","last_became_active":"2024-09-19T06:04:57.469765+0000","last_became_peered":"2024-09-19T06:04:57.469765+0000","last_unstale":"2024-09-19T06:04:57.476696+0000","last_undegraded":"2024-09-19T06:04:57.476696+0000","last_fullsized":"2024-09-19T06:04:57.476696+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:38.959434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.475204+0000","last_change":"2024-09-19T06:04:57.474077+0000","last_active":"2024-09-19T06:04:57.475204+0000","last_peered":"2024-09-19T06:04:57.475204+0000","last_clean":"2024-09-19T06:04:57.475204+0000","last_became_active":"2024-09-19T06:04:57.473767+0000","last_became_peered":"2024-09-19T06:04:57.473767+0000","last_unstale":"2024-09-19T06:04:57.475204+0000","last_undegraded":"2024-09-19T06:04:57.475204+0000","last_fullsized":"2024-09-19T06:04:57.475204+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:16.893305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.475774+0000","last_change":"2024-09-19T06:04:57.474440+0000","last_active":"2024-09-19T06:04:57.475774+0000","last_peered":"2024-09-19T06:04:57.475774+0000","last_clean":"2024-09-19T06:04:57.475774+0000","last_became_active":"2024-09-19T06:04:57.474086+0000","last_became_peered":"2024-09-19T06:04:57.474086+0000","last_unstale":"2024-09-19T06:04:57.475774+0000","last_undegraded":"2024-09-19T06:04:57.475774+0000","last_fullsized":"2024-09-19T06:04:57.475774+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:47:45.596951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.461929+0000","last_change":"2024-09-19T06:04:57.461929+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.461929+0000","last_undegraded":"2024-09-19T06:04:57.461929+0000","last_fullsized":"2024-09-19T06:04:57.461929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.471633+0000","last_change":"2024-09-19T06:04:57.468663+0000","last_active":"2024-09-19T06:04:57.471633+0000","last_peered":"2024-09-19T06:04:57.471633+0000","last_clean":"2024-09-19T06:04:57.471633+0000","last_became_active":"2024-09-19T06:04:57.468358+0000","last_became_peered":"2024-09-19T06:04:57.468358+0000","last_unstale":"2024-09-19T06:04:57.471633+0000","last_undegraded":"2024-09-19T06:04:57.471633+0000","last_fullsized":"2024-09-19T06:04:57.471633+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:01:19.461453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.459586+0000","last_change":"2024-09-19T06:04:57.459586+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.459586+0000","last_undegraded":"2024-09-19T06:04:57.459586+0000","last_fullsized":"2024-09-19T06:04:57.459586+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.475125+0000","last_change":"2024-09-19T06:04:57.470820+0000","last_active":"2024-09-19T06:04:57.475125+0000","last_peered":"2024-09-19T06:04:57.475125+0000","last_clean":"2024-09-19T06:04:57.475125+0000","last_became_active":"2024-09-19T06:04:57.470514+0000","last_became_peered":"2024-09-19T06:04:57.470514+0000","last_unstale":"2024-09-19T06:04:57.475125+0000","last_undegraded":"2024-09-19T06:04:57.475125+0000","last_fullsized":"2024-09-19T06:04:57.475125+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:44:13.780095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.467162+0000","last_change":"2024-09-19T06:04:57.467162+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.467162+0000","last_undegraded":"2024-09-19T06:04:57.467162+0000","last_fullsized":"2024-09-19T06:04:57.467162+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.471932+0000","last_change":"2024-09-19T06:04:57.467066+0000","last_active":"2024-09-19T06:04:57.471932+0000","last_peered":"2024-09-19T06:04:57.471932+0000","last_clean":"2024-09-19T06:04:57.471932+0000","last_became_active":"2024-09-19T06:04:57.465165+0000","last_became_peered":"2024-09-19T06:04:57.465165+0000","last_unstale":"2024-09-19T06:04:57.471932+0000","last_undegraded":"2024-09-19T06:04:57.471932+0000","last_fullsized":"2024-09-19T06:04:57.471932+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:04.565799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457991+0000","last_change":"2024-09-19T06:04:57.457991+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457991+0000","last_undegraded":"2024-09-19T06:04:57.457991+0000","last_fullsized":"2024-09-19T06:04:57.457991+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.473253+0000","last_change":"2024-09-19T06:04:57.467832+0000","last_active":"2024-09-19T06:04:57.473253+0000","last_peered":"2024-09-19T06:04:57.473253+0000","last_clean":"2024-09-19T06:04:57.473253+0000","last_became_active":"2024-09-19T06:04:57.467359+0000","last_became_peered":"2024-09-19T06:04:57.467359+0000","last_unstale":"2024-09-19T06:04:57.473253+0000","last_undegraded":"2024-09-19T06:04:57.473253+0000","last_fullsized":"2024-09-19T06:04:57.473253+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:27.384650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.458115+0000","last_change":"2024-09-19T06:04:57.458115+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.458115+0000","last_undegraded":"2024-09-19T06:04:57.458115+0000","last_fullsized":"2024-09-19T06:04:57.458115+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.476894+0000","last_change":"2024-09-19T06:04:57.473235+0000","last_active":"2024-09-19T06:04:57.476894+0000","last_peered":"2024-09-19T06:04:57.476894+0000","last_clean":"2024-09-19T06:04:57.476894+0000","last_became_active":"2024-09-19T06:04:57.471877+0000","last_became_peered":"2024-09-19T06:04:57.471877+0000","last_unstale":"2024-09-19T06:04:57.476894+0000","last_undegraded":"2024-09-19T06:04:57.476894+0000","last_fullsized":"2024-09-19T06:04:57.476894+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:19:09.446777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457871+0000","last_change":"2024-09-19T06:04:57.457871+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457871+0000","last_undegraded":"2024-09-19T06:04:57.457871+0000","last_fullsized":"2024-09-19T06:04:57.457871+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.474250+0000","last_change":"2024-09-19T06:04:57.466945+0000","last_active":"2024-09-19T06:04:57.474250+0000","last_peered":"2024-09-19T06:04:57.474250+0000","last_clean":"2024-09-19T06:04:57.474250+0000","last_became_active":"2024-09-19T06:04:57.466539+0000","last_became_peered":"2024-09-19T06:04:57.466539+0000","last_unstale":"2024-09-19T06:04:57.474250+0000","last_undegraded":"2024-09-19T06:04:57.474250+0000","last_fullsized":"2024-09-19T06:04:57.474250+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:10:18.067262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.456535+0000","last_change":"2024-09-19T06:04:57.456535+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.456535+0000","last_undegraded":"2024-09-19T06:04:57.456535+0000","last_fullsized":"2024-09-19T06:04:57.456535+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.475092+0000","last_change":"2024-09-19T06:04:57.472097+0000","last_active":"2024-09-19T06:04:57.475092+0000","last_peered":"2024-09-19T06:04:57.475092+0000","last_clean":"2024-09-19T06:04:57.475092+0000","last_became_active":"2024-09-19T06:04:57.471832+0000","last_became_peered":"2024-09-19T06:04:57.471832+0000","last_unstale":"2024-09-19T06:04:57.475092+0000","last_undegraded":"2024-09-19T06:04:57.475092+0000","last_fullsized":"2024-09-19T06:04:57.475092+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:42.968286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.463423+0000","last_change":"2024-09-19T06:04:57.463423+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.463423+0000","last_undegraded":"2024-09-19T06:04:57.463423+0000","last_fullsized":"2024-09-19T06:04:57.463423+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-19T06:04:56.455417+0000","last_change":"2024-09-19T06:04:56.455417+0000","last_active":"2024-09-19T06:04:56.441621+0000","last_peered":"2024-09-19T06:04:56.441621+0000","last_clean":"2024-09-19T06:04:56.441621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:56.455417+0000","last_undegraded":"2024-09-19T06:04:56.455417+0000","last_fullsized":"2024-09-19T06:04:56.455417+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.463528+0000","last_change":"2024-09-19T06:04:57.463528+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.463528+0000","last_undegraded":"2024-09-19T06:04:57.463528+0000","last_fullsized":"2024-09-19T06:04:57.463528+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":1,"reported_epoch":77,"state":"creating+peering","last_fresh":"2024-09-19T06:04:56.455435+0000","last_change":"2024-09-19T06:04:56.455435+0000","last_active":"2024-09-19T06:04:56.441621+0000","last_peered":"2024-09-19T06:04:56.441621+0000","last_clean":"2024-09-19T06:04:56.441621+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:56.455435+0000","last_undegraded":"2024-09-19T06:04:56.455435+0000","last_fullsized":"2024-09-19T06:04:56.455435+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457142+0000","last_change":"2024-09-19T06:04:57.457142+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457142+0000","last_undegraded":"2024-09-19T06:04:57.457142+0000","last_fullsized":"2024-09-19T06:04:57.457142+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.475154+0000","last_change":"2024-09-19T06:04:57.473784+0000","last_active":"2024-09-19T06:04:57.475154+0000","last_peered":"2024-09-19T06:04:57.475154+0000","last_clean":"2024-09-19T06:04:57.475154+0000","last_became_active":"2024-09-19T06:04:57.473181+0000","last_became_peered":"2024-09-19T06:04:57.473181+0000","last_unstale":"2024-09-19T06:04:57.475154+0000","last_undegraded":"2024-09-19T06:04:57.475154+0000","last_fullsized":"2024-09-19T06:04:57.475154+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:48:17.716207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.466759+0000","last_change":"2024-09-19T06:04:57.466759+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.466759+0000","last_undegraded":"2024-09-19T06:04:57.466759+0000","last_fullsized":"2024-09-19T06:04:57.466759+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.473100+0000","last_change":"2024-09-19T06:04:57.470735+0000","last_active":"2024-09-19T06:04:57.473100+0000","last_peered":"2024-09-19T06:04:57.473100+0000","last_clean":"2024-09-19T06:04:57.473100+0000","last_became_active":"2024-09-19T06:04:57.469545+0000","last_became_peered":"2024-09-19T06:04:57.469545+0000","last_unstale":"2024-09-19T06:04:57.473100+0000","last_undegraded":"2024-09-19T06:04:57.473100+0000","last_fullsized":"2024-09-19T06:04:57.473100+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:33:37.550472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.457006+0000","last_change":"2024-09-19T06:04:57.457006+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.457006+0000","last_undegraded":"2024-09-19T06:04:57.457006+0000","last_fullsized":"2024-09-19T06:04:57.457006+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.479486+0000","last_change":"2024-09-19T06:04:57.474950+0000","last_active":"2024-09-19T06:04:57.479486+0000","last_peered":"2024-09-19T06:04:57.479486+0000","last_clean":"2024-09-19T06:04:57.479486+0000","last_became_active":"2024-09-19T06:04:57.473977+0000","last_became_peered":"2024-09-19T06:04:57.473977+0000","last_unstale":"2024-09-19T06:04:57.479486+0000","last_undegraded":"2024-09-19T06:04:57.479486+0000","last_fullsized":"2024-09-19T06:04:57.479486+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:33.835820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.463860+0000","last_change":"2024-09-19T06:04:57.463860+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.463860+0000","last_undegraded":"2024-09-19T06:04:57.463860+0000","last_fullsized":"2024-09-19T06:04:57.463860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.478424+0000","last_change":"2024-09-19T06:04:57.476356+0000","last_active":"2024-09-19T06:04:57.478424+0000","last_peered":"2024-09-19T06:04:57.478424+0000","last_clean":"2024-09-19T06:04:57.478424+0000","last_became_active":"2024-09-19T06:04:57.476041+0000","last_became_peered":"2024-09-19T06:04:57.476041+0000","last_unstale":"2024-09-19T06:04:57.478424+0000","last_undegraded":"2024-09-19T06:04:57.478424+0000","last_fullsized":"2024-09-19T06:04:57.478424+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:10:32.718648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.464927+0000","last_change":"2024-09-19T06:04:57.464927+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.464927+0000","last_undegraded":"2024-09-19T06:04:57.464927+0000","last_fullsized":"2024-09-19T06:04:57.464927+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.471140+0000","last_change":"2024-09-19T06:04:57.469824+0000","last_active":"2024-09-19T06:04:57.471140+0000","last_peered":"2024-09-19T06:04:57.471140+0000","last_clean":"2024-09-19T06:04:57.471140+0000","last_became_active":"2024-09-19T06:04:57.469072+0000","last_became_peered":"2024-09-19T06:04:57.469072+0000","last_unstale":"2024-09-19T06:04:57.471140+0000","last_undegraded":"2024-09-19T06:04:57.471140+0000","last_fullsized":"2024-09-19T06:04:57.471140+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:02:07.932450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":1,"reported_epoch":78,"state":"creating+peering","last_fresh":"2024-09-19T06:04:57.456971+0000","last_change":"2024-09-19T06:04:57.456971+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.456971+0000","last_undegraded":"2024-09-19T06:04:57.456971+0000","last_fullsized":"2024-09-19T06:04:57.456971+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"no scrub is scheduled","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.474356+0000","last_change":"2024-09-19T06:04:57.471176+0000","last_active":"2024-09-19T06:04:57.474356+0000","last_peered":"2024-09-19T06:04:57.474356+0000","last_clean":"2024-09-19T06:04:57.474356+0000","last_became_active":"2024-09-19T06:04:57.470403+0000","last_became_peered":"2024-09-19T06:04:57.470403+0000","last_unstale":"2024-09-19T06:04:57.474356+0000","last_undegraded":"2024-09-19T06:04:57.474356+0000","last_fullsized":"2024-09-19T06:04:57.474356+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:14:28.211964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-19T06:04:57.445979+0000","last_change":"2024-09-19T06:04:57.445979+0000","last_active":"2024-09-19T06:04:57.445979+0000","last_peered":"2024-09-19T06:04:57.445979+0000","last_clean":"2024-09-19T06:04:57.445979+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-19T06:04:57.445979+0000","last_undegraded":"2024-09-19T06:04:57.445979+0000","last_fullsized":"2024-09-19T06:04:57.445979+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":9,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.478358+0000","last_change":"2024-09-19T06:04:57.475903+0000","last_active":"2024-09-19T06:04:57.478358+0000","last_peered":"2024-09-19T06:04:57.478358+0000","last_clean":"2024-09-19T06:04:57.478358+0000","last_became_active":"2024-09-19T06:04:57.475580+0000","last_became_peered":"2024-09-19T06:04:57.475580+0000","last_unstale":"2024-09-19T06:04:57.478358+0000","last_undegraded":"2024-09-19T06:04:57.478358+0000","last_fullsized":"2024-09-19T06:04:57.478358+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:32:04.565799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":272,"reported_epoch":78,"state":"active+clean","last_fresh":"2024-09-19T06:04:57.465693+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:04:57.465693+0000","last_peered":"2024-09-19T06:04:57.465693+0000","last_clean":"2024-09-19T06:04:57.465693+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:04:57.465693+0000","last_undegraded":"2024-09-19T06:04:57.465693+0000","last_fullsized":"2024-09-19T06:04:57.465693+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":108,"acting":108,"num_store_stats":7},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509489,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32696,"kb_used_data":1496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339144,"statfs":{"total":96636764160,"available":96603283456,"internally_reserved":0,"allocated":1531904,"data_stored":979223,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32108,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339732,"statfs":{"total":96636764160,"available":96603885568,"internally_reserved":0,"allocated":937984,"data_stored":388855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32108,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339732,"statfs":{"total":96636764160,"available":96603885568,"internally_reserved":0,"allocated":937984,"data_stored":388855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509488,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32104,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339736,"statfs":{"total":96636764160,"available":96603889664,"internally_reserved":0,"allocated":937984,"data_stored":388855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509487,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32112,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339728,"statfs":{"total":96636764160,"available":96603881472,"internally_reserved":0,"allocated":937984,"data_stored":388855,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509488,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32116,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339724,"statfs":{"total":96636764160,"available":96603877376,"internally_reserved":0,"allocated":950272,"data_stored":395130,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509488,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32700,"kb_used_data":1508,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339140,"statfs":{"total":96636764160,"available":96603279360,"internally_reserved":0,"allocated":1544192,"data_stored":985498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542194,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32092,"kb_used_data":904,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339748,"statfs":{"total":96636764160,"available":96603901952,"internally_reserved":0,"allocated":925696,"data_stored":383038,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:05:02.639 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:05:02.832 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.830+0000 7f5bf3200640 1 Processor -- start 2024-09-19T06:05:02.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.830+0000 7f5bf3200640 1 -- start start 2024-09-19T06:05:02.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5bf3200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec15c170 0x7f5bec15c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5bf3200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5bec0b64e0 0x7f5bec0cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5bf3200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5bec0b4cf0 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5bf3200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f5bec15ca90 con 0x7f5bec0b64e0 2024-09-19T06:05:02.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5bf3200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5bec0b49c0 con 0x7f5bec15c170 2024-09-19T06:05:02.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5be3400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5bec0cf6c0 0x7f5bec0b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49602/0 (socket says 172.21.15.92:49602) 2024-09-19T06:05:02.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5be3400640 1 -- 172.21.15.92:0/2784804745 learned_addr learned my addr 172.21.15.92:0/2784804745 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:02.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5bf1200640 1 --2- 172.21.15.92:0/2784804745 >> v2:172.21.15.102:3300/0 conn(0x7f5bec0b64e0 0x7f5bec0cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5bebe00640 1 --2- 172.21.15.92:0/2784804745 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec15c170 0x7f5bec15c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5beb400640 1 -- 172.21.15.92:0/2784804745 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2556989096 0 0) 0x7f5bec0b4cf0 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.835 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.832+0000 7f5beb400640 1 -- 172.21.15.92:0/2784804745 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5bd0003520 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.833+0000 7f5beb400640 1 -- 172.21.15.92:0/2784804745 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1303068298 0 0) 0x7f5bd0003520 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.833+0000 7f5bf1200640 1 -- 172.21.15.92:0/2784804745 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec15c170 msgr2=0x7f5bec15c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.833+0000 7f5bf1200640 1 --2- 172.21.15.92:0/2784804745 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec15c170 0x7f5bec15c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.833+0000 7f5bf1200640 1 -- 172.21.15.92:0/2784804745 >> v1:172.21.15.92:6789/0 conn(0x7f5bec0cf6c0 legacy=0x7f5bec0b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.833+0000 7f5bf1200640 1 -- 172.21.15.92:0/2784804745 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bec0b4fd0 con 0x7f5bec0b64e0 2024-09-19T06:05:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.834+0000 7f5bf1200640 1 --2- 172.21.15.92:0/2784804745 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bec0b64e0 0x7f5bec0cfb00 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f5be4009d90 tx=0x7f5be402a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fbee6bc15412fefd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.834+0000 7f5beb400640 1 -- 172.21.15.92:0/2784804745 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd4001670 con 0x7f5bec0b64e0 2024-09-19T06:05:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.834+0000 7f5beb400640 1 -- 172.21.15.92:0/2784804745 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5be4007540 con 0x7f5bec0b64e0 2024-09-19T06:05:02.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.834+0000 7f5beb400640 1 -- 172.21.15.92:0/2784804745 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5be40078f0 con 0x7f5bec0b64e0 2024-09-19T06:05:02.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.834+0000 7f5bf3200640 1 -- 172.21.15.92:0/2784804745 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bec0b64e0 msgr2=0x7f5bec0cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.834+0000 7f5bf3200640 1 --2- 172.21.15.92:0/2784804745 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bec0b64e0 0x7f5bec0cfb00 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f5be4009d90 tx=0x7f5be402a5f0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.835+0000 7f5bf3200640 1 -- 172.21.15.92:0/2784804745 shutdown_connections 2024-09-19T06:05:02.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.835+0000 7f5bf3200640 1 --2- 172.21.15.92:0/2784804745 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bec0b64e0 0x7f5bec0cfb00 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.835+0000 7f5bf3200640 1 --2- 172.21.15.92:0/2784804745 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec15c170 0x7f5bec15c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.835+0000 7f5bf3200640 1 -- 172.21.15.92:0/2784804745 >> 172.21.15.92:0/2784804745 conn(0x7f5bec06bc10 msgr2=0x7f5bec06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:02.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.835+0000 7f5bf3200640 1 -- 172.21.15.92:0/2784804745 shutdown_connections 2024-09-19T06:05:02.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.835+0000 7f5bf3200640 1 -- 172.21.15.92:0/2784804745 wait complete. 2024-09-19T06:05:02.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.836+0000 7f5bf3200640 1 Processor -- start 2024-09-19T06:05:02.838 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.836+0000 7f5bf3200640 1 -- start start 2024-09-19T06:05:02.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.837+0000 7f5bf3200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec0b64e0 0x7f5bec1f2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.839 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.837+0000 7f5bf3200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bec0cf6c0 0x7f5bec1f2660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.837+0000 7f5bf3200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bec15c170 0x7f5bec1f2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.837+0000 7f5bf3200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5bec0b5870 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.837+0000 7f5bf3200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5bec0b5590 con 0x7f5bec15c170 2024-09-19T06:05:02.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.837+0000 7f5bf3200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5bec0b5b50 con 0x7f5bec0b64e0 2024-09-19T06:05:02.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bec0cf6c0 0x7f5bec1f2660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bec0cf6c0 0x7f5bec1f2660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59360/0 (socket says 172.21.15.92:59360) 2024-09-19T06:05:02.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be3400640 1 -- 172.21.15.92:0/1135414296 learned_addr learned my addr 172.21.15.92:0/1135414296 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:02.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5bebe00640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec0b64e0 0x7f5bec1f2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.840 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5bf1200640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bec15c170 0x7f5bec1f2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be3400640 1 -- 172.21.15.92:0/1135414296 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec0b64e0 msgr2=0x7f5bec1f2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be3400640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec0b64e0 0x7f5bec1f2120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be3400640 1 -- 172.21.15.92:0/1135414296 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bec15c170 msgr2=0x7f5bec1f2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:02.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be3400640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bec15c170 0x7f5bec1f2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:02.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be3400640 1 -- 172.21.15.92:0/1135414296 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5bec15ec10 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be3400640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bec0cf6c0 0x7f5bec1f2660 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f5bd400c780 tx=0x7f5bd400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:02.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.838+0000 7f5be8c00640 1 -- 172.21.15.92:0/1135414296 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd4017070 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.839+0000 7f5be8c00640 1 -- 172.21.15.92:0/1135414296 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5bd4005ad0 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.839+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5bec15eef0 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.839+0000 7f5be8c00640 1 -- 172.21.15.92:0/1135414296 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5bd4007070 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.839+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5bec15f4b0 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.840+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5bec0b2bb0 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.840+0000 7f5be8c00640 1 -- 172.21.15.92:0/1135414296 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5bd401a070 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.841+0000 7f5be8c00640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5bc806c2b0 0x7f5bc806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:02.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.841+0000 7f5be8c00640 1 -- 172.21.15.92:0/1135414296 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f5bd408a900 con 0x7f5bec0cf6c0 2024-09-19T06:05:02.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.842+0000 7f5bebe00640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5bc806c2b0 0x7f5bc806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:02.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.842+0000 7f5bebe00640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5bc806c2b0 0x7f5bc806e770 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f5bec1f52c0 tx=0x7f5bdc009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:02.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:02.845+0000 7f5be8c00640 1 -- 172.21.15.92:0/1135414296 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5bec0b2bb0 con 0x7f5bec0cf6c0 2024-09-19T06:05:03.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.022+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5bec1f1e20 con 0x7f5bc806c2b0 2024-09-19T06:05:03.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.028+0000 7f5be8c00640 1 -- 172.21.15.92:0/1135414296 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252072 (secure 0 0 0) 0x7f5bdc011a00 con 0x7f5bc806c2b0 2024-09-19T06:05:03.033 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:03.035 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:05:03.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5bc806c2b0 msgr2=0x7f5bc806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5bc806c2b0 0x7f5bc806e770 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f5bec1f52c0 tx=0x7f5bdc009190 comp rx=0 tx=0).stop 2024-09-19T06:05:03.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bec0cf6c0 msgr2=0x7f5bec1f2660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bec0cf6c0 0x7f5bec1f2660 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f5bd400c780 tx=0x7f5bd400cc40 comp rx=0 tx=0).stop 2024-09-19T06:05:03.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 shutdown_connections 2024-09-19T06:05:03.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5bc806c2b0 0x7f5bc806e770 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5bec15c170 0x7f5bec1f2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5bec0cf6c0 0x7f5bec1f2660 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 --2- 172.21.15.92:0/1135414296 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5bec0b64e0 0x7f5bec1f2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 >> 172.21.15.92:0/1135414296 conn(0x7f5bec06bc10 msgr2=0x7f5bec159ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:03.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 shutdown_connections 2024-09-19T06:05:03.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.032+0000 7f5bf3200640 1 -- 172.21.15.92:0/1135414296 wait complete. 2024-09-19T06:05:03.049 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":189,"stamp":"2024-09-19T06:05:02.921053+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":190,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258360,"kb_used_data":8840,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754716360,"statfs":{"total":773094113280,"available":772829552640,"internally_reserved":0,"allocated":9052160,"data_stored":4451196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":32,"apply_latency_ms":32,"commit_latency_ns":32000000,"apply_latency_ns":32000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.000986"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920601+0000","last_change":"2024-09-19T06:04:58.477971+0000","last_active":"2024-09-19T06:04:59.920601+0000","last_peered":"2024-09-19T06:04:59.920601+0000","last_clean":"2024-09-19T06:04:59.920601+0000","last_became_active":"2024-09-19T06:04:58.477457+0000","last_became_peered":"2024-09-19T06:04:58.477457+0000","last_unstale":"2024-09-19T06:04:59.920601+0000","last_undegraded":"2024-09-19T06:04:59.920601+0000","last_fullsized":"2024-09-19T06:04:59.920601+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:32.563471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.466079+0000","last_change":"2024-09-19T06:04:58.479443+0000","last_active":"2024-09-19T06:04:59.466079+0000","last_peered":"2024-09-19T06:04:59.466079+0000","last_clean":"2024-09-19T06:04:59.466079+0000","last_became_active":"2024-09-19T06:04:58.479173+0000","last_became_peered":"2024-09-19T06:04:58.479173+0000","last_unstale":"2024-09-19T06:04:59.466079+0000","last_undegraded":"2024-09-19T06:04:59.466079+0000","last_fullsized":"2024-09-19T06:04:59.466079+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:41:24.988148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920620+0000","last_change":"2024-09-19T06:04:58.474354+0000","last_active":"2024-09-19T06:04:59.920620+0000","last_peered":"2024-09-19T06:04:59.920620+0000","last_clean":"2024-09-19T06:04:59.920620+0000","last_became_active":"2024-09-19T06:04:58.474017+0000","last_became_peered":"2024-09-19T06:04:58.474017+0000","last_unstale":"2024-09-19T06:04:59.920620+0000","last_undegraded":"2024-09-19T06:04:59.920620+0000","last_fullsized":"2024-09-19T06:04:59.920620+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:45:33.323844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919804+0000","last_change":"2024-09-19T06:04:58.493183+0000","last_active":"2024-09-19T06:04:59.919804+0000","last_peered":"2024-09-19T06:04:59.919804+0000","last_clean":"2024-09-19T06:04:59.919804+0000","last_became_active":"2024-09-19T06:04:58.492962+0000","last_became_peered":"2024-09-19T06:04:58.492962+0000","last_unstale":"2024-09-19T06:04:59.919804+0000","last_undegraded":"2024-09-19T06:04:59.919804+0000","last_fullsized":"2024-09-19T06:04:59.919804+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:06:40.366867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469043+0000","last_change":"2024-09-19T06:04:58.483966+0000","last_active":"2024-09-19T06:04:59.469043+0000","last_peered":"2024-09-19T06:04:59.469043+0000","last_clean":"2024-09-19T06:04:59.469043+0000","last_became_active":"2024-09-19T06:04:58.483639+0000","last_became_peered":"2024-09-19T06:04:58.483639+0000","last_unstale":"2024-09-19T06:04:59.469043+0000","last_undegraded":"2024-09-19T06:04:59.469043+0000","last_fullsized":"2024-09-19T06:04:59.469043+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:43.972644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468703+0000","last_change":"2024-09-19T06:04:58.490100+0000","last_active":"2024-09-19T06:04:59.468703+0000","last_peered":"2024-09-19T06:04:59.468703+0000","last_clean":"2024-09-19T06:04:59.468703+0000","last_became_active":"2024-09-19T06:04:58.489783+0000","last_became_peered":"2024-09-19T06:04:58.489783+0000","last_unstale":"2024-09-19T06:04:59.468703+0000","last_undegraded":"2024-09-19T06:04:59.468703+0000","last_fullsized":"2024-09-19T06:04:59.468703+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:28.389007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919426+0000","last_change":"2024-09-19T06:04:58.463329+0000","last_active":"2024-09-19T06:04:59.919426+0000","last_peered":"2024-09-19T06:04:59.919426+0000","last_clean":"2024-09-19T06:04:59.919426+0000","last_became_active":"2024-09-19T06:04:58.463074+0000","last_became_peered":"2024-09-19T06:04:58.463074+0000","last_unstale":"2024-09-19T06:04:59.919426+0000","last_undegraded":"2024-09-19T06:04:59.919426+0000","last_fullsized":"2024-09-19T06:04:59.919426+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:20:38.477130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468522+0000","last_change":"2024-09-19T06:04:58.492278+0000","last_active":"2024-09-19T06:04:59.468522+0000","last_peered":"2024-09-19T06:04:59.468522+0000","last_clean":"2024-09-19T06:04:59.468522+0000","last_became_active":"2024-09-19T06:04:58.491899+0000","last_became_peered":"2024-09-19T06:04:58.491899+0000","last_unstale":"2024-09-19T06:04:59.468522+0000","last_undegraded":"2024-09-19T06:04:59.468522+0000","last_fullsized":"2024-09-19T06:04:59.468522+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:02.268096+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469268+0000","last_change":"2024-09-19T06:04:58.479849+0000","last_active":"2024-09-19T06:04:59.469268+0000","last_peered":"2024-09-19T06:04:59.469268+0000","last_clean":"2024-09-19T06:04:59.469268+0000","last_became_active":"2024-09-19T06:04:58.479551+0000","last_became_peered":"2024-09-19T06:04:58.479551+0000","last_unstale":"2024-09-19T06:04:59.469268+0000","last_undegraded":"2024-09-19T06:04:59.469268+0000","last_fullsized":"2024-09-19T06:04:59.469268+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:39.963791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920355+0000","last_change":"2024-09-19T06:04:58.486456+0000","last_active":"2024-09-19T06:04:59.920355+0000","last_peered":"2024-09-19T06:04:59.920355+0000","last_clean":"2024-09-19T06:04:59.920355+0000","last_became_active":"2024-09-19T06:04:58.485139+0000","last_became_peered":"2024-09-19T06:04:58.485139+0000","last_unstale":"2024-09-19T06:04:59.920355+0000","last_undegraded":"2024-09-19T06:04:59.920355+0000","last_fullsized":"2024-09-19T06:04:59.920355+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:26.157396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.466262+0000","last_change":"2024-09-19T06:04:58.474298+0000","last_active":"2024-09-19T06:04:59.466262+0000","last_peered":"2024-09-19T06:04:59.466262+0000","last_clean":"2024-09-19T06:04:59.466262+0000","last_became_active":"2024-09-19T06:04:58.474047+0000","last_became_peered":"2024-09-19T06:04:58.474047+0000","last_unstale":"2024-09-19T06:04:59.466262+0000","last_undegraded":"2024-09-19T06:04:59.466262+0000","last_fullsized":"2024-09-19T06:04:59.466262+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:37:37.081322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919830+0000","last_change":"2024-09-19T06:04:58.482892+0000","last_active":"2024-09-19T06:04:59.919830+0000","last_peered":"2024-09-19T06:04:59.919830+0000","last_clean":"2024-09-19T06:04:59.919830+0000","last_became_active":"2024-09-19T06:04:58.482389+0000","last_became_peered":"2024-09-19T06:04:58.482389+0000","last_unstale":"2024-09-19T06:04:59.919830+0000","last_undegraded":"2024-09-19T06:04:59.919830+0000","last_fullsized":"2024-09-19T06:04:59.919830+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:43.972644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920045+0000","last_change":"2024-09-19T06:04:58.465840+0000","last_active":"2024-09-19T06:04:59.920045+0000","last_peered":"2024-09-19T06:04:59.920045+0000","last_clean":"2024-09-19T06:04:59.920045+0000","last_became_active":"2024-09-19T06:04:58.465537+0000","last_became_peered":"2024-09-19T06:04:58.465537+0000","last_unstale":"2024-09-19T06:04:59.920045+0000","last_undegraded":"2024-09-19T06:04:59.920045+0000","last_fullsized":"2024-09-19T06:04:59.920045+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:17.887966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919626+0000","last_change":"2024-09-19T06:04:58.481051+0000","last_active":"2024-09-19T06:04:59.919626+0000","last_peered":"2024-09-19T06:04:59.919626+0000","last_clean":"2024-09-19T06:04:59.919626+0000","last_became_active":"2024-09-19T06:04:58.480669+0000","last_became_peered":"2024-09-19T06:04:58.480669+0000","last_unstale":"2024-09-19T06:04:59.919626+0000","last_undegraded":"2024-09-19T06:04:59.919626+0000","last_fullsized":"2024-09-19T06:04:59.919626+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:52:07.788886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.918929+0000","last_change":"2024-09-19T06:04:58.474674+0000","last_active":"2024-09-19T06:04:59.918929+0000","last_peered":"2024-09-19T06:04:59.918929+0000","last_clean":"2024-09-19T06:04:59.918929+0000","last_became_active":"2024-09-19T06:04:58.474234+0000","last_became_peered":"2024-09-19T06:04:58.474234+0000","last_unstale":"2024-09-19T06:04:59.918929+0000","last_undegraded":"2024-09-19T06:04:59.918929+0000","last_fullsized":"2024-09-19T06:04:59.918929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:45:33.323844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468555+0000","last_change":"2024-09-19T06:04:58.473899+0000","last_active":"2024-09-19T06:04:59.468555+0000","last_peered":"2024-09-19T06:04:59.468555+0000","last_clean":"2024-09-19T06:04:59.468555+0000","last_became_active":"2024-09-19T06:04:58.473614+0000","last_became_peered":"2024-09-19T06:04:58.473614+0000","last_unstale":"2024-09-19T06:04:59.468555+0000","last_undegraded":"2024-09-19T06:04:59.468555+0000","last_fullsized":"2024-09-19T06:04:59.468555+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:23.875957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.470135+0000","last_change":"2024-09-19T06:04:58.468141+0000","last_active":"2024-09-19T06:04:59.470135+0000","last_peered":"2024-09-19T06:04:59.470135+0000","last_clean":"2024-09-19T06:04:59.470135+0000","last_became_active":"2024-09-19T06:04:58.467856+0000","last_became_peered":"2024-09-19T06:04:58.467856+0000","last_unstale":"2024-09-19T06:04:59.470135+0000","last_undegraded":"2024-09-19T06:04:59.470135+0000","last_fullsized":"2024-09-19T06:04:59.470135+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:45:33.323844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919969+0000","last_change":"2024-09-19T06:04:58.483359+0000","last_active":"2024-09-19T06:04:59.919969+0000","last_peered":"2024-09-19T06:04:59.919969+0000","last_clean":"2024-09-19T06:04:59.919969+0000","last_became_active":"2024-09-19T06:04:58.482996+0000","last_became_peered":"2024-09-19T06:04:58.482996+0000","last_unstale":"2024-09-19T06:04:59.919969+0000","last_undegraded":"2024-09-19T06:04:59.919969+0000","last_fullsized":"2024-09-19T06:04:59.919969+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:51.799760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.487143+0000","last_change":"2024-09-19T06:04:58.477677+0000","last_active":"2024-09-19T06:04:59.487143+0000","last_peered":"2024-09-19T06:04:59.487143+0000","last_clean":"2024-09-19T06:04:59.487143+0000","last_became_active":"2024-09-19T06:04:58.477325+0000","last_became_peered":"2024-09-19T06:04:58.477325+0000","last_unstale":"2024-09-19T06:04:59.487143+0000","last_undegraded":"2024-09-19T06:04:59.487143+0000","last_fullsized":"2024-09-19T06:04:59.487143+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:01:55.359320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919815+0000","last_change":"2024-09-19T06:04:58.469596+0000","last_active":"2024-09-19T06:04:59.919815+0000","last_peered":"2024-09-19T06:04:59.919815+0000","last_clean":"2024-09-19T06:04:59.919815+0000","last_became_active":"2024-09-19T06:04:58.467909+0000","last_became_peered":"2024-09-19T06:04:58.467909+0000","last_unstale":"2024-09-19T06:04:59.919815+0000","last_undegraded":"2024-09-19T06:04:59.919815+0000","last_fullsized":"2024-09-19T06:04:59.919815+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:22:49.471325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919814+0000","last_change":"2024-09-19T06:04:58.483168+0000","last_active":"2024-09-19T06:04:59.919814+0000","last_peered":"2024-09-19T06:04:59.919814+0000","last_clean":"2024-09-19T06:04:59.919814+0000","last_became_active":"2024-09-19T06:04:58.482872+0000","last_became_peered":"2024-09-19T06:04:58.482872+0000","last_unstale":"2024-09-19T06:04:59.919814+0000","last_undegraded":"2024-09-19T06:04:59.919814+0000","last_fullsized":"2024-09-19T06:04:59.919814+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:36:43.055723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.465838+0000","last_change":"2024-09-19T06:04:58.478473+0000","last_active":"2024-09-19T06:04:59.465838+0000","last_peered":"2024-09-19T06:04:59.465838+0000","last_clean":"2024-09-19T06:04:59.465838+0000","last_became_active":"2024-09-19T06:04:58.478075+0000","last_became_peered":"2024-09-19T06:04:58.478075+0000","last_unstale":"2024-09-19T06:04:59.465838+0000","last_undegraded":"2024-09-19T06:04:59.465838+0000","last_fullsized":"2024-09-19T06:04:59.465838+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:56:21.304525+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919955+0000","last_change":"2024-09-19T06:04:58.487725+0000","last_active":"2024-09-19T06:04:59.919955+0000","last_peered":"2024-09-19T06:04:59.919955+0000","last_clean":"2024-09-19T06:04:59.919955+0000","last_became_active":"2024-09-19T06:04:58.487261+0000","last_became_peered":"2024-09-19T06:04:58.487261+0000","last_unstale":"2024-09-19T06:04:59.919955+0000","last_undegraded":"2024-09-19T06:04:59.919955+0000","last_fullsized":"2024-09-19T06:04:59.919955+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:39.963791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919408+0000","last_change":"2024-09-19T06:04:58.489514+0000","last_active":"2024-09-19T06:04:59.919408+0000","last_peered":"2024-09-19T06:04:59.919408+0000","last_clean":"2024-09-19T06:04:59.919408+0000","last_became_active":"2024-09-19T06:04:58.489271+0000","last_became_peered":"2024-09-19T06:04:58.489271+0000","last_unstale":"2024-09-19T06:04:59.919408+0000","last_undegraded":"2024-09-19T06:04:59.919408+0000","last_fullsized":"2024-09-19T06:04:59.919408+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:09:11.045618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.466240+0000","last_change":"2024-09-19T06:04:58.491765+0000","last_active":"2024-09-19T06:04:59.466240+0000","last_peered":"2024-09-19T06:04:59.466240+0000","last_clean":"2024-09-19T06:04:59.466240+0000","last_became_active":"2024-09-19T06:04:58.486212+0000","last_became_peered":"2024-09-19T06:04:58.486212+0000","last_unstale":"2024-09-19T06:04:59.466240+0000","last_undegraded":"2024-09-19T06:04:59.466240+0000","last_fullsized":"2024-09-19T06:04:59.466240+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:27.029161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920348+0000","last_change":"2024-09-19T06:04:58.486912+0000","last_active":"2024-09-19T06:04:59.920348+0000","last_peered":"2024-09-19T06:04:59.920348+0000","last_clean":"2024-09-19T06:04:59.920348+0000","last_became_active":"2024-09-19T06:04:58.484826+0000","last_became_peered":"2024-09-19T06:04:58.484826+0000","last_unstale":"2024-09-19T06:04:59.920348+0000","last_undegraded":"2024-09-19T06:04:59.920348+0000","last_fullsized":"2024-09-19T06:04:59.920348+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:01.553521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469791+0000","last_change":"2024-09-19T06:04:58.474489+0000","last_active":"2024-09-19T06:04:59.469791+0000","last_peered":"2024-09-19T06:04:59.469791+0000","last_clean":"2024-09-19T06:04:59.469791+0000","last_became_active":"2024-09-19T06:04:58.474235+0000","last_became_peered":"2024-09-19T06:04:58.474235+0000","last_unstale":"2024-09-19T06:04:59.469791+0000","last_undegraded":"2024-09-19T06:04:59.469791+0000","last_fullsized":"2024-09-19T06:04:59.469791+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:31:51.408819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920005+0000","last_change":"2024-09-19T06:04:58.474169+0000","last_active":"2024-09-19T06:04:59.920005+0000","last_peered":"2024-09-19T06:04:59.920005+0000","last_clean":"2024-09-19T06:04:59.920005+0000","last_became_active":"2024-09-19T06:04:58.473783+0000","last_became_peered":"2024-09-19T06:04:58.473783+0000","last_unstale":"2024-09-19T06:04:59.920005+0000","last_undegraded":"2024-09-19T06:04:59.920005+0000","last_fullsized":"2024-09-19T06:04:59.920005+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:31:51.408819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.465874+0000","last_change":"2024-09-19T06:04:58.492929+0000","last_active":"2024-09-19T06:04:59.465874+0000","last_peered":"2024-09-19T06:04:59.465874+0000","last_clean":"2024-09-19T06:04:59.465874+0000","last_became_active":"2024-09-19T06:04:58.491663+0000","last_became_peered":"2024-09-19T06:04:58.491663+0000","last_unstale":"2024-09-19T06:04:59.465874+0000","last_undegraded":"2024-09-19T06:04:59.465874+0000","last_fullsized":"2024-09-19T06:04:59.465874+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:01:07.240658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.466046+0000","last_change":"2024-09-19T06:04:58.492335+0000","last_active":"2024-09-19T06:04:59.466046+0000","last_peered":"2024-09-19T06:04:59.466046+0000","last_clean":"2024-09-19T06:04:59.466046+0000","last_became_active":"2024-09-19T06:04:58.491357+0000","last_became_peered":"2024-09-19T06:04:58.491357+0000","last_unstale":"2024-09-19T06:04:59.466046+0000","last_undegraded":"2024-09-19T06:04:59.466046+0000","last_fullsized":"2024-09-19T06:04:59.466046+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:13:10.876435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468860+0000","last_change":"2024-09-19T06:04:58.467834+0000","last_active":"2024-09-19T06:04:59.468860+0000","last_peered":"2024-09-19T06:04:59.468860+0000","last_clean":"2024-09-19T06:04:59.468860+0000","last_became_active":"2024-09-19T06:04:58.467488+0000","last_became_peered":"2024-09-19T06:04:58.467488+0000","last_unstale":"2024-09-19T06:04:59.468860+0000","last_undegraded":"2024-09-19T06:04:59.468860+0000","last_fullsized":"2024-09-19T06:04:59.468860+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:28.389007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919719+0000","last_change":"2024-09-19T06:04:58.492465+0000","last_active":"2024-09-19T06:04:59.919719+0000","last_peered":"2024-09-19T06:04:59.919719+0000","last_clean":"2024-09-19T06:04:59.919719+0000","last_became_active":"2024-09-19T06:04:58.492176+0000","last_became_peered":"2024-09-19T06:04:58.492176+0000","last_unstale":"2024-09-19T06:04:59.919719+0000","last_undegraded":"2024-09-19T06:04:59.919719+0000","last_fullsized":"2024-09-19T06:04:59.919719+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:28.389007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469869+0000","last_change":"2024-09-19T06:04:58.481641+0000","last_active":"2024-09-19T06:04:59.469869+0000","last_peered":"2024-09-19T06:04:59.469869+0000","last_clean":"2024-09-19T06:04:59.469869+0000","last_became_active":"2024-09-19T06:04:58.478696+0000","last_became_peered":"2024-09-19T06:04:58.478696+0000","last_unstale":"2024-09-19T06:04:59.469869+0000","last_undegraded":"2024-09-19T06:04:59.469869+0000","last_fullsized":"2024-09-19T06:04:59.469869+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:51.454620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"79'4","reported_seq":18,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920763+0000","last_change":"2024-09-19T06:04:57.471759+0000","last_active":"2024-09-19T06:04:59.920763+0000","last_peered":"2024-09-19T06:04:59.920763+0000","last_clean":"2024-09-19T06:04:59.920763+0000","last_became_active":"2024-09-19T06:04:57.471443+0000","last_became_peered":"2024-09-19T06:04:57.471443+0000","last_unstale":"2024-09-19T06:04:59.920763+0000","last_undegraded":"2024-09-19T06:04:59.920763+0000","last_fullsized":"2024-09-19T06:04:59.920763+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:15.362414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920601+0000","last_change":"2024-09-19T06:04:58.488421+0000","last_active":"2024-09-19T06:04:59.920601+0000","last_peered":"2024-09-19T06:04:59.920601+0000","last_clean":"2024-09-19T06:04:59.920601+0000","last_became_active":"2024-09-19T06:04:58.488114+0000","last_became_peered":"2024-09-19T06:04:58.488114+0000","last_unstale":"2024-09-19T06:04:59.920601+0000","last_undegraded":"2024-09-19T06:04:59.920601+0000","last_fullsized":"2024-09-19T06:04:59.920601+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:45:33.323844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.470137+0000","last_change":"2024-09-19T06:04:57.476141+0000","last_active":"2024-09-19T06:04:59.470137+0000","last_peered":"2024-09-19T06:04:59.470137+0000","last_clean":"2024-09-19T06:04:59.470137+0000","last_became_active":"2024-09-19T06:04:57.475796+0000","last_became_peered":"2024-09-19T06:04:57.475796+0000","last_unstale":"2024-09-19T06:04:59.470137+0000","last_undegraded":"2024-09-19T06:04:59.470137+0000","last_fullsized":"2024-09-19T06:04:59.470137+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:55.247320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920169+0000","last_change":"2024-09-19T06:04:58.492621+0000","last_active":"2024-09-19T06:04:59.920169+0000","last_peered":"2024-09-19T06:04:59.920169+0000","last_clean":"2024-09-19T06:04:59.920169+0000","last_became_active":"2024-09-19T06:04:58.492309+0000","last_became_peered":"2024-09-19T06:04:58.492309+0000","last_unstale":"2024-09-19T06:04:59.920169+0000","last_undegraded":"2024-09-19T06:04:59.920169+0000","last_fullsized":"2024-09-19T06:04:59.920169+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:51.454620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.487104+0000","last_change":"2024-09-19T06:04:57.475782+0000","last_active":"2024-09-19T06:04:59.487104+0000","last_peered":"2024-09-19T06:04:59.487104+0000","last_clean":"2024-09-19T06:04:59.487104+0000","last_became_active":"2024-09-19T06:04:57.475510+0000","last_became_peered":"2024-09-19T06:04:57.475510+0000","last_unstale":"2024-09-19T06:04:59.487104+0000","last_undegraded":"2024-09-19T06:04:59.487104+0000","last_fullsized":"2024-09-19T06:04:59.487104+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:31:50.404461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920562+0000","last_change":"2024-09-19T06:04:58.478974+0000","last_active":"2024-09-19T06:04:59.920562+0000","last_peered":"2024-09-19T06:04:59.920562+0000","last_clean":"2024-09-19T06:04:59.920562+0000","last_became_active":"2024-09-19T06:04:58.478679+0000","last_became_peered":"2024-09-19T06:04:58.478679+0000","last_unstale":"2024-09-19T06:04:59.920562+0000","last_undegraded":"2024-09-19T06:04:59.920562+0000","last_fullsized":"2024-09-19T06:04:59.920562+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:32.563471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.486997+0000","last_change":"2024-09-19T06:04:57.475859+0000","last_active":"2024-09-19T06:04:59.486997+0000","last_peered":"2024-09-19T06:04:59.486997+0000","last_clean":"2024-09-19T06:04:59.486997+0000","last_became_active":"2024-09-19T06:04:57.475567+0000","last_became_peered":"2024-09-19T06:04:57.475567+0000","last_unstale":"2024-09-19T06:04:59.486997+0000","last_undegraded":"2024-09-19T06:04:59.486997+0000","last_fullsized":"2024-09-19T06:04:59.486997+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:19.445544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.466185+0000","last_change":"2024-09-19T06:04:58.494426+0000","last_active":"2024-09-19T06:04:59.466185+0000","last_peered":"2024-09-19T06:04:59.466185+0000","last_clean":"2024-09-19T06:04:59.466185+0000","last_became_active":"2024-09-19T06:04:58.491765+0000","last_became_peered":"2024-09-19T06:04:58.491765+0000","last_unstale":"2024-09-19T06:04:59.466185+0000","last_undegraded":"2024-09-19T06:04:59.466185+0000","last_fullsized":"2024-09-19T06:04:59.466185+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:37:45.996697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469361+0000","last_change":"2024-09-19T06:04:57.477403+0000","last_active":"2024-09-19T06:04:59.469361+0000","last_peered":"2024-09-19T06:04:59.469361+0000","last_clean":"2024-09-19T06:04:59.469361+0000","last_became_active":"2024-09-19T06:04:57.477087+0000","last_became_peered":"2024-09-19T06:04:57.477087+0000","last_unstale":"2024-09-19T06:04:59.469361+0000","last_undegraded":"2024-09-19T06:04:59.469361+0000","last_fullsized":"2024-09-19T06:04:59.469361+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:16.893305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469198+0000","last_change":"2024-09-19T06:04:58.471246+0000","last_active":"2024-09-19T06:04:59.469198+0000","last_peered":"2024-09-19T06:04:59.469198+0000","last_clean":"2024-09-19T06:04:59.469198+0000","last_became_active":"2024-09-19T06:04:58.470386+0000","last_became_peered":"2024-09-19T06:04:58.470386+0000","last_unstale":"2024-09-19T06:04:59.469198+0000","last_undegraded":"2024-09-19T06:04:59.469198+0000","last_fullsized":"2024-09-19T06:04:59.469198+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:39.963791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468963+0000","last_change":"2024-09-19T06:04:57.477917+0000","last_active":"2024-09-19T06:04:59.468963+0000","last_peered":"2024-09-19T06:04:59.468963+0000","last_clean":"2024-09-19T06:04:59.468963+0000","last_became_active":"2024-09-19T06:04:57.477699+0000","last_became_peered":"2024-09-19T06:04:57.477699+0000","last_unstale":"2024-09-19T06:04:59.468963+0000","last_undegraded":"2024-09-19T06:04:59.468963+0000","last_fullsized":"2024-09-19T06:04:59.468963+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:26.152140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919658+0000","last_change":"2024-09-19T06:04:58.487909+0000","last_active":"2024-09-19T06:04:59.919658+0000","last_peered":"2024-09-19T06:04:59.919658+0000","last_clean":"2024-09-19T06:04:59.919658+0000","last_became_active":"2024-09-19T06:04:58.487550+0000","last_became_peered":"2024-09-19T06:04:58.487550+0000","last_unstale":"2024-09-19T06:04:59.919658+0000","last_undegraded":"2024-09-19T06:04:59.919658+0000","last_fullsized":"2024-09-19T06:04:59.919658+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:39.963791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.486646+0000","last_change":"2024-09-19T06:04:57.470898+0000","last_active":"2024-09-19T06:04:59.486646+0000","last_peered":"2024-09-19T06:04:59.486646+0000","last_clean":"2024-09-19T06:04:59.486646+0000","last_became_active":"2024-09-19T06:04:57.470533+0000","last_became_peered":"2024-09-19T06:04:57.470533+0000","last_unstale":"2024-09-19T06:04:59.486646+0000","last_undegraded":"2024-09-19T06:04:59.486646+0000","last_fullsized":"2024-09-19T06:04:59.486646+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:08:01.263738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919189+0000","last_change":"2024-09-19T06:04:58.474472+0000","last_active":"2024-09-19T06:04:59.919189+0000","last_peered":"2024-09-19T06:04:59.919189+0000","last_clean":"2024-09-19T06:04:59.919189+0000","last_became_active":"2024-09-19T06:04:58.473958+0000","last_became_peered":"2024-09-19T06:04:58.473958+0000","last_unstale":"2024-09-19T06:04:59.919189+0000","last_undegraded":"2024-09-19T06:04:59.919189+0000","last_fullsized":"2024-09-19T06:04:59.919189+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:47.431983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.465676+0000","last_change":"2024-09-19T06:04:57.473564+0000","last_active":"2024-09-19T06:04:59.465676+0000","last_peered":"2024-09-19T06:04:59.465676+0000","last_clean":"2024-09-19T06:04:59.465676+0000","last_became_active":"2024-09-19T06:04:57.473275+0000","last_became_peered":"2024-09-19T06:04:57.473275+0000","last_unstale":"2024-09-19T06:04:59.465676+0000","last_undegraded":"2024-09-19T06:04:59.465676+0000","last_fullsized":"2024-09-19T06:04:59.465676+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:14:57.154135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919192+0000","last_change":"2024-09-19T06:04:58.493738+0000","last_active":"2024-09-19T06:04:59.919192+0000","last_peered":"2024-09-19T06:04:59.919192+0000","last_clean":"2024-09-19T06:04:59.919192+0000","last_became_active":"2024-09-19T06:04:58.493487+0000","last_became_peered":"2024-09-19T06:04:58.493487+0000","last_unstale":"2024-09-19T06:04:59.919192+0000","last_undegraded":"2024-09-19T06:04:59.919192+0000","last_fullsized":"2024-09-19T06:04:59.919192+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:08.840478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920866+0000","last_change":"2024-09-19T06:04:57.470304+0000","last_active":"2024-09-19T06:04:59.920866+0000","last_peered":"2024-09-19T06:04:59.920866+0000","last_clean":"2024-09-19T06:04:59.920866+0000","last_became_active":"2024-09-19T06:04:57.469132+0000","last_became_peered":"2024-09-19T06:04:57.469132+0000","last_unstale":"2024-09-19T06:04:59.920866+0000","last_undegraded":"2024-09-19T06:04:59.920866+0000","last_fullsized":"2024-09-19T06:04:59.920866+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:48.789235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469443+0000","last_change":"2024-09-19T06:04:58.490089+0000","last_active":"2024-09-19T06:04:59.469443+0000","last_peered":"2024-09-19T06:04:59.469443+0000","last_clean":"2024-09-19T06:04:59.469443+0000","last_became_active":"2024-09-19T06:04:58.489784+0000","last_became_peered":"2024-09-19T06:04:58.489784+0000","last_unstale":"2024-09-19T06:04:59.469443+0000","last_undegraded":"2024-09-19T06:04:59.469443+0000","last_fullsized":"2024-09-19T06:04:59.469443+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:31:51.408819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920320+0000","last_change":"2024-09-19T06:04:57.469463+0000","last_active":"2024-09-19T06:04:59.920320+0000","last_peered":"2024-09-19T06:04:59.920320+0000","last_clean":"2024-09-19T06:04:59.920320+0000","last_became_active":"2024-09-19T06:04:57.468826+0000","last_became_peered":"2024-09-19T06:04:57.468826+0000","last_unstale":"2024-09-19T06:04:59.920320+0000","last_undegraded":"2024-09-19T06:04:59.920320+0000","last_fullsized":"2024-09-19T06:04:59.920320+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:17.390362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.486894+0000","last_change":"2024-09-19T06:04:58.478757+0000","last_active":"2024-09-19T06:04:59.486894+0000","last_peered":"2024-09-19T06:04:59.486894+0000","last_clean":"2024-09-19T06:04:59.486894+0000","last_became_active":"2024-09-19T06:04:58.478518+0000","last_became_peered":"2024-09-19T06:04:58.478518+0000","last_unstale":"2024-09-19T06:04:59.486894+0000","last_undegraded":"2024-09-19T06:04:59.486894+0000","last_fullsized":"2024-09-19T06:04:59.486894+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:03:08.840478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"79'3","reported_seq":17,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920055+0000","last_change":"2024-09-19T06:04:57.470019+0000","last_active":"2024-09-19T06:04:59.920055+0000","last_peered":"2024-09-19T06:04:59.920055+0000","last_clean":"2024-09-19T06:04:59.920055+0000","last_became_active":"2024-09-19T06:04:57.469694+0000","last_became_peered":"2024-09-19T06:04:57.469694+0000","last_unstale":"2024-09-19T06:04:59.920055+0000","last_undegraded":"2024-09-19T06:04:59.920055+0000","last_fullsized":"2024-09-19T06:04:59.920055+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:32:26.152140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469791+0000","last_change":"2024-09-19T06:04:58.481350+0000","last_active":"2024-09-19T06:04:59.469791+0000","last_peered":"2024-09-19T06:04:59.469791+0000","last_clean":"2024-09-19T06:04:59.469791+0000","last_became_active":"2024-09-19T06:04:58.477081+0000","last_became_peered":"2024-09-19T06:04:58.477081+0000","last_unstale":"2024-09-19T06:04:59.469791+0000","last_undegraded":"2024-09-19T06:04:59.469791+0000","last_fullsized":"2024-09-19T06:04:59.469791+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:17.887966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"79'6","reported_seq":20,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469397+0000","last_change":"2024-09-19T06:04:57.465624+0000","last_active":"2024-09-19T06:04:59.469397+0000","last_peered":"2024-09-19T06:04:59.469397+0000","last_clean":"2024-09-19T06:04:59.469397+0000","last_became_active":"2024-09-19T06:04:57.464413+0000","last_became_peered":"2024-09-19T06:04:57.464413+0000","last_unstale":"2024-09-19T06:04:59.469397+0000","last_undegraded":"2024-09-19T06:04:59.469397+0000","last_fullsized":"2024-09-19T06:04:59.469397+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:40:00.180456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.486668+0000","last_change":"2024-09-19T06:04:58.476953+0000","last_active":"2024-09-19T06:04:59.486668+0000","last_peered":"2024-09-19T06:04:59.486668+0000","last_clean":"2024-09-19T06:04:59.486668+0000","last_became_active":"2024-09-19T06:04:58.476645+0000","last_became_peered":"2024-09-19T06:04:58.476645+0000","last_unstale":"2024-09-19T06:04:59.486668+0000","last_undegraded":"2024-09-19T06:04:59.486668+0000","last_fullsized":"2024-09-19T06:04:59.486668+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:45:33.323844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.465835+0000","last_change":"2024-09-19T06:04:57.478291+0000","last_active":"2024-09-19T06:04:59.465835+0000","last_peered":"2024-09-19T06:04:59.465835+0000","last_clean":"2024-09-19T06:04:59.465835+0000","last_became_active":"2024-09-19T06:04:57.477861+0000","last_became_peered":"2024-09-19T06:04:57.477861+0000","last_unstale":"2024-09-19T06:04:59.465835+0000","last_undegraded":"2024-09-19T06:04:59.465835+0000","last_fullsized":"2024-09-19T06:04:59.465835+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:04:28.521287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920236+0000","last_change":"2024-09-19T06:04:58.479940+0000","last_active":"2024-09-19T06:04:59.920236+0000","last_peered":"2024-09-19T06:04:59.920236+0000","last_clean":"2024-09-19T06:04:59.920236+0000","last_became_active":"2024-09-19T06:04:58.479220+0000","last_became_peered":"2024-09-19T06:04:58.479220+0000","last_unstale":"2024-09-19T06:04:59.920236+0000","last_undegraded":"2024-09-19T06:04:59.920236+0000","last_fullsized":"2024-09-19T06:04:59.920236+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:51.454620+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919108+0000","last_change":"2024-09-19T06:04:57.472905+0000","last_active":"2024-09-19T06:04:59.919108+0000","last_peered":"2024-09-19T06:04:59.919108+0000","last_clean":"2024-09-19T06:04:59.919108+0000","last_became_active":"2024-09-19T06:04:57.469765+0000","last_became_peered":"2024-09-19T06:04:57.469765+0000","last_unstale":"2024-09-19T06:04:59.919108+0000","last_undegraded":"2024-09-19T06:04:59.919108+0000","last_fullsized":"2024-09-19T06:04:59.919108+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:28:50.450262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.465716+0000","last_change":"2024-09-19T06:04:58.486166+0000","last_active":"2024-09-19T06:04:59.465716+0000","last_peered":"2024-09-19T06:04:59.465716+0000","last_clean":"2024-09-19T06:04:59.465716+0000","last_became_active":"2024-09-19T06:04:58.485908+0000","last_became_peered":"2024-09-19T06:04:58.485908+0000","last_unstale":"2024-09-19T06:04:59.465716+0000","last_undegraded":"2024-09-19T06:04:59.465716+0000","last_fullsized":"2024-09-19T06:04:59.465716+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:05.915313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468438+0000","last_change":"2024-09-19T06:04:57.474077+0000","last_active":"2024-09-19T06:04:59.468438+0000","last_peered":"2024-09-19T06:04:59.468438+0000","last_clean":"2024-09-19T06:04:59.468438+0000","last_became_active":"2024-09-19T06:04:57.473767+0000","last_became_peered":"2024-09-19T06:04:57.473767+0000","last_unstale":"2024-09-19T06:04:59.468438+0000","last_undegraded":"2024-09-19T06:04:59.468438+0000","last_fullsized":"2024-09-19T06:04:59.468438+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:44:17.390362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.465840+0000","last_change":"2024-09-19T06:04:58.485237+0000","last_active":"2024-09-19T06:04:59.465840+0000","last_peered":"2024-09-19T06:04:59.465840+0000","last_clean":"2024-09-19T06:04:59.465840+0000","last_became_active":"2024-09-19T06:04:58.480184+0000","last_became_peered":"2024-09-19T06:04:58.480184+0000","last_unstale":"2024-09-19T06:04:59.465840+0000","last_undegraded":"2024-09-19T06:04:59.465840+0000","last_fullsized":"2024-09-19T06:04:59.465840+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:33:50.113345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"79'8","reported_seq":22,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.486610+0000","last_change":"2024-09-19T06:04:57.474440+0000","last_active":"2024-09-19T06:04:59.486610+0000","last_peered":"2024-09-19T06:04:59.486610+0000","last_clean":"2024-09-19T06:04:59.486610+0000","last_became_active":"2024-09-19T06:04:57.474086+0000","last_became_peered":"2024-09-19T06:04:57.474086+0000","last_unstale":"2024-09-19T06:04:59.486610+0000","last_undegraded":"2024-09-19T06:04:59.486610+0000","last_fullsized":"2024-09-19T06:04:59.486610+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:42.968286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920513+0000","last_change":"2024-09-19T06:04:58.480614+0000","last_active":"2024-09-19T06:04:59.920513+0000","last_peered":"2024-09-19T06:04:59.920513+0000","last_clean":"2024-09-19T06:04:59.920513+0000","last_became_active":"2024-09-19T06:04:58.480344+0000","last_became_peered":"2024-09-19T06:04:58.480344+0000","last_unstale":"2024-09-19T06:04:59.920513+0000","last_undegraded":"2024-09-19T06:04:59.920513+0000","last_fullsized":"2024-09-19T06:04:59.920513+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:26.157396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920993+0000","last_change":"2024-09-19T06:04:57.468663+0000","last_active":"2024-09-19T06:04:59.920993+0000","last_peered":"2024-09-19T06:04:59.920993+0000","last_clean":"2024-09-19T06:04:59.920993+0000","last_became_active":"2024-09-19T06:04:57.468358+0000","last_became_peered":"2024-09-19T06:04:57.468358+0000","last_unstale":"2024-09-19T06:04:59.920993+0000","last_undegraded":"2024-09-19T06:04:59.920993+0000","last_fullsized":"2024-09-19T06:04:59.920993+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:16.893305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920894+0000","last_change":"2024-09-19T06:04:58.483226+0000","last_active":"2024-09-19T06:04:59.920894+0000","last_peered":"2024-09-19T06:04:59.920894+0000","last_clean":"2024-09-19T06:04:59.920894+0000","last_became_active":"2024-09-19T06:04:58.482929+0000","last_became_peered":"2024-09-19T06:04:58.482929+0000","last_unstale":"2024-09-19T06:04:59.920894+0000","last_undegraded":"2024-09-19T06:04:59.920894+0000","last_fullsized":"2024-09-19T06:04:59.920894+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:47.431983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.486969+0000","last_change":"2024-09-19T06:04:57.470820+0000","last_active":"2024-09-19T06:04:59.486969+0000","last_peered":"2024-09-19T06:04:59.486969+0000","last_clean":"2024-09-19T06:04:59.486969+0000","last_became_active":"2024-09-19T06:04:57.470514+0000","last_became_peered":"2024-09-19T06:04:57.470514+0000","last_unstale":"2024-09-19T06:04:59.486969+0000","last_undegraded":"2024-09-19T06:04:59.486969+0000","last_fullsized":"2024-09-19T06:04:59.486969+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:35:27.384650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.470029+0000","last_change":"2024-09-19T06:04:58.473099+0000","last_active":"2024-09-19T06:04:59.470029+0000","last_peered":"2024-09-19T06:04:59.470029+0000","last_clean":"2024-09-19T06:04:59.470029+0000","last_became_active":"2024-09-19T06:04:58.472792+0000","last_became_peered":"2024-09-19T06:04:58.472792+0000","last_unstale":"2024-09-19T06:04:59.470029+0000","last_undegraded":"2024-09-19T06:04:59.470029+0000","last_fullsized":"2024-09-19T06:04:59.470029+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:57:32.563471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.486988+0000","last_change":"2024-09-19T06:04:57.467066+0000","last_active":"2024-09-19T06:04:59.486988+0000","last_peered":"2024-09-19T06:04:59.486988+0000","last_clean":"2024-09-19T06:04:59.486988+0000","last_became_active":"2024-09-19T06:04:57.465165+0000","last_became_peered":"2024-09-19T06:04:57.465165+0000","last_unstale":"2024-09-19T06:04:59.486988+0000","last_undegraded":"2024-09-19T06:04:59.486988+0000","last_fullsized":"2024-09-19T06:04:59.486988+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:22.871599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919661+0000","last_change":"2024-09-19T06:04:58.482511+0000","last_active":"2024-09-19T06:04:59.919661+0000","last_peered":"2024-09-19T06:04:59.919661+0000","last_clean":"2024-09-19T06:04:59.919661+0000","last_became_active":"2024-09-19T06:04:58.480242+0000","last_became_peered":"2024-09-19T06:04:58.480242+0000","last_unstale":"2024-09-19T06:04:59.919661+0000","last_undegraded":"2024-09-19T06:04:59.919661+0000","last_fullsized":"2024-09-19T06:04:59.919661+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:52.904275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919060+0000","last_change":"2024-09-19T06:04:57.467832+0000","last_active":"2024-09-19T06:04:59.919060+0000","last_peered":"2024-09-19T06:04:59.919060+0000","last_clean":"2024-09-19T06:04:59.919060+0000","last_became_active":"2024-09-19T06:04:57.467359+0000","last_became_peered":"2024-09-19T06:04:57.467359+0000","last_unstale":"2024-09-19T06:04:59.919060+0000","last_undegraded":"2024-09-19T06:04:59.919060+0000","last_fullsized":"2024-09-19T06:04:59.919060+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:16.883608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468877+0000","last_change":"2024-09-19T06:04:58.483725+0000","last_active":"2024-09-19T06:04:59.468877+0000","last_peered":"2024-09-19T06:04:59.468877+0000","last_clean":"2024-09-19T06:04:59.468877+0000","last_became_active":"2024-09-19T06:04:58.483012+0000","last_became_peered":"2024-09-19T06:04:58.483012+0000","last_unstale":"2024-09-19T06:04:59.468877+0000","last_undegraded":"2024-09-19T06:04:59.468877+0000","last_fullsized":"2024-09-19T06:04:59.468877+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:23:43.972644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919724+0000","last_change":"2024-09-19T06:04:57.473235+0000","last_active":"2024-09-19T06:04:59.919724+0000","last_peered":"2024-09-19T06:04:59.919724+0000","last_clean":"2024-09-19T06:04:59.919724+0000","last_became_active":"2024-09-19T06:04:57.471877+0000","last_became_peered":"2024-09-19T06:04:57.471877+0000","last_unstale":"2024-09-19T06:04:59.919724+0000","last_undegraded":"2024-09-19T06:04:59.919724+0000","last_fullsized":"2024-09-19T06:04:59.919724+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:46.706774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919377+0000","last_change":"2024-09-19T06:04:58.487123+0000","last_active":"2024-09-19T06:04:59.919377+0000","last_peered":"2024-09-19T06:04:59.919377+0000","last_clean":"2024-09-19T06:04:59.919377+0000","last_became_active":"2024-09-19T06:04:58.486846+0000","last_became_peered":"2024-09-19T06:04:58.486846+0000","last_unstale":"2024-09-19T06:04:59.919377+0000","last_undegraded":"2024-09-19T06:04:59.919377+0000","last_fullsized":"2024-09-19T06:04:59.919377+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:20:03.548509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919458+0000","last_change":"2024-09-19T06:04:57.466945+0000","last_active":"2024-09-19T06:04:59.919458+0000","last_peered":"2024-09-19T06:04:59.919458+0000","last_clean":"2024-09-19T06:04:59.919458+0000","last_became_active":"2024-09-19T06:04:57.466539+0000","last_became_peered":"2024-09-19T06:04:57.466539+0000","last_unstale":"2024-09-19T06:04:59.919458+0000","last_undegraded":"2024-09-19T06:04:59.919458+0000","last_fullsized":"2024-09-19T06:04:59.919458+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:41:51.609777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468482+0000","last_change":"2024-09-19T06:04:58.478260+0000","last_active":"2024-09-19T06:04:59.468482+0000","last_peered":"2024-09-19T06:04:59.468482+0000","last_clean":"2024-09-19T06:04:59.468482+0000","last_became_active":"2024-09-19T06:04:58.477582+0000","last_became_peered":"2024-09-19T06:04:58.477582+0000","last_unstale":"2024-09-19T06:04:59.468482+0000","last_undegraded":"2024-09-19T06:04:59.468482+0000","last_fullsized":"2024-09-19T06:04:59.468482+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:18:20.449902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.918855+0000","last_change":"2024-09-19T06:04:57.472097+0000","last_active":"2024-09-19T06:04:59.918855+0000","last_peered":"2024-09-19T06:04:59.918855+0000","last_clean":"2024-09-19T06:04:59.918855+0000","last_became_active":"2024-09-19T06:04:57.471832+0000","last_became_peered":"2024-09-19T06:04:57.471832+0000","last_unstale":"2024-09-19T06:04:59.918855+0000","last_undegraded":"2024-09-19T06:04:59.918855+0000","last_fullsized":"2024-09-19T06:04:59.918855+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:31:50.404461+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469925+0000","last_change":"2024-09-19T06:04:58.482941+0000","last_active":"2024-09-19T06:04:59.469925+0000","last_peered":"2024-09-19T06:04:59.469925+0000","last_clean":"2024-09-19T06:04:59.469925+0000","last_became_active":"2024-09-19T06:04:58.482655+0000","last_became_peered":"2024-09-19T06:04:58.482655+0000","last_unstale":"2024-09-19T06:04:59.469925+0000","last_undegraded":"2024-09-19T06:04:59.469925+0000","last_fullsized":"2024-09-19T06:04:59.469925+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:01.553521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"79'2","reported_seq":16,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.466286+0000","last_change":"2024-09-19T06:04:57.472223+0000","last_active":"2024-09-19T06:04:59.466286+0000","last_peered":"2024-09-19T06:04:59.466286+0000","last_clean":"2024-09-19T06:04:59.466286+0000","last_became_active":"2024-09-19T06:04:57.471934+0000","last_became_peered":"2024-09-19T06:04:57.471934+0000","last_unstale":"2024-09-19T06:04:59.466286+0000","last_undegraded":"2024-09-19T06:04:59.466286+0000","last_fullsized":"2024-09-19T06:04:59.466286+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:07:22.208746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920660+0000","last_change":"2024-09-19T06:04:58.478293+0000","last_active":"2024-09-19T06:04:59.920660+0000","last_peered":"2024-09-19T06:04:59.920660+0000","last_clean":"2024-09-19T06:04:59.920660+0000","last_became_active":"2024-09-19T06:04:58.478002+0000","last_became_peered":"2024-09-19T06:04:58.478002+0000","last_unstale":"2024-09-19T06:04:59.920660+0000","last_undegraded":"2024-09-19T06:04:59.920660+0000","last_fullsized":"2024-09-19T06:04:59.920660+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:47.431983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"80'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.466173+0000","last_change":"2024-09-19T06:04:57.473646+0000","last_active":"2024-09-19T06:04:59.466173+0000","last_peered":"2024-09-19T06:04:59.466173+0000","last_clean":"2024-09-19T06:04:59.466173+0000","last_became_active":"2024-09-19T06:04:57.473360+0000","last_became_peered":"2024-09-19T06:04:57.473360+0000","last_unstale":"2024-09-19T06:04:59.466173+0000","last_undegraded":"2024-09-19T06:04:59.466173+0000","last_fullsized":"2024-09-19T06:04:59.466173+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:39.189213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920327+0000","last_change":"2024-09-19T06:04:58.490781+0000","last_active":"2024-09-19T06:04:59.920327+0000","last_peered":"2024-09-19T06:04:59.920327+0000","last_clean":"2024-09-19T06:04:59.920327+0000","last_became_active":"2024-09-19T06:04:58.490450+0000","last_became_peered":"2024-09-19T06:04:58.490450+0000","last_unstale":"2024-09-19T06:04:59.920327+0000","last_undegraded":"2024-09-19T06:04:59.920327+0000","last_fullsized":"2024-09-19T06:04:59.920327+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:01.553521+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920273+0000","last_change":"2024-09-19T06:04:57.473784+0000","last_active":"2024-09-19T06:04:59.920273+0000","last_peered":"2024-09-19T06:04:59.920273+0000","last_clean":"2024-09-19T06:04:59.920273+0000","last_became_active":"2024-09-19T06:04:57.473181+0000","last_became_peered":"2024-09-19T06:04:57.473181+0000","last_unstale":"2024-09-19T06:04:59.920273+0000","last_undegraded":"2024-09-19T06:04:59.920273+0000","last_fullsized":"2024-09-19T06:04:59.920273+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:58:08.372911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.470030+0000","last_change":"2024-09-19T06:04:58.478920+0000","last_active":"2024-09-19T06:04:59.470030+0000","last_peered":"2024-09-19T06:04:59.470030+0000","last_clean":"2024-09-19T06:04:59.470030+0000","last_became_active":"2024-09-19T06:04:58.478624+0000","last_became_peered":"2024-09-19T06:04:58.478624+0000","last_unstale":"2024-09-19T06:04:59.470030+0000","last_undegraded":"2024-09-19T06:04:59.470030+0000","last_fullsized":"2024-09-19T06:04:59.470030+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:59:26.157396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920342+0000","last_change":"2024-09-19T06:04:57.470735+0000","last_active":"2024-09-19T06:04:59.920342+0000","last_peered":"2024-09-19T06:04:59.920342+0000","last_clean":"2024-09-19T06:04:59.920342+0000","last_became_active":"2024-09-19T06:04:57.469545+0000","last_became_peered":"2024-09-19T06:04:57.469545+0000","last_unstale":"2024-09-19T06:04:59.920342+0000","last_undegraded":"2024-09-19T06:04:59.920342+0000","last_fullsized":"2024-09-19T06:04:59.920342+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:58:55.247320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468676+0000","last_change":"2024-09-19T06:04:58.486051+0000","last_active":"2024-09-19T06:04:59.468676+0000","last_peered":"2024-09-19T06:04:59.468676+0000","last_clean":"2024-09-19T06:04:59.468676+0000","last_became_active":"2024-09-19T06:04:58.485775+0000","last_became_peered":"2024-09-19T06:04:58.485775+0000","last_unstale":"2024-09-19T06:04:59.468676+0000","last_undegraded":"2024-09-19T06:04:59.468676+0000","last_fullsized":"2024-09-19T06:04:59.468676+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:13:23.875957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.486877+0000","last_change":"2024-09-19T06:04:57.474950+0000","last_active":"2024-09-19T06:04:59.486877+0000","last_peered":"2024-09-19T06:04:59.486877+0000","last_clean":"2024-09-19T06:04:59.486877+0000","last_became_active":"2024-09-19T06:04:57.473977+0000","last_became_peered":"2024-09-19T06:04:57.473977+0000","last_unstale":"2024-09-19T06:04:59.486877+0000","last_undegraded":"2024-09-19T06:04:59.486877+0000","last_fullsized":"2024-09-19T06:04:59.486877+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:31:38.959434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.486850+0000","last_change":"2024-09-19T06:04:58.474797+0000","last_active":"2024-09-19T06:04:59.486850+0000","last_peered":"2024-09-19T06:04:59.486850+0000","last_clean":"2024-09-19T06:04:59.486850+0000","last_became_active":"2024-09-19T06:04:58.474519+0000","last_became_peered":"2024-09-19T06:04:58.474519+0000","last_unstale":"2024-09-19T06:04:59.486850+0000","last_undegraded":"2024-09-19T06:04:59.486850+0000","last_fullsized":"2024-09-19T06:04:59.486850+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:42:47.431983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.469080+0000","last_change":"2024-09-19T06:04:57.476356+0000","last_active":"2024-09-19T06:04:59.469080+0000","last_peered":"2024-09-19T06:04:59.469080+0000","last_clean":"2024-09-19T06:04:59.469080+0000","last_became_active":"2024-09-19T06:04:57.476041+0000","last_became_peered":"2024-09-19T06:04:57.476041+0000","last_unstale":"2024-09-19T06:04:59.469080+0000","last_undegraded":"2024-09-19T06:04:59.469080+0000","last_fullsized":"2024-09-19T06:04:59.469080+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:48:48.789235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919929+0000","last_change":"2024-09-19T06:04:58.473814+0000","last_active":"2024-09-19T06:04:59.919929+0000","last_peered":"2024-09-19T06:04:59.919929+0000","last_clean":"2024-09-19T06:04:59.919929+0000","last_became_active":"2024-09-19T06:04:58.473489+0000","last_became_peered":"2024-09-19T06:04:58.473489+0000","last_unstale":"2024-09-19T06:04:59.919929+0000","last_undegraded":"2024-09-19T06:04:59.919929+0000","last_fullsized":"2024-09-19T06:04:59.919929+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:31:51.408819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920218+0000","last_change":"2024-09-19T06:04:57.469824+0000","last_active":"2024-09-19T06:04:59.920218+0000","last_peered":"2024-09-19T06:04:59.920218+0000","last_clean":"2024-09-19T06:04:59.920218+0000","last_became_active":"2024-09-19T06:04:57.469072+0000","last_became_peered":"2024-09-19T06:04:57.469072+0000","last_unstale":"2024-09-19T06:04:59.920218+0000","last_undegraded":"2024-09-19T06:04:59.920218+0000","last_fullsized":"2024-09-19T06:04:59.920218+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:21:18.477097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920124+0000","last_change":"2024-09-19T06:04:58.487638+0000","last_active":"2024-09-19T06:04:59.920124+0000","last_peered":"2024-09-19T06:04:59.920124+0000","last_clean":"2024-09-19T06:04:59.920124+0000","last_became_active":"2024-09-19T06:04:58.486889+0000","last_became_peered":"2024-09-19T06:04:58.486889+0000","last_unstale":"2024-09-19T06:04:59.920124+0000","last_undegraded":"2024-09-19T06:04:59.920124+0000","last_fullsized":"2024-09-19T06:04:59.920124+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:17.887966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":14,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.468595+0000","last_change":"2024-09-19T06:04:57.471176+0000","last_active":"2024-09-19T06:04:59.468595+0000","last_peered":"2024-09-19T06:04:59.468595+0000","last_clean":"2024-09-19T06:04:59.468595+0000","last_became_active":"2024-09-19T06:04:57.470403+0000","last_became_peered":"2024-09-19T06:04:57.470403+0000","last_unstale":"2024-09-19T06:04:59.468595+0000","last_undegraded":"2024-09-19T06:04:59.468595+0000","last_fullsized":"2024-09-19T06:04:59.468595+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:15.362414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":12,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.466060+0000","last_change":"2024-09-19T06:04:58.479851+0000","last_active":"2024-09-19T06:04:59.466060+0000","last_peered":"2024-09-19T06:04:59.466060+0000","last_clean":"2024-09-19T06:04:59.466060+0000","last_became_active":"2024-09-19T06:04:58.479554+0000","last_became_peered":"2024-09-19T06:04:58.479554+0000","last_unstale":"2024-09-19T06:04:59.466060+0000","last_undegraded":"2024-09-19T06:04:59.466060+0000","last_fullsized":"2024-09-19T06:04:59.466060+0000","mapping_epoch":78,"log_start":"0'0","ondisk_log_start":"0'0","created":78,"last_epoch_clean":79,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:57.445979+0000","last_clean_scrub_stamp":"2024-09-19T06:04:57.445979+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:38:37.692683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"79'1","reported_seq":15,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.920678+0000","last_change":"2024-09-19T06:04:57.475903+0000","last_active":"2024-09-19T06:04:59.920678+0000","last_peered":"2024-09-19T06:04:59.920678+0000","last_clean":"2024-09-19T06:04:59.920678+0000","last_became_active":"2024-09-19T06:04:57.475580+0000","last_became_peered":"2024-09-19T06:04:57.475580+0000","last_unstale":"2024-09-19T06:04:59.920678+0000","last_undegraded":"2024-09-19T06:04:59.920678+0000","last_fullsized":"2024-09-19T06:04:59.920678+0000","mapping_epoch":77,"log_start":"0'0","ondisk_log_start":"0'0","created":77,"last_epoch_clean":78,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:04:56.441621+0000","last_clean_scrub_stamp":"2024-09-19T06:04:56.441621+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:23.492892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":276,"reported_epoch":80,"state":"active+clean","last_fresh":"2024-09-19T06:04:59.919864+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:04:59.919864+0000","last_peered":"2024-09-19T06:04:59.919864+0000","last_clean":"2024-09-19T06:04:59.919864+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:04:59.919864+0000","last_undegraded":"2024-09-19T06:04:59.919864+0000","last_fullsized":"2024-09-19T06:04:59.919864+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509490,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32724,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339116,"statfs":{"total":96636764160,"available":96603254784,"internally_reserved":0,"allocated":1572864,"data_stored":998643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509489,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":987136,"data_stored":408899,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509489,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32164,"kb_used_data":968,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339676,"statfs":{"total":96636764160,"available":96603828224,"internally_reserved":0,"allocated":991232,"data_stored":409839,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509489,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32140,"kb_used_data":952,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":974848,"data_stored":408205,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509488,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32152,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339688,"statfs":{"total":96636764160,"available":96603840512,"internally_reserved":0,"allocated":987136,"data_stored":409817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509489,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32144,"kb_used_data":956,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":978944,"data_stored":408787,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509489,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32728,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339112,"statfs":{"total":96636764160,"available":96603250688,"internally_reserved":0,"allocated":1572864,"data_stored":998607,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542195,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":987136,"data_stored":408399,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:05:03.053 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:05:03.053 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T06:05:03.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.248+0000 7fa16a000640 1 Processor -- start 2024-09-19T06:05:03.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.249+0000 7fa16a000640 1 -- start start 2024-09-19T06:05:03.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.250+0000 7fa16a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa16415b480 0x7fa1640b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.250+0000 7fa16a000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa1640b60c0 0x7fa164071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.250+0000 7fa16a000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa1640ccff0 con 0x7fa164072530 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.250+0000 7fa16a000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa1640b6500 con 0x7fa16415b480 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.250+0000 7fa16a000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa164072970 con 0x7fa1640b60c0 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.250+0000 7fa163400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa16415b480 0x7fa1640b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.250+0000 7fa163400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa16415b480 0x7fa1640b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59368/0 (socket says 172.21.15.92:59368) 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.250+0000 7fa163e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fa164072530 0x7fa164070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49610/0 (socket says 172.21.15.92:49610) 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.250+0000 7fa163400640 1 -- 172.21.15.92:0/664879327 learned_addr learned my addr 172.21.15.92:0/664879327 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.251+0000 7fa15aa00640 1 --2- 172.21.15.92:0/664879327 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa1640b60c0 0x7fa164071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.251+0000 7fa163400640 1 -- 172.21.15.92:0/664879327 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa1640b60c0 msgr2=0x7fa164071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.251+0000 7fa163400640 1 --2- 172.21.15.92:0/664879327 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa1640b60c0 0x7fa164071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.251+0000 7fa163400640 1 -- 172.21.15.92:0/664879327 >> v1:172.21.15.92:6789/0 conn(0x7fa164072530 legacy=0x7fa164070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.251+0000 7fa163400640 1 -- 172.21.15.92:0/664879327 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1640cd2d0 con 0x7fa16415b480 2024-09-19T06:05:03.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.251+0000 7fa162a00640 1 -- 172.21.15.92:0/664879327 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3777250851 0 0) 0x7fa1640ccff0 con 0x7fa164072530 2024-09-19T06:05:03.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.251+0000 7fa15aa00640 1 --2- 172.21.15.92:0/664879327 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa1640b60c0 0x7fa164071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.252+0000 7fa163400640 1 --2- 172.21.15.92:0/664879327 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa16415b480 0x7fa1640b5b80 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fa154009870 tx=0x7fa15402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=def49dde1f81f301 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.252+0000 7fa162a00640 1 -- 172.21.15.92:0/664879327 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa154037070 con 0x7fa16415b480 2024-09-19T06:05:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.252+0000 7fa162a00640 1 -- 172.21.15.92:0/664879327 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa154032440 con 0x7fa16415b480 2024-09-19T06:05:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.252+0000 7fa162a00640 1 -- 172.21.15.92:0/664879327 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa154032810 con 0x7fa16415b480 2024-09-19T06:05:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.253+0000 7fa16a000640 1 -- 172.21.15.92:0/664879327 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa16415b480 msgr2=0x7fa1640b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.253+0000 7fa16a000640 1 --2- 172.21.15.92:0/664879327 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa16415b480 0x7fa1640b5b80 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fa154009870 tx=0x7fa15402a1e0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.253+0000 7fa16a000640 1 -- 172.21.15.92:0/664879327 shutdown_connections 2024-09-19T06:05:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.253+0000 7fa16a000640 1 --2- 172.21.15.92:0/664879327 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa1640b60c0 0x7fa164071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.253+0000 7fa16a000640 1 --2- 172.21.15.92:0/664879327 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa16415b480 0x7fa1640b5b80 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.253+0000 7fa16a000640 1 -- 172.21.15.92:0/664879327 >> 172.21.15.92:0/664879327 conn(0x7fa16406d0f0 msgr2=0x7fa16406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.253+0000 7fa16a000640 1 -- 172.21.15.92:0/664879327 shutdown_connections 2024-09-19T06:05:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.253+0000 7fa16a000640 1 -- 172.21.15.92:0/664879327 wait complete. 2024-09-19T06:05:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.254+0000 7fa16a000640 1 Processor -- start 2024-09-19T06:05:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.254+0000 7fa16a000640 1 -- start start 2024-09-19T06:05:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.255+0000 7fa16a000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa164072530 0x7fa1641536d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.255+0000 7fa16a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1640b60c0 0x7fa164160060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.255+0000 7fa16a000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa16415b480 0x7fa164147e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.255+0000 7fa16a000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa1640cdb70 con 0x7fa1640b60c0 2024-09-19T06:05:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.255+0000 7fa16a000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa1640cd890 con 0x7fa16415b480 2024-09-19T06:05:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.255+0000 7fa16a000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa16415b860 con 0x7fa164072530 2024-09-19T06:05:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa15aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1640b60c0 0x7fa164160060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa15aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1640b60c0 0x7fa164160060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59380/0 (socket says 172.21.15.92:59380) 2024-09-19T06:05:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa15aa00640 1 -- 172.21.15.92:0/3312705353 learned_addr learned my addr 172.21.15.92:0/3312705353 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa163400640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa164072530 0x7fa1641536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa163e00640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa16415b480 0x7fa164147e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa15aa00640 1 -- 172.21.15.92:0/3312705353 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa164072530 msgr2=0x7fa1641536d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa15aa00640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa164072530 0x7fa1641536d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa15aa00640 1 -- 172.21.15.92:0/3312705353 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa16415b480 msgr2=0x7fa164147e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa15aa00640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa16415b480 0x7fa164147e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa15aa00640 1 -- 172.21.15.92:0/3312705353 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa1641605a0 con 0x7fa1640b60c0 2024-09-19T06:05:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.256+0000 7fa15aa00640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1640b60c0 0x7fa164160060 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fa14c00e810 tx=0x7fa14c00ecd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.257+0000 7fa15be00640 1 -- 172.21.15.92:0/3312705353 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14c00f040 con 0x7fa1640b60c0 2024-09-19T06:05:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.257+0000 7fa15be00640 1 -- 172.21.15.92:0/3312705353 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa14c004030 con 0x7fa1640b60c0 2024-09-19T06:05:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.257+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa164160820 con 0x7fa1640b60c0 2024-09-19T06:05:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.257+0000 7fa15be00640 1 -- 172.21.15.92:0/3312705353 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa14c004400 con 0x7fa1640b60c0 2024-09-19T06:05:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.257+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa164160de0 con 0x7fa1640b60c0 2024-09-19T06:05:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.258+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa164071ff0 con 0x7fa1640b60c0 2024-09-19T06:05:03.261 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.259+0000 7fa15be00640 1 -- 172.21.15.92:0/3312705353 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa14c00c670 con 0x7fa1640b60c0 2024-09-19T06:05:03.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.260+0000 7fa15be00640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa14006c2b0 0x7fa14006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.260+0000 7fa15be00640 1 -- 172.21.15.92:0/3312705353 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fa14c08b0d0 con 0x7fa1640b60c0 2024-09-19T06:05:03.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.261+0000 7fa163400640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa14006c2b0 0x7fa14006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.261+0000 7fa163400640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa14006c2b0 0x7fa14006e770 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa154034000 tx=0x7fa15402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:03.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.265+0000 7fa15be00640 1 -- 172.21.15.92:0/3312705353 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa1641605a0 con 0x7fa1640b60c0 2024-09-19T06:05:03.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.505+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7fa1640cf350 con 0x7fa1640b60c0 2024-09-19T06:05:03.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.508+0000 7fa15be00640 1 -- 172.21.15.92:0/3312705353 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) ==== 190+0+147 (secure 0 0 0) 0x7fa14c0540b0 con 0x7fa1640b60c0 2024-09-19T06:05:03.510 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-09-19T06:05:03.510 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w== 2024-09-19T06:05:03.510 INFO:teuthology.orchestra.run.smithi092.stdout: caps mds = "allow" 2024-09-19T06:05:03.510 INFO:teuthology.orchestra.run.smithi092.stdout: caps mon = "allow r" 2024-09-19T06:05:03.510 INFO:teuthology.orchestra.run.smithi092.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T06:05:03.510 INFO:teuthology.orchestra.run.smithi092.stderr:updated caps for client.0 2024-09-19T06:05:03.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa14006c2b0 msgr2=0x7fa14006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa14006c2b0 0x7fa14006e770 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fa154034000 tx=0x7fa15402e000 comp rx=0 tx=0).stop 2024-09-19T06:05:03.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1640b60c0 msgr2=0x7fa164160060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1640b60c0 0x7fa164160060 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fa14c00e810 tx=0x7fa14c00ecd0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 shutdown_connections 2024-09-19T06:05:03.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa14006c2b0 0x7fa14006e770 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa16415b480 0x7fa164147e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1640b60c0 0x7fa164160060 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 --2- 172.21.15.92:0/3312705353 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa164072530 0x7fa1641536d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 >> 172.21.15.92:0/3312705353 conn(0x7fa16406d0f0 msgr2=0x7fa1640ce2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:03.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 shutdown_connections 2024-09-19T06:05:03.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.511+0000 7fa16a000640 1 -- 172.21.15.92:0/3312705353 wait complete. 2024-09-19T06:05:03.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:03.680 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.679+0000 7f2b56e00640 1 Processor -- start 2024-09-19T06:05:03.681 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.679+0000 7f2b56e00640 1 -- start start 2024-09-19T06:05:03.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.680+0000 7f2b56e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 0x7f2b500b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.680+0000 7f2b56e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b500d0130 con 0x7f2b5015f5f0 2024-09-19T06:05:03.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.680+0000 7f2b56e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b500d0410 con 0x7f2b500b22b0 2024-09-19T06:05:03.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.680+0000 7f2b56e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2b500d0ef0 con 0x7f2b500ce970 2024-09-19T06:05:03.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.680+0000 7f2b55a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f2b5015f5f0 0x7f2b500ce260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49612/0 (socket says 172.21.15.92:49612) 2024-09-19T06:05:03.682 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.680+0000 7f2b55a00640 1 -- 172.21.15.92:0/3213957148 learned_addr learned my addr 172.21.15.92:0/3213957148 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:03.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.680+0000 7f2b55000640 1 --2- 172.21.15.92:0/3213957148 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 0x7f2b500b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.681+0000 7f2b4fe00640 1 -- 172.21.15.92:0/3213957148 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 136925944 0 0) 0x7f2b500d0130 con 0x7f2b5015f5f0 2024-09-19T06:05:03.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.681+0000 7f2b4fe00640 1 -- 172.21.15.92:0/3213957148 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2b38003520 con 0x7f2b5015f5f0 2024-09-19T06:05:03.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.681+0000 7f2b4fe00640 1 -- 172.21.15.92:0/3213957148 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3702690898 0 0) 0x7f2b500d0410 con 0x7f2b500b22b0 2024-09-19T06:05:03.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.681+0000 7f2b55000640 1 -- 172.21.15.92:0/3213957148 >> v1:172.21.15.102:6789/0 conn(0x7f2b500b22b0 legacy=0x7f2b5015fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.681+0000 7f2b55000640 1 -- 172.21.15.92:0/3213957148 >> v1:172.21.15.92:6789/0 conn(0x7f2b5015f5f0 legacy=0x7f2b500ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.681+0000 7f2b55000640 1 -- 172.21.15.92:0/3213957148 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b500d06f0 con 0x7f2b500ce970 2024-09-19T06:05:03.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.682+0000 7f2b55000640 1 --2- 172.21.15.92:0/3213957148 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 0x7f2b500b1d70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c0097d0 tx=0x7f2b3c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65fdf2466e63ccbe server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:03.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.682+0000 7f2b4fe00640 1 -- 172.21.15.92:0/3213957148 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3c037070 con 0x7f2b500ce970 2024-09-19T06:05:03.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.682+0000 7f2b4fe00640 1 -- 172.21.15.92:0/3213957148 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b3c032440 con 0x7f2b500ce970 2024-09-19T06:05:03.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.682+0000 7f2b4fe00640 1 -- 172.21.15.92:0/3213957148 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b3c0327f0 con 0x7f2b500ce970 2024-09-19T06:05:03.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.683+0000 7f2b56e00640 1 -- 172.21.15.92:0/3213957148 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 msgr2=0x7f2b500b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.683+0000 7f2b56e00640 1 --2- 172.21.15.92:0/3213957148 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 0x7f2b500b1d70 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c0097d0 tx=0x7f2b3c02a180 comp rx=0 tx=0).stop 2024-09-19T06:05:03.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.683+0000 7f2b56e00640 1 -- 172.21.15.92:0/3213957148 shutdown_connections 2024-09-19T06:05:03.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.683+0000 7f2b56e00640 1 --2- 172.21.15.92:0/3213957148 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 0x7f2b500b1d70 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.683+0000 7f2b56e00640 1 -- 172.21.15.92:0/3213957148 >> 172.21.15.92:0/3213957148 conn(0x7f2b50062a20 msgr2=0x7f2b5006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:03.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.683+0000 7f2b56e00640 1 -- 172.21.15.92:0/3213957148 shutdown_connections 2024-09-19T06:05:03.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.683+0000 7f2b56e00640 1 -- 172.21.15.92:0/3213957148 wait complete. 2024-09-19T06:05:03.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.685+0000 7f2b56e00640 1 Processor -- start 2024-09-19T06:05:03.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.685+0000 7f2b56e00640 1 -- start start 2024-09-19T06:05:03.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b56e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b500b22b0 0x7f2b50145d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b56e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 0x7f2b5015a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b56e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b5015f5f0 0x7f2b5015ae80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b56e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2b5015f9d0 con 0x7f2b500b22b0 2024-09-19T06:05:03.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b56e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2b5006ca80 con 0x7f2b5015f5f0 2024-09-19T06:05:03.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b56e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2b50071fd0 con 0x7f2b500ce970 2024-09-19T06:05:03.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b55a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b500b22b0 0x7f2b50145d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b55a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b500b22b0 0x7f2b50145d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59392/0 (socket says 172.21.15.92:59392) 2024-09-19T06:05:03.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b55a00640 1 -- 172.21.15.92:0/2234703016 learned_addr learned my addr 172.21.15.92:0/2234703016 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b55000640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 0x7f2b5015a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b56400640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b5015f5f0 0x7f2b5015ae80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b55a00640 1 -- 172.21.15.92:0/2234703016 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 msgr2=0x7f2b5015a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b55a00640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 0x7f2b5015a940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b55a00640 1 -- 172.21.15.92:0/2234703016 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b5015f5f0 msgr2=0x7f2b5015ae80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b55a00640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b5015f5f0 0x7f2b5015ae80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.686+0000 7f2b55a00640 1 -- 172.21.15.92:0/2234703016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b500aa9f0 con 0x7f2b500b22b0 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.687+0000 7f2b55a00640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b500b22b0 0x7f2b50145d80 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f2b4400c390 tx=0x7f2b4400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.687+0000 7f2b4d600640 1 -- 172.21.15.92:0/2234703016 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b44017070 con 0x7f2b500b22b0 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.687+0000 7f2b4d600640 1 -- 172.21.15.92:0/2234703016 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b44005ce0 con 0x7f2b500b22b0 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.687+0000 7f2b4d600640 1 -- 172.21.15.92:0/2234703016 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b440072f0 con 0x7f2b500b22b0 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.687+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b500aacd0 con 0x7f2b500b22b0 2024-09-19T06:05:03.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.687+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b500ab290 con 0x7f2b500b22b0 2024-09-19T06:05:03.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.688+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b5006c8a0 con 0x7f2b500b22b0 2024-09-19T06:05:03.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.689+0000 7f2b4d600640 1 -- 172.21.15.92:0/2234703016 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2b4401a070 con 0x7f2b500b22b0 2024-09-19T06:05:03.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.690+0000 7f2b4d600640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b3006c2b0 0x7f2b3006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:03.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.690+0000 7f2b4d600640 1 -- 172.21.15.92:0/2234703016 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f2b4408a860 con 0x7f2b500b22b0 2024-09-19T06:05:03.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.690+0000 7f2b55000640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b3006c2b0 0x7f2b3006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:03.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.691+0000 7f2b55000640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b3006c2b0 0x7f2b3006e770 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c034000 tx=0x7f2b3c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:03.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.694+0000 7f2b4d600640 1 -- 172.21.15.92:0/2234703016 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b5006c8a0 con 0x7f2b500b22b0 2024-09-19T06:05:03.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.901+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b500b1d70 con 0x7f2b500b22b0 2024-09-19T06:05:03.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.902+0000 7f2b4d600640 1 -- 172.21.15.92:0/2234703016 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5228 (secure 0 0 0) 0x7f2b440588e0 con 0x7f2b500b22b0 2024-09-19T06:05:03.904 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:03.904 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":50,"btime":"2024-09-19T06:05:01:479116+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5441,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1658533820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1658533820},{"type":"v1","addr":"172.21.15.92:6835","nonce":1658533820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/808429590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":808429590},{"type":"v1","addr":"172.21.15.102:6834","nonce":808429590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5893,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2327652856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2327652856},{"type":"v1","addr":"172.21.15.102:6835","nonce":2327652856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:57.864840+0000","modified":"2024-09-19T06:05:00.881227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5896},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5896":{"gid":5896,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3420680242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3420680242},{"type":"v1","addr":"172.21.15.92:6837","nonce":3420680242}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5896,"qdb_cluster":[5896]},"id":6}]} 2024-09-19T06:05:03.904 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 50 2024-09-19T06:05:03.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b3006c2b0 msgr2=0x7f2b3006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b3006c2b0 0x7f2b3006e770 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f2b3c034000 tx=0x7f2b3c02e000 comp rx=0 tx=0).stop 2024-09-19T06:05:03.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b500b22b0 msgr2=0x7f2b50145d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:03.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b500b22b0 0x7f2b50145d80 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f2b4400c390 tx=0x7f2b4400c850 comp rx=0 tx=0).stop 2024-09-19T06:05:03.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 shutdown_connections 2024-09-19T06:05:03.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b3006c2b0 0x7f2b3006e770 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b5015f5f0 0x7f2b5015ae80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b500ce970 0x7f2b5015a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 --2- 172.21.15.92:0/2234703016 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b500b22b0 0x7f2b50145d80 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:03.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 >> 172.21.15.92:0/2234703016 conn(0x7f2b50062a20 msgr2=0x7f2b5015c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:03.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 shutdown_connections 2024-09-19T06:05:03.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:03.904+0000 7f2b56e00640 1 -- 172.21.15.92:0/2234703016 wait complete. 2024-09-19T06:05:04.059 INFO:tasks.ceph.mds.a.smithi092.stderr:2024-09-19T06:05:04.057+0000 7ff272600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:05:04.324 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 50, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:04:57.864840+0000', 'modified': '2024-09-19T06:05:00.881227+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5896}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5896': {'gid': 5896, 'name': 'a', 'rank': 0, 'incarnation': 46, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6837/3420680242', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6836', 'nonce': 3420680242}, {'type': 'v1', 'addr': '172.21.15.92:6837', 'nonce': 3420680242}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 5896, 'qdb_cluster': [5896]} 2024-09-19T06:05:04.325 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:05:04.325 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T06:05:04.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.476+0000 7f2ef6800640 1 Processor -- start 2024-09-19T06:05:04.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.477+0000 7f2ef6800640 1 -- start start 2024-09-19T06:05:04.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2ef6800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2ef015a050 0x7f2ef015d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2ef6800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef00731c0 0x7f2ef0073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2ef6800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2ef015a430 con 0x7f2ef015ffd0 2024-09-19T06:05:04.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2ef6800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2ef0073b40 con 0x7f2ef015a050 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2ef6800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2ef015d9a0 con 0x7f2ef00731c0 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2eef400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2ef015a050 0x7f2ef015d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2eef400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2ef015a050 0x7f2ef015d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59398/0 (socket says 172.21.15.92:59398) 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2eef400640 1 -- 172.21.15.92:0/2976414509 learned_addr learned my addr 172.21.15.92:0/2976414509 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/2976414509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef00731c0 0x7f2ef0073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2eef400640 1 -- 172.21.15.92:0/2976414509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef00731c0 msgr2=0x7f2ef0073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2eef400640 1 --2- 172.21.15.92:0/2976414509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef00731c0 0x7f2ef0073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2eef400640 1 -- 172.21.15.92:0/2976414509 >> v1:172.21.15.102:6789/0 conn(0x7f2ef015ffd0 legacy=0x7f2ef0160460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2eef400640 1 -- 172.21.15.92:0/2976414509 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ef00cd0a0 con 0x7f2ef015a050 2024-09-19T06:05:04.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.478+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/2976414509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef00731c0 0x7f2ef0073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:04.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.479+0000 7f2eef400640 1 --2- 172.21.15.92:0/2976414509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 0x7f2ef015d460 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0009870 tx=0x7f2ee002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51e4328171d03888 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2eeea00640 1 -- 172.21.15.92:0/2976414509 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee0037070 con 0x7f2ef015a050 2024-09-19T06:05:04.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2eeea00640 1 -- 172.21.15.92:0/2976414509 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ee0032440 con 0x7f2ef015a050 2024-09-19T06:05:04.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2eeea00640 1 -- 172.21.15.92:0/2976414509 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee0032810 con 0x7f2ef015a050 2024-09-19T06:05:04.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2ef6800640 1 -- 172.21.15.92:0/2976414509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 msgr2=0x7f2ef015d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2ef6800640 1 --2- 172.21.15.92:0/2976414509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 0x7f2ef015d460 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0009870 tx=0x7f2ee002a180 comp rx=0 tx=0).stop 2024-09-19T06:05:04.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2ef6800640 1 -- 172.21.15.92:0/2976414509 shutdown_connections 2024-09-19T06:05:04.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2ef6800640 1 --2- 172.21.15.92:0/2976414509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef00731c0 0x7f2ef0073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2ef6800640 1 --2- 172.21.15.92:0/2976414509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 0x7f2ef015d460 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2ef6800640 1 -- 172.21.15.92:0/2976414509 >> 172.21.15.92:0/2976414509 conn(0x7f2ef006d0f0 msgr2=0x7f2ef006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:04.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2ef6800640 1 -- 172.21.15.92:0/2976414509 shutdown_connections 2024-09-19T06:05:04.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.480+0000 7f2ef6800640 1 -- 172.21.15.92:0/2976414509 wait complete. 2024-09-19T06:05:04.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.482+0000 7f2ef6800640 1 Processor -- start 2024-09-19T06:05:04.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.482+0000 7f2ef6800640 1 -- start start 2024-09-19T06:05:04.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ef6800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ef00731c0 0x7f2ef01f62f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ef6800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 0x7f2ef0155b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ef6800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef015ffd0 0x7f2ef01560d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ef6800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef00cd940 con 0x7f2ef015a050 2024-09-19T06:05:04.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ef6800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef00cd660 con 0x7f2ef00731c0 2024-09-19T06:05:04.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ef6800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2ef00cdc20 con 0x7f2ef015ffd0 2024-09-19T06:05:04.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ee6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 0x7f2ef0155b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ee6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 0x7f2ef0155b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59410/0 (socket says 172.21.15.92:59410) 2024-09-19T06:05:04.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ee6a00640 1 -- 172.21.15.92:0/78373152 learned_addr learned my addr 172.21.15.92:0/78373152 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:04.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2eef400640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ef00731c0 0x7f2ef01f62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2eefe00640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef015ffd0 0x7f2ef01560d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ee6a00640 1 -- 172.21.15.92:0/78373152 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef015ffd0 msgr2=0x7f2ef01560d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef015ffd0 0x7f2ef01560d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ee6a00640 1 -- 172.21.15.92:0/78373152 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ef00731c0 msgr2=0x7f2ef01f62f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ef00731c0 0x7f2ef01f62f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.483+0000 7f2ee6a00640 1 -- 172.21.15.92:0/78373152 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2ef01413b0 con 0x7f2ef015a050 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.484+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 0x7f2ef0155b90 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f2ed800c7f0 tx=0x7f2ed800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.484+0000 7f2ee7e00640 1 -- 172.21.15.92:0/78373152 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed8015070 con 0x7f2ef015a050 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.484+0000 7f2ee7e00640 1 -- 172.21.15.92:0/78373152 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ed8007a30 con 0x7f2ef015a050 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.484+0000 7f2ef6800640 1 -- 172.21.15.92:0/78373152 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2ef0141690 con 0x7f2ef015a050 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.484+0000 7f2ee7e00640 1 -- 172.21.15.92:0/78373152 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ed8007e00 con 0x7f2ef015a050 2024-09-19T06:05:04.487 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.484+0000 7f2ef6800640 1 -- 172.21.15.92:0/78373152 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2ef01404d0 con 0x7f2ef015a050 2024-09-19T06:05:04.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.487+0000 7f2ee7e00640 1 -- 172.21.15.92:0/78373152 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2ed8018070 con 0x7f2ef015a050 2024-09-19T06:05:04.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.488+0000 7f2ee7e00640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2b0 0x7f2ecc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.488+0000 7f2ee7e00640 1 -- 172.21.15.92:0/78373152 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f2ed808b410 con 0x7f2ef015a050 2024-09-19T06:05:04.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.488+0000 7f2eef400640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2b0 0x7f2ecc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.488+0000 7f2ef97c1740 1 Processor -- start 2024-09-19T06:05:04.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.488+0000 7f2ef97c1740 1 -- start start 2024-09-19T06:05:04.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.489+0000 7f2eef400640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2b0 0x7f2ecc06e770 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0034000 tx=0x7f2ee002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.489+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 0x560b9aa6d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.489+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa254b0 0x560b9aa280d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.489+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa29480 0x560b9aa22570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.489+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x560b9a9863b0 con 0x560b9aa29480 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.489+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560b9a98b410 con 0x560b9aa254b0 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.489+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x560b9a933620 con 0x560b9aa27cf0 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.489+0000 7f2eefe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa29480 0x560b9aa22570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2eefe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa29480 0x560b9aa22570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59412/0 (socket says 172.21.15.92:59412) 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2eefe00640 1 -- 172.21.15.92:0/554251394 learned_addr learned my addr 172.21.15.92:0/554251394 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:04.492 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2eef400640 1 --2- 172.21.15.92:0/554251394 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 0x560b9aa6d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/554251394 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa254b0 0x560b9aa280d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2eefe00640 1 -- 172.21.15.92:0/554251394 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 msgr2=0x560b9aa6d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2eefe00640 1 --2- 172.21.15.92:0/554251394 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 0x560b9aa6d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2eefe00640 1 -- 172.21.15.92:0/554251394 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa254b0 msgr2=0x560b9aa280d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2eefe00640 1 --2- 172.21.15.92:0/554251394 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa254b0 0x560b9aa280d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2eefe00640 1 -- 172.21.15.92:0/554251394 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b9a69e2d0 con 0x560b9aa29480 2024-09-19T06:05:04.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2eefe00640 1 --2- 172.21.15.92:0/554251394 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa29480 0x560b9aa22570 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2ee800b530 tx=0x7f2ee8009630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fac7501ffba15c9f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2edfe00640 1 -- 172.21.15.92:0/554251394 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee8003970 con 0x560b9aa29480 2024-09-19T06:05:04.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2edfe00640 1 -- 172.21.15.92:0/554251394 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ee8003b10 con 0x560b9aa29480 2024-09-19T06:05:04.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.490+0000 7f2edfe00640 1 -- 172.21.15.92:0/554251394 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee800a7f0 con 0x560b9aa29480 2024-09-19T06:05:04.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.491+0000 7f2ef97c1740 1 -- 172.21.15.92:0/554251394 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa29480 msgr2=0x560b9aa22570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.491+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/554251394 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa29480 0x560b9aa22570 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2ee800b530 tx=0x7f2ee8009630 comp rx=0 tx=0).stop 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.491+0000 7f2ef97c1740 1 -- 172.21.15.92:0/554251394 shutdown_connections 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.491+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/554251394 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa29480 0x560b9aa22570 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.491+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/554251394 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa254b0 0x560b9aa280d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.491+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/554251394 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 0x560b9aa6d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.491+0000 7f2ef97c1740 1 -- 172.21.15.92:0/554251394 >> 172.21.15.92:0/554251394 conn(0x560b9aa24740 msgr2=0x560b9aa6c960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.491+0000 7f2ef97c1740 1 -- 172.21.15.92:0/554251394 shutdown_connections 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.491+0000 7f2ef97c1740 1 -- 172.21.15.92:0/554251394 wait complete. 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.492+0000 7f2ef97c1740 1 -- start start 2024-09-19T06:05:04.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.492+0000 7f2ef97c1740 1 Processor -- start 2024-09-19T06:05:04.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.493+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 0x560b9aa21530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.493+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa48660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.493+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa46950 0x560b9aa262c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.493+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x560b9a946780 con 0x560b9aa46950 2024-09-19T06:05:04.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.493+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560b9a9873d0 con 0x560b9aa29480 2024-09-19T06:05:04.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.493+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x560b9aa23be0 con 0x560b9aa27cf0 2024-09-19T06:05:04.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.493+0000 7f2ef97c1740 10 client.0 _ll_register_callbacks cb 0x560b9a9845d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:05:04.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eefe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa46950 0x560b9aa262c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eef400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 0x560b9aa21530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eefe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa46950 0x560b9aa262c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59424/0 (socket says 172.21.15.92:59424) 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eefe00640 1 -- 172.21.15.92:0/730076598 learned_addr learned my addr 172.21.15.92:0/730076598 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa48660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eefe00640 1 -- 172.21.15.92:0/730076598 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 msgr2=0x560b9aa21530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eefe00640 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 0x560b9aa21530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eefe00640 1 -- 172.21.15.92:0/730076598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 msgr2=0x560b9aa48660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eefe00640 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa48660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eefe00640 1 -- 172.21.15.92:0/730076598 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b9a7686b0 con 0x560b9aa46950 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa48660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2eefe00640 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa46950 0x560b9aa262c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2ee8009d60 tx=0x7f2ee8004a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=885cfcb400337f73 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.494+0000 7f2edcc00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2edcc00640 1 -- 172.21.15.92:0/730076598 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee800a7f0 con 0x560b9aa46950 2024-09-19T06:05:04.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2edcc00640 1 -- 172.21.15.92:0/730076598 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f2ee800a990 con 0x560b9aa46950 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2ef97c1740 1 -- 172.21.15.92:0/730076598 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ee8003b10 con 0x560b9aa46950 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2edcc00640 1 -- 172.21.15.92:0/730076598 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f2ee802f050 con 0x560b9aa46950 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2ef97c1740 10 client.6282 fetch_fsmap learned FSMap version 50 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2ef97c1740 1 -- 172.21.15.92:0/730076598 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) -- 0x560b9aa22680 con 0x560b9aa46950 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2edcc00640 1 -- 172.21.15.92:0/730076598 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ee8003b10 con 0x560b9aa46950 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2edcc00640 1 -- 172.21.15.92:0/730076598 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 50) ==== 3502+0+0 (secure 0 0 0) 0x7f2ee800ab90 con 0x560b9aa46950 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2ef97c1740 10 client.6282 fetch_fsmap finished waiting for FSMap version 50 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2ef97c1740 10 client.6282 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2ef97c1740 20 client.6282 populate_metadata read hostname 'smithi092' 2024-09-19T06:05:04.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] conn(0x560b9aa47770 0x560b9aa519a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2ef97c1740 4 client.6282 mds_command: new command op to 5896 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:05:04.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.495+0000 7f2ef97c1740 1 -- 172.21.15.92:0/730076598 --> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x560b9a998b40 con 0x560b9aa47770 2024-09-19T06:05:04.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.496+0000 7f2eef400640 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] conn(0x560b9aa47770 0x560b9aa519a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.496+0000 7f2eef400640 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] conn(0x560b9aa47770 0x560b9aa519a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=82357fad83cf01c2 server_cookie=d7695aa22dd8c7ec in_seq=0 out_seq=0 2024-09-19T06:05:04.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.496+0000 7f2edcc00640 10 client.6282 ms_handle_connect on v2:172.21.15.92:6836/3420680242 2024-09-19T06:05:04.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.497+0000 7f2edcc00640 1 -- 172.21.15.92:0/730076598 <== mds.0 v2:172.21.15.92:6836/3420680242 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x560b9a998b40 con 0x560b9aa47770 2024-09-19T06:05:04.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.497+0000 7f2edcc00640 10 client.6282 handle_command_reply: tid=0 2024-09-19T06:05:04.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.497+0000 7f2ef97c1740 1 client.6282 shutdown 2024-09-19T06:05:04.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.497+0000 7f2ef97c1740 1 -- 172.21.15.92:0/730076598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa46950 msgr2=0x560b9aa262c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.497+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa46950 0x560b9aa262c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f2ee8009d60 tx=0x7f2ee8004a00 comp rx=0 tx=0).stop 2024-09-19T06:05:04.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.497+0000 7f2ef97c1740 1 -- 172.21.15.92:0/730076598 shutdown_connections 2024-09-19T06:05:04.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.497+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] conn(0x560b9aa47770 0x560b9aa519a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.497+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa46950 0x560b9aa262c0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.497+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa48660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.498+0000 7f2edcc00640 0 client.6282 ms_handle_reset on v2:172.21.15.92:6836/3420680242 2024-09-19T06:05:04.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.498+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/730076598 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa27cf0 0x560b9aa21530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.498+0000 7f2ef97c1740 1 -- 172.21.15.92:0/730076598 >> 172.21.15.92:0/730076598 conn(0x560b9aa254b0 msgr2=0x560b9aa6bf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:04.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.498+0000 7f2ef97c1740 1 -- 172.21.15.92:0/730076598 shutdown_connections 2024-09-19T06:05:04.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.498+0000 7f2ef97c1740 1 -- 172.21.15.92:0/730076598 wait complete. 2024-09-19T06:05:04.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.498+0000 7f2ef97c1740 20 client.6282 trim_cache size 0 max 16384 2024-09-19T06:05:04.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.516+0000 7f2ef97c1740 1 Processor -- start 2024-09-19T06:05:04.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.516+0000 7f2ef97c1740 1 -- start start 2024-09-19T06:05:04.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.517+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa94d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.517+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa44fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.517+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 0x560b9aa45510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.517+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef00721c0 con 0x560b9aa27cf0 2024-09-19T06:05:04.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.517+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2ef00b57e0 con 0x560b9aa29480 2024-09-19T06:05:04.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.517+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2ef0151680 con 0x560b9aa46950 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.517+0000 7f2eef400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa94d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.517+0000 7f2eef400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa94d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59426/0 (socket says 172.21.15.92:59426) 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.517+0000 7f2eef400640 1 -- 172.21.15.92:0/603050230 learned_addr learned my addr 172.21.15.92:0/603050230 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2eefe00640 1 --2- 172.21.15.92:0/603050230 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 0x560b9aa45510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/603050230 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa44fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2eef400640 1 -- 172.21.15.92:0/603050230 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 msgr2=0x560b9aa45510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2eef400640 1 --2- 172.21.15.92:0/603050230 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 0x560b9aa45510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2eef400640 1 -- 172.21.15.92:0/603050230 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 msgr2=0x560b9aa44fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2eef400640 1 --2- 172.21.15.92:0/603050230 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa44fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2eef400640 1 -- 172.21.15.92:0/603050230 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x560b9aa6f920 con 0x560b9aa27cf0 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2eef400640 1 --2- 172.21.15.92:0/603050230 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa94d20 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f2ee003e040 tx=0x7f2ee0008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f312943ec55845e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2edf400640 1 -- 172.21.15.92:0/603050230 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee0037040 con 0x560b9aa27cf0 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2edf400640 1 -- 172.21.15.92:0/603050230 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ee0055070 con 0x560b9aa27cf0 2024-09-19T06:05:04.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.518+0000 7f2edf400640 1 -- 172.21.15.92:0/603050230 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee0048440 con 0x560b9aa27cf0 2024-09-19T06:05:04.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.519+0000 7f2ef97c1740 1 -- 172.21.15.92:0/603050230 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 msgr2=0x560b9aa94d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.519+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/603050230 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa94d20 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7f2ee003e040 tx=0x7f2ee0008030 comp rx=0 tx=0).stop 2024-09-19T06:05:04.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.519+0000 7f2ef97c1740 1 -- 172.21.15.92:0/603050230 shutdown_connections 2024-09-19T06:05:04.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.519+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/603050230 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 0x560b9aa45510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.519+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/603050230 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa44fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.519+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/603050230 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa94d20 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.519+0000 7f2ef97c1740 1 -- 172.21.15.92:0/603050230 >> 172.21.15.92:0/603050230 conn(0x560b9aa254b0 msgr2=0x560b9aa25c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:04.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.519+0000 7f2ef97c1740 1 -- 172.21.15.92:0/603050230 shutdown_connections 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.519+0000 7f2ef97c1740 1 -- 172.21.15.92:0/603050230 wait complete. 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.520+0000 7f2ef97c1740 1 -- start start 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.520+0000 7f2ef97c1740 1 Processor -- start 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa25e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa4b680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2ef97c1740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 0x560b9aad4d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x560b9aa475f0 con 0x560b9aa27cf0 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x560b9aa52430 con 0x560b9aa29480 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2ef97c1740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x560b9aa47c40 con 0x560b9aa46950 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2ef97c1740 10 client.0 _ll_register_callbacks cb 0x7f2ee8009e80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2eef400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa25e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2eef400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa25e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59438/0 (socket says 172.21.15.92:59438) 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2eef400640 1 -- 172.21.15.92:0/1286626028 learned_addr learned my addr 172.21.15.92:0/1286626028 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:04.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa4b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2eefe00640 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 0x560b9aad4d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2eef400640 1 -- 172.21.15.92:0/1286626028 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 msgr2=0x560b9aad4d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2eef400640 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 0x560b9aad4d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2eef400640 1 -- 172.21.15.92:0/1286626028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 msgr2=0x560b9aa4b680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2eef400640 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa4b680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.521+0000 7f2eef400640 1 -- 172.21.15.92:0/1286626028 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x560b9aaef6b0 con 0x560b9aa27cf0 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.522+0000 7f2eef400640 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa25e00 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f2ee003e040 tx=0x7f2ee0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=850ed8cb8f3d215a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.522+0000 7f2edcc00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.522+0000 7f2edcc00640 1 -- 172.21.15.92:0/1286626028 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2ee005d020 con 0x560b9aa27cf0 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.522+0000 7f2edcc00640 1 -- 172.21.15.92:0/1286626028 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f2ee004f530 con 0x560b9aa27cf0 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.522+0000 7f2ef97c1740 1 -- 172.21.15.92:0/1286626028 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f2ee0055070 con 0x560b9aa27cf0 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.522+0000 7f2edcc00640 1 -- 172.21.15.92:0/1286626028 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=50) ==== 24+0+0 (secure 0 0 0) 0x7f2ee0037040 con 0x560b9aa27cf0 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.522+0000 7f2ef97c1740 10 client.6288 fetch_fsmap learned FSMap version 50 2024-09-19T06:05:04.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.522+0000 7f2ef97c1740 1 -- 172.21.15.92:0/1286626028 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=50,monmap=2+}) -- 0x560b9aa264d0 con 0x560b9aa27cf0 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.522+0000 7f2edcc00640 1 -- 172.21.15.92:0/1286626028 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2ee0055070 con 0x560b9aa27cf0 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2edcc00640 1 -- 172.21.15.92:0/1286626028 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 50) ==== 3502+0+0 (secure 0 0 0) 0x7f2ee0046040 con 0x560b9aa27cf0 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2ef97c1740 10 client.6288 fetch_fsmap finished waiting for FSMap version 50 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2ef97c1740 10 client.6288 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2ef97c1740 20 client.6288 populate_metadata read hostname 'smithi092' 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] conn(0x560b9aa94320 0x560b9aa6bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2ef97c1740 4 client.6288 mds_command: new command op to 5896 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2ef97c1740 1 -- 172.21.15.92:0/1286626028 --> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] -- command(tid 0: {"prefix": "status"}) -- 0x560b9a992e90 con 0x560b9aa94320 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] conn(0x560b9aa94320 0x560b9aa6bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2edcc00640 10 client.6288 ms_handle_connect on v2:172.21.15.92:6836/3420680242 2024-09-19T06:05:04.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.523+0000 7f2ee6a00640 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] conn(0x560b9aa94320 0x560b9aa6bd80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ced072b472fc4cf server_cookie=21b7017be4a94614 in_seq=0 out_seq=0 2024-09-19T06:05:04.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2edcc00640 1 -- 172.21.15.92:0/1286626028 <== mds.0 v2:172.21.15.92:6836/3420680242 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x560b9a992e90 con 0x560b9aa94320 2024-09-19T06:05:04.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2edcc00640 10 client.6288 handle_command_reply: tid=0 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 client.6288 shutdown 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 -- 172.21.15.92:0/1286626028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 msgr2=0x560b9aa25e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa25e00 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f2ee003e040 tx=0x7f2ee0004730 comp rx=0 tx=0).stop 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 -- 172.21.15.92:0/1286626028 shutdown_connections 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.92:6836/3420680242,v1:172.21.15.92:6837/3420680242] conn(0x560b9aa94320 0x560b9aa6bd80 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x560b9aa46950 0x560b9aad4d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x560b9aa29480 0x560b9aa4b680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 --2- 172.21.15.92:0/1286626028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x560b9aa27cf0 0x560b9aa25e00 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2edcc00640 0 client.6288 ms_handle_reset on v2:172.21.15.92:6836/3420680242 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 -- 172.21.15.92:0/1286626028 >> 172.21.15.92:0/1286626028 conn(0x560b9aa254b0 msgr2=0x560b9aa7fef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 -- 172.21.15.92:0/1286626028 shutdown_connections 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 1 -- 172.21.15.92:0/1286626028 wait complete. 2024-09-19T06:05:04.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.524+0000 7f2ef97c1740 20 client.6288 trim_cache size 0 max 16384 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "cluster_fsid": "f5d8e754-8e2b-4858-a423-49d63e91d369", 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "whoami": 0, 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 5896, 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "want_state": "up:active", 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "state": "up:active", 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs", 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "rank_uptime": 6.0696218489999998, 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "mdsmap_epoch": 50, 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch": 80, 2024-09-19T06:05:04.531 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch_barrier": 80, 2024-09-19T06:05:04.532 INFO:teuthology.orchestra.run.smithi092.stdout: "uptime": 11.147111638 2024-09-19T06:05:04.532 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:05:04.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 -- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2b0 msgr2=0x7f2ecc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2b0 0x7f2ecc06e770 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0034000 tx=0x7f2ee002e000 comp rx=0 tx=0).stop 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 -- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 msgr2=0x7f2ef0155b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 0x7f2ef0155b90 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f2ed800c7f0 tx=0x7f2ed800cbf0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 -- 172.21.15.92:0/78373152 shutdown_connections 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2ef015ffd0 0x7f2ef01560d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ef015a050 0x7f2ef0155b90 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2ecc06c2b0 0x7f2ecc06e770 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 --2- 172.21.15.92:0/78373152 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2ef00731c0 0x7f2ef01f62f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 -- 172.21.15.92:0/78373152 >> 172.21.15.92:0/78373152 conn(0x7f2ef006d0f0 msgr2=0x7f2ef00d0330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 -- 172.21.15.92:0/78373152 shutdown_connections 2024-09-19T06:05:04.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.525+0000 7f2ef6800640 1 -- 172.21.15.92:0/78373152 wait complete. 2024-09-19T06:05:04.542 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:05:04.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.691+0000 7f064c600640 1 Processor -- start 2024-09-19T06:05:04.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.691+0000 7f064c600640 1 -- start start 2024-09-19T06:05:04.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.692+0000 7f064c600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f064415c170 0x7f064415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.692+0000 7f064c600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06440b4cf0 con 0x7f06440b64e0 2024-09-19T06:05:04.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.692+0000 7f064c600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f06440b4fd0 con 0x7f06440cf6c0 2024-09-19T06:05:04.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.692+0000 7f064c600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f064415ca90 con 0x7f064415c170 2024-09-19T06:05:04.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f064a600640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f06440b64e0 0x7f06440b39b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49624/0 (socket says 172.21.15.92:49624) 2024-09-19T06:05:04.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f064a600640 1 -- 172.21.15.92:0/3740922591 learned_addr learned my addr 172.21.15.92:0/3740922591 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:04.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f0649c00640 1 --2- 172.21.15.92:0/3740922591 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f064415c170 0x7f064415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f0643e00640 1 -- 172.21.15.92:0/3740922591 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1956947873 0 0) 0x7f06440b4cf0 con 0x7f06440b64e0 2024-09-19T06:05:04.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f0643e00640 1 -- 172.21.15.92:0/3740922591 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f062c003520 con 0x7f06440b64e0 2024-09-19T06:05:04.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f0643e00640 1 -- 172.21.15.92:0/3740922591 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 19753057 0 0) 0x7f06440b4fd0 con 0x7f06440cf6c0 2024-09-19T06:05:04.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f0643e00640 1 -- 172.21.15.92:0/3740922591 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f06440b4cf0 con 0x7f06440cf6c0 2024-09-19T06:05:04.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f0649c00640 1 -- 172.21.15.92:0/3740922591 >> v1:172.21.15.102:6789/0 conn(0x7f06440cf6c0 legacy=0x7f06440b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f0649c00640 1 -- 172.21.15.92:0/3740922591 >> v1:172.21.15.92:6789/0 conn(0x7f06440b64e0 legacy=0x7f06440b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.693+0000 7f0643e00640 1 -- 172.21.15.92:0/3740922591 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2699562975 0 0) 0x7f062c003520 con 0x7f06440b64e0 2024-09-19T06:05:04.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.694+0000 7f0649c00640 1 -- 172.21.15.92:0/3740922591 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f06440b52b0 con 0x7f064415c170 2024-09-19T06:05:04.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.695+0000 7f0649c00640 1 --2- 172.21.15.92:0/3740922591 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f064415c170 0x7f064415c550 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f06380097d0 tx=0x7f063802a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81740873cbdfdc37 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.695+0000 7f0643e00640 1 -- 172.21.15.92:0/3740922591 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0638037070 con 0x7f064415c170 2024-09-19T06:05:04.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.695+0000 7f0643e00640 1 -- 172.21.15.92:0/3740922591 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f063802ac30 con 0x7f064415c170 2024-09-19T06:05:04.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.695+0000 7f0643e00640 1 -- 172.21.15.92:0/3740922591 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063c0019f0 con 0x7f064415c170 2024-09-19T06:05:04.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.695+0000 7f064c600640 1 -- 172.21.15.92:0/3740922591 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f064415c170 msgr2=0x7f064415c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.695+0000 7f064c600640 1 --2- 172.21.15.92:0/3740922591 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f064415c170 0x7f064415c550 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f06380097d0 tx=0x7f063802a1a0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.695+0000 7f064c600640 1 -- 172.21.15.92:0/3740922591 shutdown_connections 2024-09-19T06:05:04.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.695+0000 7f064c600640 1 --2- 172.21.15.92:0/3740922591 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f064415c170 0x7f064415c550 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.695+0000 7f064c600640 1 -- 172.21.15.92:0/3740922591 >> 172.21.15.92:0/3740922591 conn(0x7f064406bc10 msgr2=0x7f064406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:04.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.696+0000 7f064c600640 1 -- 172.21.15.92:0/3740922591 shutdown_connections 2024-09-19T06:05:04.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.696+0000 7f064c600640 1 -- 172.21.15.92:0/3740922591 wait complete. 2024-09-19T06:05:04.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.697+0000 7f064c600640 1 Processor -- start 2024-09-19T06:05:04.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.697+0000 7f064c600640 1 -- start start 2024-09-19T06:05:04.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.698+0000 7f064c600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06440b64e0 0x7f0644144610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.698+0000 7f064c600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06440cf6c0 0x7f06441e6040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.698+0000 7f064c600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064415c170 0x7f06441438c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.698+0000 7f064c600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f06440b5b50 con 0x7f064415c170 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.698+0000 7f064c600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f06440b5870 con 0x7f06440b64e0 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.698+0000 7f064c600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f06440cfb00 con 0x7f06440cf6c0 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.698+0000 7f064a600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064415c170 0x7f06441438c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.698+0000 7f064a600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064415c170 0x7f06441438c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:59444/0 (socket says 172.21.15.92:59444) 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.698+0000 7f064a600640 1 -- 172.21.15.92:0/2888695526 learned_addr learned my addr 172.21.15.92:0/2888695526 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f0649200640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06440cf6c0 0x7f06441e6040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f0649c00640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06440b64e0 0x7f0644144610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f064a600640 1 -- 172.21.15.92:0/2888695526 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06440cf6c0 msgr2=0x7f06441e6040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f064a600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06440cf6c0 0x7f06441e6040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f064a600640 1 -- 172.21.15.92:0/2888695526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06440b64e0 msgr2=0x7f0644144610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f064a600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06440b64e0 0x7f0644144610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f064a600640 1 -- 172.21.15.92:0/2888695526 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0644144b50 con 0x7f064415c170 2024-09-19T06:05:04.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f064a600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064415c170 0x7f06441438c0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f063c001350 tx=0x7f063c00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f0641600640 1 -- 172.21.15.92:0/2888695526 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063c017070 con 0x7f064415c170 2024-09-19T06:05:04.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f0641600640 1 -- 172.21.15.92:0/2888695526 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f063c00ad40 con 0x7f064415c170 2024-09-19T06:05:04.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f0641600640 1 -- 172.21.15.92:0/2888695526 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f063c012600 con 0x7f064415c170 2024-09-19T06:05:04.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.699+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f06440ccdf0 con 0x7f064415c170 2024-09-19T06:05:04.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.700+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f06440cd090 con 0x7f064415c170 2024-09-19T06:05:04.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.701+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f064406dfd0 con 0x7f064415c170 2024-09-19T06:05:04.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.702+0000 7f0641600640 1 -- 172.21.15.92:0/2888695526 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f063c01a070 con 0x7f064415c170 2024-09-19T06:05:04.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.703+0000 7f0641600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f062406c2b0 0x7f062406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:04.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.703+0000 7f0641600640 1 -- 172.21.15.92:0/2888695526 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f063c08b1d0 con 0x7f064415c170 2024-09-19T06:05:04.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.703+0000 7f0649c00640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f062406c2b0 0x7f062406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:04.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.704+0000 7f0649c00640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f062406c2b0 0x7f062406e770 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f0638034000 tx=0x7f063802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:04.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.707+0000 7f0641600640 1 -- 172.21.15.92:0/2888695526 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f064406dfd0 con 0x7f064415c170 2024-09-19T06:05:04.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.914+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f06440cfed0 con 0x7f064415c170 2024-09-19T06:05:04.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.915+0000 7f0641600640 1 -- 172.21.15.92:0/2888695526 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v50) ==== 53+0+73 (secure 0 0 0) 0x7f063c0592e0 con 0x7f064415c170 2024-09-19T06:05:04.917 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:05:04.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f062406c2b0 msgr2=0x7f062406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f062406c2b0 0x7f062406e770 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f0638034000 tx=0x7f063802e000 comp rx=0 tx=0).stop 2024-09-19T06:05:04.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064415c170 msgr2=0x7f06441438c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:04.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064415c170 0x7f06441438c0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f063c001350 tx=0x7f063c00a430 comp rx=0 tx=0).stop 2024-09-19T06:05:04.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 shutdown_connections 2024-09-19T06:05:04.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f064415c170 0x7f06441438c0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f06440cf6c0 0x7f06441e6040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f062406c2b0 0x7f062406e770 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 --2- 172.21.15.92:0/2888695526 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f06440b64e0 0x7f0644144610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:04.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 >> 172.21.15.92:0/2888695526 conn(0x7f064406bc10 msgr2=0x7f0644156ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:04.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 shutdown_connections 2024-09-19T06:05:04.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:04.917+0000 7f064c600640 1 -- 172.21.15.92:0/2888695526 wait complete. 2024-09-19T06:05:04.935 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T06:05:04.935 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:05:04.935 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:05:04.935 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:05:04.935 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:05:04.935 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T06:05:04.935 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T06:05:04.935 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:05:04.935 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:05:04.936 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:04.936 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:05:04.972 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:05:04.972 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:05:04.972 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:05:04.972 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:04.972 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:05:04.972 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:04.972 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:05:04.972 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42507sec preferred_lft 42507sec 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:04.973 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::3026:f9ff:fec4:ac60/64 scope link 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::580b:55ff:fe2d:e55/64 scope link 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:04.974 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:05:04.975 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:05:04.975 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::85d:17ff:fefb:396b/64 scope link 2024-09-19T06:05:04.975 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:04.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:04.975 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:05:05.066 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:05:05.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:05.072 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:05:05.109 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:05:05.109 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:05:05.109 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:05:05.109 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:05:05.109 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:05:05.110 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:05:05.110 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:05:05.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:05:05.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:05:05.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:05:05.110 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:05:05.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:05 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:05:05.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:05:05.305 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:05.305 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:05:05.341 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:05:05.341 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:05:05.341 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:05:05.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:05.341 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-09-19T06:05:05.437 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:05:05.437 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:05:05.474 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:05:05.474 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:05:05.474 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:05:05.549 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T06:05:05.549 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:05.549 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:05:05.676 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:05:05.677 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:05:05.704 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:05:05.704 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:05:05.704 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:05:05.704 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 0@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:05:05.704 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:05:05.705 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:05:05.705 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:05:05.706 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:05:05.706 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:05:05.706 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:05:05.709 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:05:05.709 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:05.709 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:05:05.765 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:05:05.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:05 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:05:05.852 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:05 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:05:05.860 INFO:teuthology.orchestra.run.smithi092.stdout:client5546 2024-09-19T06:05:05.860 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:05:05.860 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:05.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:05.896 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch fancy_layout_file) 2024-09-19T06:05:05.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:05.978 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec setfattr -n ceph.file.layout -v 'stripe_unit=1048576 stripe_count=4 object_size=8388608' fancy_layout_file) 2024-09-19T06:05:06.063 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:05:06.063 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:06.139 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:06.140 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=fancy_layout_file bs=1M conv=fdatasync count=35 seek=0) 2024-09-19T06:05:06.539 INFO:teuthology.orchestra.run.smithi092.stderr:35+0 records in 2024-09-19T06:05:06.540 INFO:teuthology.orchestra.run.smithi092.stderr:35+0 records out 2024-09-19T06:05:06.540 INFO:teuthology.orchestra.run.smithi092.stderr:36700160 bytes (37 MB, 35 MiB) copied, 0.320379 s, 115 MB/s 2024-09-19T06:05:06.541 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:06.542 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -f fancy_layout_file) 2024-09-19T06:05:06.580 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:06.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.772+0000 7f8507000640 1 Processor -- start 2024-09-19T06:05:06.774 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.772+0000 7f8507000640 1 -- start start 2024-09-19T06:05:06.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.773+0000 7f8507000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f850015e5f0 0x7f85000d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:06.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.773+0000 7f8507000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f850015e9d0 con 0x7f85000d13c0 2024-09-19T06:05:06.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.773+0000 7f8507000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f85000b8f20 con 0x7f85000b8900 2024-09-19T06:05:06.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.773+0000 7f8507000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f85000b9b30 con 0x7f850015e5f0 2024-09-19T06:05:06.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f8505200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f85000d13c0 0x7f85000b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:49628/0 (socket says 172.21.15.92:49628) 2024-09-19T06:05:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f8505200640 1 -- 172.21.15.92:0/2437849061 learned_addr learned my addr 172.21.15.92:0/2437849061 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:06.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f8505c00640 1 --2- 172.21.15.92:0/2437849061 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f850015e5f0 0x7f85000d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:06.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f84ffe00640 1 -- 172.21.15.92:0/2437849061 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 94324395 0 0) 0x7f850015e9d0 con 0x7f85000d13c0 2024-09-19T06:05:06.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f84ffe00640 1 -- 172.21.15.92:0/2437849061 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f84e8003520 con 0x7f85000d13c0 2024-09-19T06:05:06.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f84ffe00640 1 -- 172.21.15.92:0/2437849061 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2290374211 0 0) 0x7f85000b8f20 con 0x7f85000b8900 2024-09-19T06:05:06.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f84ffe00640 1 -- 172.21.15.92:0/2437849061 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f850015e9d0 con 0x7f85000b8900 2024-09-19T06:05:06.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f8505c00640 1 -- 172.21.15.92:0/2437849061 >> v1:172.21.15.102:6789/0 conn(0x7f85000b8900 legacy=0x7f85000d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:06.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f8505c00640 1 -- 172.21.15.92:0/2437849061 >> v1:172.21.15.92:6789/0 conn(0x7f85000d13c0 legacy=0x7f85000b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:06.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.774+0000 7f8505c00640 1 -- 172.21.15.92:0/2437849061 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f85000b9200 con 0x7f850015e5f0 2024-09-19T06:05:06.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.775+0000 7f8505c00640 1 --2- 172.21.15.92:0/2437849061 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f850015e5f0 0x7f85000d0e80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f84f40097d0 tx=0x7f84f402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3ce2e0f0b2b11a6b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:06.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f84ffe00640 1 -- 172.21.15.92:0/2437849061 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f4037070 con 0x7f850015e5f0 2024-09-19T06:05:06.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f84ffe00640 1 -- 172.21.15.92:0/2437849061 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f4032440 con 0x7f850015e5f0 2024-09-19T06:05:06.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f84ffe00640 1 -- 172.21.15.92:0/2437849061 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f40327f0 con 0x7f850015e5f0 2024-09-19T06:05:06.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f8507000640 1 -- 172.21.15.92:0/2437849061 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f850015e5f0 msgr2=0x7f85000d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:06.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f8507000640 1 --2- 172.21.15.92:0/2437849061 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f850015e5f0 0x7f85000d0e80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f84f40097d0 tx=0x7f84f402a210 comp rx=0 tx=0).stop 2024-09-19T06:05:06.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f8507000640 1 -- 172.21.15.92:0/2437849061 shutdown_connections 2024-09-19T06:05:06.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f8507000640 1 --2- 172.21.15.92:0/2437849061 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f850015e5f0 0x7f85000d0e80 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:06.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f8507000640 1 -- 172.21.15.92:0/2437849061 >> 172.21.15.92:0/2437849061 conn(0x7f8500062630 msgr2=0x7f8500062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:06.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f8507000640 1 -- 172.21.15.92:0/2437849061 shutdown_connections 2024-09-19T06:05:06.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.776+0000 7f8507000640 1 -- 172.21.15.92:0/2437849061 wait complete. 2024-09-19T06:05:06.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.778+0000 7f8507000640 1 Processor -- start 2024-09-19T06:05:06.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.778+0000 7f8507000640 1 -- start start 2024-09-19T06:05:06.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8507000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85000b8900 0x7f85000cae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:06.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8507000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f85000d13c0 0x7f8500161460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:06.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8507000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f850015e5f0 0x7f8500159470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:06.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8507000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f85000b97c0 con 0x7f850015e5f0 2024-09-19T06:05:06.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8507000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f85000d32d0 con 0x7f85000b8900 2024-09-19T06:05:06.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8507000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f85000d3450 con 0x7f85000d13c0 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8506600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f850015e5f0 0x7f8500159470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8506600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f850015e5f0 0x7f8500159470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38190/0 (socket says 172.21.15.92:38190) 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8506600640 1 -- 172.21.15.92:0/1430508181 learned_addr learned my addr 172.21.15.92:0/1430508181 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8505c00640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85000b8900 0x7f85000cae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.779+0000 7f8505200640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f85000d13c0 0x7f8500161460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f8506600640 1 -- 172.21.15.92:0/1430508181 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f85000d13c0 msgr2=0x7f8500161460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f8506600640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f85000d13c0 0x7f8500161460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f8506600640 1 -- 172.21.15.92:0/1430508181 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85000b8900 msgr2=0x7f85000cae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f8506600640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85000b8900 0x7f85000cae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f8506600640 1 -- 172.21.15.92:0/1430508181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f850014eef0 con 0x7f850015e5f0 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f8506600640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f850015e5f0 0x7f8500159470 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f84f800c7c0 tx=0x7f84f800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:06.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f84fd600640 1 -- 172.21.15.92:0/1430508181 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f8003b70 con 0x7f850015e5f0 2024-09-19T06:05:06.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f84fd600640 1 -- 172.21.15.92:0/1430508181 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f84f8003d10 con 0x7f850015e5f0 2024-09-19T06:05:06.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f84fd600640 1 -- 172.21.15.92:0/1430508181 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f84f800aa50 con 0x7f850015e5f0 2024-09-19T06:05:06.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f85001580f0 con 0x7f850015e5f0 2024-09-19T06:05:06.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.780+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f85001586b0 con 0x7f850015e5f0 2024-09-19T06:05:06.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.781+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8500069c20 con 0x7f850015e5f0 2024-09-19T06:05:06.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.782+0000 7f84fd600640 1 -- 172.21.15.92:0/1430508181 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f84f800abf0 con 0x7f850015e5f0 2024-09-19T06:05:06.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.783+0000 7f84fd600640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84e006c2b0 0x7f84e006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:06.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.783+0000 7f84fd600640 1 -- 172.21.15.92:0/1430508181 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f84f808b2c0 con 0x7f850015e5f0 2024-09-19T06:05:06.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.783+0000 7f8505c00640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84e006c2b0 0x7f84e006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:06.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.784+0000 7f8505c00640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84e006c2b0 0x7f84e006e770 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f84f4034000 tx=0x7f84f402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:06.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.787+0000 7f84fd600640 1 -- 172.21.15.92:0/1430508181 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f850014eef0 con 0x7f850015e5f0 2024-09-19T06:05:07.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.998+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f85000d0e80 con 0x7f850015e5f0 2024-09-19T06:05:07.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:06.998+0000 7f84fd600640 1 -- 172.21.15.92:0/1430508181 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5228 (secure 0 0 0) 0x7f84f80593d0 con 0x7f850015e5f0 2024-09-19T06:05:07.001 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:07.001 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":50,"btime":"2024-09-19T06:05:01:479116+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5441,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1658533820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1658533820},{"type":"v1","addr":"172.21.15.92:6835","nonce":1658533820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/808429590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":808429590},{"type":"v1","addr":"172.21.15.102:6834","nonce":808429590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5893,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2327652856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2327652856},{"type":"v1","addr":"172.21.15.102:6835","nonce":2327652856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:57.864840+0000","modified":"2024-09-19T06:05:00.881227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5896},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5896":{"gid":5896,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3420680242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3420680242},{"type":"v1","addr":"172.21.15.92:6837","nonce":3420680242}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5896,"qdb_cluster":[5896]},"id":6}]} 2024-09-19T06:05:07.001 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 50 2024-09-19T06:05:07.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84e006c2b0 msgr2=0x7f84e006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:07.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84e006c2b0 0x7f84e006e770 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f84f4034000 tx=0x7f84f402e000 comp rx=0 tx=0).stop 2024-09-19T06:05:07.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f850015e5f0 msgr2=0x7f8500159470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:07.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f850015e5f0 0x7f8500159470 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f84f800c7c0 tx=0x7f84f800cc80 comp rx=0 tx=0).stop 2024-09-19T06:05:07.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 shutdown_connections 2024-09-19T06:05:07.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f850015e5f0 0x7f8500159470 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f85000d13c0 0x7f8500161460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f84e006c2b0 0x7f84e006e770 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 --2- 172.21.15.92:0/1430508181 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f85000b8900 0x7f85000cae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 >> 172.21.15.92:0/1430508181 conn(0x7f8500062630 msgr2=0x7f8500062b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:07.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 shutdown_connections 2024-09-19T06:05:07.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.001+0000 7f8507000640 1 -- 172.21.15.92:0/1430508181 wait complete. 2024-09-19T06:05:07.019 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-19T06:05:07.200 INFO:teuthology.orchestra.run.smithi092.stdout:{"message":"","return_code":0} 2024-09-19T06:05:07.200 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T06:05:07.201 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph df --format=json-pretty 2024-09-19T06:05:07.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.350+0000 7fba8e000640 1 Processor -- start 2024-09-19T06:05:07.353 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.351+0000 7fba8e000640 1 -- start start 2024-09-19T06:05:07.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.352+0000 7fba8e000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fba880cfc80 0x7fba880b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:07.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.352+0000 7fba8e000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba8815c740 con 0x7fba8815c330 2024-09-19T06:05:07.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.352+0000 7fba8e000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fba880b50a0 con 0x7fba88155800 2024-09-19T06:05:07.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.352+0000 7fba8e000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fba880b5380 con 0x7fba880cfc80 2024-09-19T06:05:07.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.352+0000 7fba7ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fba880cfc80 0x7fba880b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:07.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.352+0000 7fba7ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fba880cfc80 0x7fba880b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38202/0 (socket says 172.21.15.92:38202) 2024-09-19T06:05:07.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.352+0000 7fba7ea00640 1 -- 172.21.15.92:0/585534724 learned_addr learned my addr 172.21.15.92:0/585534724 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:07.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.352+0000 7fba7ea00640 1 -- 172.21.15.92:0/585534724 >> v1:172.21.15.102:6789/0 conn(0x7fba88155800 legacy=0x7fba880cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:07.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.353+0000 7fba7ea00640 1 -- 172.21.15.92:0/585534724 >> v1:172.21.15.92:6789/0 conn(0x7fba8815c330 legacy=0x7fba8815c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:07.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.353+0000 7fba86a00640 1 -- 172.21.15.92:0/585534724 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3579239118 0 0) 0x7fba8815c740 con 0x7fba8815c330 2024-09-19T06:05:07.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.353+0000 7fba7ea00640 1 -- 172.21.15.92:0/585534724 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba880b5660 con 0x7fba880cfc80 2024-09-19T06:05:07.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.353+0000 7fba7ea00640 1 --2- 172.21.15.92:0/585534724 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba880cfc80 0x7fba880b6140 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fba700098a0 tx=0x7fba7002a320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56eb6ccb98bc3d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:07.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba86a00640 1 -- 172.21.15.92:0/585534724 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba70037070 con 0x7fba880cfc80 2024-09-19T06:05:07.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba86a00640 1 -- 172.21.15.92:0/585534724 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba70032640 con 0x7fba880cfc80 2024-09-19T06:05:07.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba86a00640 1 -- 172.21.15.92:0/585534724 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba70032a10 con 0x7fba880cfc80 2024-09-19T06:05:07.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba8e000640 1 -- 172.21.15.92:0/585534724 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba880cfc80 msgr2=0x7fba880b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:07.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba8e000640 1 --2- 172.21.15.92:0/585534724 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba880cfc80 0x7fba880b6140 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7fba700098a0 tx=0x7fba7002a320 comp rx=0 tx=0).stop 2024-09-19T06:05:07.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba8e000640 1 -- 172.21.15.92:0/585534724 shutdown_connections 2024-09-19T06:05:07.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba8e000640 1 --2- 172.21.15.92:0/585534724 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba880cfc80 0x7fba880b6140 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba8e000640 1 -- 172.21.15.92:0/585534724 >> 172.21.15.92:0/585534724 conn(0x7fba8806bc10 msgr2=0x7fba8806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:07.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba8e000640 1 -- 172.21.15.92:0/585534724 shutdown_connections 2024-09-19T06:05:07.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.354+0000 7fba8e000640 1 -- 172.21.15.92:0/585534724 wait complete. 2024-09-19T06:05:07.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.356+0000 7fba8e000640 1 Processor -- start 2024-09-19T06:05:07.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.356+0000 7fba8e000640 1 -- start start 2024-09-19T06:05:07.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.357+0000 7fba8e000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba880cfc80 0x7fba881480c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.357+0000 7fba8e000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba88155800 0x7fba88148770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.357+0000 7fba8e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba8815c330 0x7fba88154740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.357+0000 7fba8e000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fba88155be0 con 0x7fba8815c330 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.357+0000 7fba8e000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fba880b5c20 con 0x7fba880cfc80 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.357+0000 7fba8e000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fba8815d080 con 0x7fba88155800 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.357+0000 7fba87e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba8815c330 0x7fba88154740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.357+0000 7fba87e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba8815c330 0x7fba88154740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38208/0 (socket says 172.21.15.92:38208) 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.357+0000 7fba87e00640 1 -- 172.21.15.92:0/538520021 learned_addr learned my addr 172.21.15.92:0/538520021 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba87400640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba880cfc80 0x7fba881480c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba7ea00640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba88155800 0x7fba88148770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba87e00640 1 -- 172.21.15.92:0/538520021 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba88155800 msgr2=0x7fba88148770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba87e00640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba88155800 0x7fba88148770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba87e00640 1 -- 172.21.15.92:0/538520021 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba880cfc80 msgr2=0x7fba881480c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba87e00640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba880cfc80 0x7fba881480c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba87e00640 1 -- 172.21.15.92:0/538520021 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fba881536a0 con 0x7fba8815c330 2024-09-19T06:05:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba7ea00640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba88155800 0x7fba88148770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba87e00640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba8815c330 0x7fba88154740 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fba8000c7b0 tx=0x7fba8000cc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba7fe00640 1 -- 172.21.15.92:0/538520021 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba80003b70 con 0x7fba8815c330 2024-09-19T06:05:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba7fe00640 1 -- 172.21.15.92:0/538520021 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fba80003d10 con 0x7fba8815c330 2024-09-19T06:05:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba7fe00640 1 -- 172.21.15.92:0/538520021 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fba80005290 con 0x7fba8815c330 2024-09-19T06:05:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fba88153980 con 0x7fba8815c330 2024-09-19T06:05:07.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.358+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fba88153f40 con 0x7fba8815c330 2024-09-19T06:05:07.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.360+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fba8815d410 con 0x7fba8815c330 2024-09-19T06:05:07.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.361+0000 7fba7fe00640 1 -- 172.21.15.92:0/538520021 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fba80005430 con 0x7fba8815c330 2024-09-19T06:05:07.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.361+0000 7fba7fe00640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba6406c2e0 0x7fba6406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:07.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.362+0000 7fba7fe00640 1 -- 172.21.15.92:0/538520021 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fba8008b240 con 0x7fba8815c330 2024-09-19T06:05:07.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.362+0000 7fba87400640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba6406c2e0 0x7fba6406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:07.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.362+0000 7fba87400640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba6406c2e0 0x7fba6406e7a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fba78000f60 tx=0x7fba78009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:07.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.366+0000 7fba7fe00640 1 -- 172.21.15.92:0/538520021 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fba80059910 con 0x7fba8815c330 2024-09-19T06:05:07.610 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.608+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "df", "format": "json-pretty"} v 0) -- 0x7fba880633d0 con 0x7fba8815c330 2024-09-19T06:05:07.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.609+0000 7fba7fe00640 1 -- 172.21.15.92:0/538520021 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "df", "format": "json-pretty"}]=0 v0) ==== 75+0+1689 (secure 0 0 0) 0x7fba80059210 con 0x7fba8815c330 2024-09-19T06:05:07.611 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:07.611 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:05:07.611 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "total_bytes": 773094113280, 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "total_avail_bytes": 772829552640, 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_bytes": 264560640, 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_bytes": 264560640, 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_ratio": 0.00034221014357171953, 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "num_osds": 8, 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "num_per_pool_osds": 8, 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "num_per_pool_omap_osds": 8 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "stats_by_class": { 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "ssd": { 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "total_bytes": 773094113280, 2024-09-19T06:05:07.612 INFO:teuthology.orchestra.run.smithi092.stdout: "total_avail_bytes": 772829552640, 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_bytes": 264560640, 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_bytes": 264560640, 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_ratio": 0.00034221014357171953 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "pools": [ 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "name": ".mgr", 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 1, 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 590368, 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 2, 2024-09-19T06:05:07.613 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 1160, 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 1187840, 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 1.6179304793695337e-06, 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367085649920 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "cephfs_metadata", 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 12, 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 2410, 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 22, 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 64, 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 65536, 2024-09-19T06:05:07.614 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 8.9265263625293301e-08, 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367085649920 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "cephfs_data", 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 13, 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 4718592, 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 1, 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 9216, 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 9437184, 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 1.2854034139309078e-05, 2024-09-19T06:05:07.615 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367085649920 2024-09-19T06:05:07.616 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:07.616 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:07.616 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:05:07.616 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:05:07.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba6406c2e0 msgr2=0x7fba6406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:07.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba6406c2e0 0x7fba6406e7a0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fba78000f60 tx=0x7fba78009040 comp rx=0 tx=0).stop 2024-09-19T06:05:07.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba8815c330 msgr2=0x7fba88154740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:07.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba8815c330 0x7fba88154740 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7fba8000c7b0 tx=0x7fba8000cc70 comp rx=0 tx=0).stop 2024-09-19T06:05:07.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 shutdown_connections 2024-09-19T06:05:07.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fba8815c330 0x7fba88154740 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fba88155800 0x7fba88148770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fba6406c2e0 0x7fba6406e7a0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 --2- 172.21.15.92:0/538520021 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fba880cfc80 0x7fba881480c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:07.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 >> 172.21.15.92:0/538520021 conn(0x7fba8806bc10 msgr2=0x7fba880cf570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:07.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 shutdown_connections 2024-09-19T06:05:07.618 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:07.611+0000 7fba8e000640 1 -- 172.21.15.92:0/538520021 wait complete. 2024-09-19T06:05:07.629 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-19T06:05:08.518 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:05:08.523 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:05:12.633 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph df --format=json-pretty 2024-09-19T06:05:12.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.791+0000 7f226f400640 1 Processor -- start 2024-09-19T06:05:12.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.792+0000 7f226f400640 1 -- start start 2024-09-19T06:05:12.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2268155800 0x7f22680b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:12.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226f400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f226815c330 0x7f22680b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226f400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22680b50a0 con 0x7f22680cf570 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226f400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f22680b4e60 con 0x7f2268155800 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226f400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f226815c7a0 con 0x7f226815c330 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226ca00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2268155800 0x7f22680b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226ca00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2268155800 0x7f22680b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38216/0 (socket says 172.21.15.92:38216) 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226ca00640 1 -- 172.21.15.92:0/733121831 learned_addr learned my addr 172.21.15.92:0/733121831 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f2267e00640 1 --2- 172.21.15.92:0/733121831 >> v2:172.21.15.102:3300/0 conn(0x7f226815c330 0x7f22680b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226ca00640 1 -- 172.21.15.92:0/733121831 >> v2:172.21.15.102:3300/0 conn(0x7f226815c330 msgr2=0x7f22680b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226ca00640 1 --2- 172.21.15.92:0/733121831 >> v2:172.21.15.102:3300/0 conn(0x7f226815c330 0x7f22680b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.793+0000 7f226ca00640 1 -- 172.21.15.92:0/733121831 >> v1:172.21.15.102:6789/0 conn(0x7f22680cf570 legacy=0x7f22680cf980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.794+0000 7f226ca00640 1 -- 172.21.15.92:0/733121831 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22680b5380 con 0x7f2268155800 2024-09-19T06:05:12.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.794+0000 7f2267e00640 1 --2- 172.21.15.92:0/733121831 >> v2:172.21.15.102:3300/0 conn(0x7f226815c330 0x7f22680b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:12.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f226ca00640 1 --2- 172.21.15.92:0/733121831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 0x7f22680b6140 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f226806e210 tx=0x7f225c02c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92a09f0b13d2fc20 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:12.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f2267400640 1 -- 172.21.15.92:0/733121831 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c0325a0 con 0x7f2268155800 2024-09-19T06:05:12.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f2267400640 1 -- 172.21.15.92:0/733121831 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f225c038070 con 0x7f2268155800 2024-09-19T06:05:12.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f2267400640 1 -- 172.21.15.92:0/733121831 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f225c032960 con 0x7f2268155800 2024-09-19T06:05:12.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f226f400640 1 -- 172.21.15.92:0/733121831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 msgr2=0x7f22680b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:12.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f226f400640 1 --2- 172.21.15.92:0/733121831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 0x7f22680b6140 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f226806e210 tx=0x7f225c02c8e0 comp rx=0 tx=0).stop 2024-09-19T06:05:12.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f226f400640 1 -- 172.21.15.92:0/733121831 shutdown_connections 2024-09-19T06:05:12.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f226f400640 1 --2- 172.21.15.92:0/733121831 >> v2:172.21.15.102:3300/0 conn(0x7f226815c330 0x7f22680b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:12.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f226f400640 1 --2- 172.21.15.92:0/733121831 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 0x7f22680b6140 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:12.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.795+0000 7f226f400640 1 -- 172.21.15.92:0/733121831 >> 172.21.15.92:0/733121831 conn(0x7f226806bc10 msgr2=0x7f226806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:12.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.796+0000 7f226f400640 1 -- 172.21.15.92:0/733121831 shutdown_connections 2024-09-19T06:05:12.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.796+0000 7f226f400640 1 -- 172.21.15.92:0/733121831 wait complete. 2024-09-19T06:05:12.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.797+0000 7f226f400640 1 Processor -- start 2024-09-19T06:05:12.799 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.797+0000 7f226f400640 1 -- start start 2024-09-19T06:05:12.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.798+0000 7f226f400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22680cf570 0x7f2268156290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:12.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.798+0000 7f226f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 0x7f2268147140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.798+0000 7f226f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f226815c330 0x7f226815ad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.798+0000 7f226f400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f22680b5c20 con 0x7f2268155800 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.798+0000 7f226f400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f22680b5940 con 0x7f22680cf570 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.798+0000 7f226f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2268155be0 con 0x7f226815c330 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2267e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 0x7f2268147140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2267e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 0x7f2268147140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38220/0 (socket says 172.21.15.92:38220) 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2267e00640 1 -- 172.21.15.92:0/3886423693 learned_addr learned my addr 172.21.15.92:0/3886423693 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f226ca00640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22680cf570 0x7f2268156290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f226d400640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f226815c330 0x7f226815ad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2267e00640 1 -- 172.21.15.92:0/3886423693 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f226815c330 msgr2=0x7f226815ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2267e00640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f226815c330 0x7f226815ad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2267e00640 1 -- 172.21.15.92:0/3886423693 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22680cf570 msgr2=0x7f2268156290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:12.802 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2267e00640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22680cf570 0x7f2268156290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:12.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2267e00640 1 -- 172.21.15.92:0/3886423693 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22681587e0 con 0x7f2268155800 2024-09-19T06:05:12.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f226ca00640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22680cf570 0x7f2268156290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:12.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2267e00640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 0x7f2268147140 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f225400c7f0 tx=0x7f225400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:12.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.799+0000 7f2264c00640 1 -- 172.21.15.92:0/3886423693 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2254015070 con 0x7f2268155800 2024-09-19T06:05:12.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.800+0000 7f2264c00640 1 -- 172.21.15.92:0/3886423693 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2254007820 con 0x7f2268155800 2024-09-19T06:05:12.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.800+0000 7f2264c00640 1 -- 172.21.15.92:0/3886423693 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2254007bd0 con 0x7f2268155800 2024-09-19T06:05:12.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.800+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2268158ac0 con 0x7f2268155800 2024-09-19T06:05:12.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.800+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f226815b2a0 con 0x7f2268155800 2024-09-19T06:05:12.803 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.801+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22680b6140 con 0x7f2268155800 2024-09-19T06:05:12.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.802+0000 7f2264c00640 1 -- 172.21.15.92:0/3886423693 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2254018070 con 0x7f2268155800 2024-09-19T06:05:12.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.802+0000 7f2264c00640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f224806c2e0 0x7f224806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:12.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.802+0000 7f2264c00640 1 -- 172.21.15.92:0/3886423693 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f225408b540 con 0x7f2268155800 2024-09-19T06:05:12.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.803+0000 7f226ca00640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f224806c2e0 0x7f224806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:12.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.803+0000 7f226ca00640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f224806c2e0 0x7f224806e7a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f225c037000 tx=0x7f225c03e040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:12.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:12.807+0000 7f2264c00640 1 -- 172.21.15.92:0/3886423693 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2254059ca0 con 0x7f2268155800 2024-09-19T06:05:13.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.047+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "df", "format": "json-pretty"} v 0) -- 0x7f226815b7e0 con 0x7f2268155800 2024-09-19T06:05:13.049 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.048+0000 7f2264c00640 1 -- 172.21.15.92:0/3886423693 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "df", "format": "json-pretty"}]=0 v0) ==== 75+0+1656 (secure 0 0 0) 0x7f22540595a0 con 0x7f2268155800 2024-09-19T06:05:13.050 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:13.050 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:05:13.050 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:05:13.050 INFO:teuthology.orchestra.run.smithi092.stdout: "total_bytes": 773094113280, 2024-09-19T06:05:13.050 INFO:teuthology.orchestra.run.smithi092.stdout: "total_avail_bytes": 772829552640, 2024-09-19T06:05:13.050 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_bytes": 264560640, 2024-09-19T06:05:13.050 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_bytes": 264560640, 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_ratio": 0.00034221014357171953, 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "num_osds": 8, 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "num_per_pool_osds": 8, 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "num_per_pool_omap_osds": 8 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "stats_by_class": { 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "ssd": { 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "total_bytes": 773094113280, 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "total_avail_bytes": 772829552640, 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_bytes": 264560640, 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_bytes": 264560640, 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: "total_used_raw_ratio": 0.00034221014357171953 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:13.051 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "pools": [ 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "name": ".mgr", 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 1, 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 590368, 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 2, 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 1160, 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 1187840, 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 1.6179302519958583e-06, 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367085682688 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:13.052 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "cephfs_metadata", 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 12, 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 22729, 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 23, 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 112, 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 114688, 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 1.5621418469891069e-07, 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367085682688 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:13.053 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: "name": "cephfs_data", 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 13, 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: "stats": { 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: "stored": 0, 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: "objects": 0, 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: "kb_used": 0, 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: "bytes_used": 0, 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: "percent_used": 0, 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: "max_avail": 367085682688 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:05:13.054 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:05:13.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f224806c2e0 msgr2=0x7f224806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:13.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f224806c2e0 0x7f224806e7a0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f225c037000 tx=0x7f225c03e040 comp rx=0 tx=0).stop 2024-09-19T06:05:13.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 msgr2=0x7f2268147140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:13.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 0x7f2268147140 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f225400c7f0 tx=0x7f225400ccb0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 shutdown_connections 2024-09-19T06:05:13.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f226815c330 0x7f226815ad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2268155800 0x7f2268147140 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f224806c2e0 0x7f224806e7a0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 --2- 172.21.15.92:0/3886423693 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22680cf570 0x7f2268156290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 >> 172.21.15.92:0/3886423693 conn(0x7f226806bc10 msgr2=0x7f22680b4680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:13.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 shutdown_connections 2024-09-19T06:05:13.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.050+0000 7f226f400640 1 -- 172.21.15.92:0/3886423693 wait complete. 2024-09-19T06:05:13.068 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-19T06:05:13.069 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:05:13.069 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:05:13.156 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:05:13.253 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:05:13.254 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:05:13.254 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:05:13.254 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:13.290 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:05:13.290 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:13.365 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:05:13.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.557+0000 7f5460a00640 1 Processor -- start 2024-09-19T06:05:13.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.557+0000 7f5460a00640 1 -- start start 2024-09-19T06:05:13.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.558+0000 7f5460a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c0d1590 0x7f545c0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:13.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.558+0000 7f5460a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f545c0b8730 0x7f545c0d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:13.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.558+0000 7f5460a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f545c15e9d0 con 0x7f545c15e5f0 2024-09-19T06:05:13.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.558+0000 7f5460a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f545c0b9b30 con 0x7f545c0b8730 2024-09-19T06:05:13.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.558+0000 7f5460a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f545c0b8f20 con 0x7f545c0d1590 2024-09-19T06:05:13.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.558+0000 7f545a800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f545c15e5f0 0x7f545c0d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56630/0 (socket says 172.21.15.92:56630) 2024-09-19T06:05:13.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.558+0000 7f545a800640 1 -- 172.21.15.92:0/2808254094 learned_addr learned my addr 172.21.15.92:0/2808254094 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:13.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459e00640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c0d1590 0x7f545c0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 189810147 0 0) 0x7f545c15e9d0 con 0x7f545c15e5f0 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5440003520 con 0x7f545c15e5f0 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f545b200640 1 --2- 172.21.15.92:0/2808254094 >> v2:172.21.15.102:3300/0 conn(0x7f545c0b8730 0x7f545c0d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2069491318 0 0) 0x7f5440003520 con 0x7f545c15e5f0 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c0d1590 msgr2=0x7f545c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c0d1590 0x7f545c0b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 >> v2:172.21.15.102:3300/0 conn(0x7f545c0b8730 msgr2=0x7f545c0d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 --2- 172.21.15.92:0/2808254094 >> v2:172.21.15.102:3300/0 conn(0x7f545c0b8730 0x7f545c0d2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f545c0b9200 con 0x7f545c15e5f0 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f544c001690 con 0x7f545c15e5f0 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 >> v1:172.21.15.92:6789/0 conn(0x7f545c15e5f0 legacy=0x7f545c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54400039b0 0x7f5440003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:13.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5440004800 0x7f5440004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c0d1590 0x7f54400051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f545c0b8f20 con 0x7f5440004800 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f544000b9c0 con 0x7f54400039b0 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.559+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f544000bb40 con 0x7f545c0d1590 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.560+0000 7f5459e00640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5440004800 0x7f5440004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.560+0000 7f545a800640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54400039b0 0x7f5440003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.560+0000 7f545b200640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c0d1590 0x7f54400051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.560+0000 7f5459e00640 1 -- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c0d1590 msgr2=0x7f54400051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.560+0000 7f5459e00640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c0d1590 0x7f54400051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.560+0000 7f5459e00640 1 -- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54400039b0 msgr2=0x7f5440003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.560+0000 7f5459e00640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f54400039b0 0x7f5440003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.560+0000 7f5459e00640 1 -- 172.21.15.92:0/2808254094 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5440003520 con 0x7f5440004800 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.560+0000 7f545b200640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c0d1590 0x7f54400051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:13.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.561+0000 7f5459e00640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5440004800 0x7f5440004c80 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f5448009a90 tx=0x7f5440005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=415f0e8789ead352 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.561+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5448036070 con 0x7f5440004800 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.561+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5448031400 con 0x7f5440004800 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.561+0000 7f5459400640 1 -- 172.21.15.92:0/2808254094 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5448009690 con 0x7f5440004800 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.562+0000 7f5460a00640 1 -- 172.21.15.92:0/2808254094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5440004800 msgr2=0x7f5440004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.562+0000 7f5460a00640 1 --2- 172.21.15.92:0/2808254094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5440004800 0x7f5440004c80 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f5448009a90 tx=0x7f5440005830 comp rx=0 tx=0).stop 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.562+0000 7f545b200640 1 -- 172.21.15.92:0/2808254094 reap_dead start 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.562+0000 7f5460a00640 1 -- 172.21.15.92:0/2808254094 shutdown_connections 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.562+0000 7f5460a00640 1 -- 172.21.15.92:0/2808254094 >> 172.21.15.92:0/2808254094 conn(0x7f545c062630 msgr2=0x7f545c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.562+0000 7f5460a00640 1 -- 172.21.15.92:0/2808254094 shutdown_connections 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.562+0000 7f5460a00640 1 -- 172.21.15.92:0/2808254094 wait complete. 2024-09-19T06:05:13.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.564+0000 7f5460a00640 1 Processor -- start 2024-09-19T06:05:13.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.564+0000 7f5460a00640 1 -- start start 2024-09-19T06:05:13.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f5460a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5440004800 0x7f545c1607e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:13.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f5460a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c1f3e90 0x7f545c15ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:13.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f5460a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f545c15f110 0x7f545c15c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:13.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f5460a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f545c0b8ba0 con 0x7f545c15f110 2024-09-19T06:05:13.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f5460a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f545c0b97c0 con 0x7f5440004800 2024-09-19T06:05:13.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f5460a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f545c0b81f0 con 0x7f545c1f3e90 2024-09-19T06:05:13.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f545b200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f545c15f110 0x7f545c15c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:13.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f545b200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f545c15f110 0x7f545c15c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38230/0 (socket says 172.21.15.92:38230) 2024-09-19T06:05:13.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f545b200640 1 -- 172.21.15.92:0/2508929405 learned_addr learned my addr 172.21.15.92:0/2508929405 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:13.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f545a800640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5440004800 0x7f545c1607e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:13.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f5459e00640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c1f3e90 0x7f545c15ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:13.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f545b200640 1 -- 172.21.15.92:0/2508929405 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c1f3e90 msgr2=0x7f545c15ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f545b200640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c1f3e90 0x7f545c15ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f545b200640 1 -- 172.21.15.92:0/2508929405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5440004800 msgr2=0x7f545c1607e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f545b200640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5440004800 0x7f545c1607e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.565+0000 7f545b200640 1 -- 172.21.15.92:0/2508929405 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f545c15f740 con 0x7f545c15f110 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.566+0000 7f545b200640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f545c15f110 0x7f545c15c3e0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f545c0d5020 tx=0x7f5454009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.566+0000 7f5452a00640 1 -- 172.21.15.92:0/2508929405 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5454010d60 con 0x7f545c15f110 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.566+0000 7f5452a00640 1 -- 172.21.15.92:0/2508929405 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5454003990 con 0x7f545c15f110 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.566+0000 7f5452a00640 1 -- 172.21.15.92:0/2508929405 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5454003d80 con 0x7f545c15f110 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.566+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f545c15fa20 con 0x7f545c15f110 2024-09-19T06:05:13.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.566+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f545c15ffe0 con 0x7f545c15f110 2024-09-19T06:05:13.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.567+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f545c0b5070 con 0x7f545c15f110 2024-09-19T06:05:13.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.568+0000 7f5452a00640 1 -- 172.21.15.92:0/2508929405 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f545401e020 con 0x7f545c15f110 2024-09-19T06:05:13.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.569+0000 7f5452a00640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f543c06c2e0 0x7f543c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:13.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.569+0000 7f5452a00640 1 -- 172.21.15.92:0/2508929405 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f545408bb60 con 0x7f545c15f110 2024-09-19T06:05:13.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.569+0000 7f545a800640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f543c06c2e0 0x7f543c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:13.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.569+0000 7f545a800640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f543c06c2e0 0x7f543c06e7a0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f544c001050 tx=0x7f544c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:13.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.573+0000 7f5452a00640 1 -- 172.21.15.92:0/2508929405 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f545405a230 con 0x7f545c15f110 2024-09-19T06:05:13.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.759+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f545c063140 con 0x7f545c15f110 2024-09-19T06:05:13.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.759+0000 7f5452a00640 1 -- 172.21.15.92:0/2508929405 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v80) ==== 80+0+0 (secure 0 0 0) 0x7f5454059b30 con 0x7f545c15f110 2024-09-19T06:05:13.761 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.761+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f543c06c2e0 msgr2=0x7f543c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.761+0000 7f5460a00640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f543c06c2e0 0x7f543c06e7a0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f544c001050 tx=0x7f544c009040 comp rx=0 tx=0).stop 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.761+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f545c15f110 msgr2=0x7f545c15c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.761+0000 7f5460a00640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f545c15f110 0x7f545c15c3e0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f545c0d5020 tx=0x7f5454009f90 comp rx=0 tx=0).stop 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.762+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 shutdown_connections 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.762+0000 7f5460a00640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f545c15f110 0x7f545c15c3e0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.762+0000 7f5460a00640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f545c1f3e90 0x7f545c15ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.762+0000 7f5460a00640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f543c06c2e0 0x7f543c06e7a0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.762+0000 7f5460a00640 1 --2- 172.21.15.92:0/2508929405 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5440004800 0x7f545c1607e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.762+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 >> 172.21.15.92:0/2508929405 conn(0x7f545c062630 msgr2=0x7f545c0d3f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:13.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.762+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 shutdown_connections 2024-09-19T06:05:13.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:13.762+0000 7f5460a00640 1 -- 172.21.15.92:0/2508929405 wait complete. 2024-09-19T06:05:13.779 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:05:13.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:13.780 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T06:05:13.842 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:05:13.842 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:13.842 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:05:13.878 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:05:13.878 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:05:13.878 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:13.919 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:05:13.919 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:05:13.919 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:05:13.920 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:13.955 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:05:13.956 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:05:13.956 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:05:13.956 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:13.998 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:05:13.999 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:14.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.150+0000 7fad85600640 1 Processor -- start 2024-09-19T06:05:14.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.150+0000 7fad85600640 1 -- start start 2024-09-19T06:05:14.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.151+0000 7fad85600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fad80072050 0x7fad8006cd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.151+0000 7fad85600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad8006d670 con 0x7fad8015b540 2024-09-19T06:05:14.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.151+0000 7fad85600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fad80073760 con 0x7fad8006d260 2024-09-19T06:05:14.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.151+0000 7fad85600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fad800726c0 con 0x7fad80072050 2024-09-19T06:05:14.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.151+0000 7fad7ea00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fad8015b540 0x7fad800d0d80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56632/0 (socket says 172.21.15.92:56632) 2024-09-19T06:05:14.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.151+0000 7fad7ea00640 1 -- 172.21.15.92:0/1763701884 learned_addr learned my addr 172.21.15.92:0/1763701884 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:14.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.152+0000 7fad7e000640 1 --2- 172.21.15.92:0/1763701884 >> v2:172.21.15.102:3300/0 conn(0x7fad80072050 0x7fad8006cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.152+0000 7fad7d600640 1 -- 172.21.15.92:0/1763701884 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2740606250 0 0) 0x7fad70001110 con 0x7fad8015b540 2024-09-19T06:05:14.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.152+0000 7fad7d600640 1 -- 172.21.15.92:0/1763701884 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fad64003520 con 0x7fad8015b540 2024-09-19T06:05:14.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.152+0000 7fad7d600640 1 -- 172.21.15.92:0/1763701884 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2026043475 0 0) 0x7fad64003520 con 0x7fad8015b540 2024-09-19T06:05:14.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.152+0000 7fad7e000640 1 -- 172.21.15.92:0/1763701884 >> v1:172.21.15.102:6789/0 conn(0x7fad8006d260 legacy=0x7fad8015b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.152+0000 7fad7e000640 1 -- 172.21.15.92:0/1763701884 >> v1:172.21.15.92:6789/0 conn(0x7fad8015b540 legacy=0x7fad800d0d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.152+0000 7fad7e000640 1 -- 172.21.15.92:0/1763701884 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad800729a0 con 0x7fad80072050 2024-09-19T06:05:14.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.153+0000 7fad7e000640 1 --2- 172.21.15.92:0/1763701884 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad80072050 0x7fad8006cd20 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fad6c0097a0 tx=0x7fad6c02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=70365ae24039e852 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:14.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.153+0000 7fad7d600640 1 -- 172.21.15.92:0/1763701884 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c037070 con 0x7fad80072050 2024-09-19T06:05:14.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.153+0000 7fad7d600640 1 -- 172.21.15.92:0/1763701884 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad6c02ac50 con 0x7fad80072050 2024-09-19T06:05:14.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.153+0000 7fad7d600640 1 -- 172.21.15.92:0/1763701884 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad70001840 con 0x7fad80072050 2024-09-19T06:05:14.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.154+0000 7fad85600640 1 -- 172.21.15.92:0/1763701884 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad80072050 msgr2=0x7fad8006cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.154+0000 7fad85600640 1 --2- 172.21.15.92:0/1763701884 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad80072050 0x7fad8006cd20 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fad6c0097a0 tx=0x7fad6c02a1c0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.154+0000 7fad85600640 1 -- 172.21.15.92:0/1763701884 shutdown_connections 2024-09-19T06:05:14.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.154+0000 7fad85600640 1 --2- 172.21.15.92:0/1763701884 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad80072050 0x7fad8006cd20 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.154+0000 7fad85600640 1 -- 172.21.15.92:0/1763701884 >> 172.21.15.92:0/1763701884 conn(0x7fad800d14d0 msgr2=0x7fad800d18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:14.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.154+0000 7fad85600640 1 -- 172.21.15.92:0/1763701884 shutdown_connections 2024-09-19T06:05:14.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.154+0000 7fad85600640 1 -- 172.21.15.92:0/1763701884 wait complete. 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.156+0000 7fad85600640 1 Processor -- start 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.156+0000 7fad85600640 1 -- start start 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad85600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad8006d260 0x7fad80146fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad85600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad80072050 0x7fad80155360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad85600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8015b540 0x7fad80152390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad85600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fad80073240 con 0x7fad80072050 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad85600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fad80072f60 con 0x7fad8015b540 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad85600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fad8015c030 con 0x7fad8006d260 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad80072050 0x7fad80155360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.164 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad80072050 0x7fad80155360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38236/0 (socket says 172.21.15.92:38236) 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7e000640 1 -- 172.21.15.92:0/2252691354 learned_addr learned my addr 172.21.15.92:0/2252691354 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7f400640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8015b540 0x7fad80152390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7ea00640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad8006d260 0x7fad80146fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7e000640 1 -- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad8006d260 msgr2=0x7fad80146fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7e000640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad8006d260 0x7fad80146fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7e000640 1 -- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8015b540 msgr2=0x7fad80152390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7e000640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8015b540 0x7fad80152390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7e000640 1 -- 172.21.15.92:0/2252691354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fad80147510 con 0x7fad80072050 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7f400640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8015b540 0x7fad80152390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.157+0000 7fad7ea00640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad8006d260 0x7fad80146fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.158+0000 7fad7e000640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad80072050 0x7fad80155360 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fad6c035040 tx=0x7fad6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.158+0000 7fad76a00640 1 -- 172.21.15.92:0/2252691354 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c042020 con 0x7fad80072050 2024-09-19T06:05:14.165 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.158+0000 7fad76a00640 1 -- 172.21.15.92:0/2252691354 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fad6c03d470 con 0x7fad80072050 2024-09-19T06:05:14.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.158+0000 7fad76a00640 1 -- 172.21.15.92:0/2252691354 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fad6c037040 con 0x7fad80072050 2024-09-19T06:05:14.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.158+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fad80150840 con 0x7fad80072050 2024-09-19T06:05:14.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.158+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fad80150e00 con 0x7fad80072050 2024-09-19T06:05:14.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.159+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fad8006cd20 con 0x7fad80072050 2024-09-19T06:05:14.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.160+0000 7fad76a00640 1 -- 172.21.15.92:0/2252691354 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fad6c045020 con 0x7fad80072050 2024-09-19T06:05:14.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.161+0000 7fad76a00640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad6006c2b0 0x7fad6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.161+0000 7fad76a00640 1 -- 172.21.15.92:0/2252691354 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7fad6c0abc30 con 0x7fad80072050 2024-09-19T06:05:14.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.161+0000 7fad7ea00640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad6006c2b0 0x7fad6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.162+0000 7fad7ea00640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad6006c2b0 0x7fad6006e770 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fad70001eb0 tx=0x7fad70009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:14.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.165+0000 7fad76a00640 1 -- 172.21.15.92:0/2252691354 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fad6c04c030 con 0x7fad80072050 2024-09-19T06:05:14.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.375+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fad8015abd0 con 0x7fad80072050 2024-09-19T06:05:14.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.375+0000 7fad76a00640 1 -- 172.21.15.92:0/2252691354 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5228 (secure 0 0 0) 0x7fad6c07a300 con 0x7fad80072050 2024-09-19T06:05:14.377 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:14.378 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":50,"btime":"2024-09-19T06:05:01:479116+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5441,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1658533820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1658533820},{"type":"v1","addr":"172.21.15.92:6835","nonce":1658533820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/808429590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":808429590},{"type":"v1","addr":"172.21.15.102:6834","nonce":808429590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5893,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2327652856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2327652856},{"type":"v1","addr":"172.21.15.102:6835","nonce":2327652856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:57.864840+0000","modified":"2024-09-19T06:05:00.881227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5896},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5896":{"gid":5896,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3420680242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3420680242},{"type":"v1","addr":"172.21.15.92:6837","nonce":3420680242}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5896,"qdb_cluster":[5896]},"id":6}]} 2024-09-19T06:05:14.378 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 50 2024-09-19T06:05:14.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.377+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad6006c2b0 msgr2=0x7fad6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.377+0000 7fad85600640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad6006c2b0 0x7fad6006e770 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fad70001eb0 tx=0x7fad70009040 comp rx=0 tx=0).stop 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.377+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad80072050 msgr2=0x7fad80155360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.377+0000 7fad85600640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad80072050 0x7fad80155360 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fad6c035040 tx=0x7fad6c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.378+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 shutdown_connections 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.378+0000 7fad85600640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fad6006c2b0 0x7fad6006e770 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.378+0000 7fad85600640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fad8015b540 0x7fad80152390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.378+0000 7fad85600640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad80072050 0x7fad80155360 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.378+0000 7fad85600640 1 --2- 172.21.15.92:0/2252691354 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fad8006d260 0x7fad80146fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.378+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 >> 172.21.15.92:0/2252691354 conn(0x7fad800d14d0 msgr2=0x7fad800ce600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.378+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 shutdown_connections 2024-09-19T06:05:14.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.378+0000 7fad85600640 1 -- 172.21.15.92:0/2252691354 wait complete. 2024-09-19T06:05:14.395 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:14.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.551+0000 7f203e000640 1 Processor -- start 2024-09-19T06:05:14.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.551+0000 7f203e000640 1 -- start start 2024-09-19T06:05:14.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.552+0000 7f203e000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f203815e5f0 0x7f20380d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.552+0000 7f203e000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f203815e9d0 con 0x7f20380b8900 2024-09-19T06:05:14.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.552+0000 7f203e000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f20380b8f20 con 0x7f20380d13c0 2024-09-19T06:05:14.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.552+0000 7f203e000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f20380b9b30 con 0x7f203815e5f0 2024-09-19T06:05:14.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.552+0000 7f203d600640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f20380b8900 0x7f20380d2bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56644/0 (socket says 172.21.15.92:56644) 2024-09-19T06:05:14.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.552+0000 7f203d600640 1 -- 172.21.15.92:0/2694356406 learned_addr learned my addr 172.21.15.92:0/2694356406 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:14.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.553+0000 7f203cc00640 1 --2- 172.21.15.92:0/2694356406 >> v2:172.21.15.102:3300/0 conn(0x7f203815e5f0 0x7f20380d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.553+0000 7f2037400640 1 -- 172.21.15.92:0/2694356406 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1813602064 0 0) 0x7f203815e9d0 con 0x7f20380b8900 2024-09-19T06:05:14.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.553+0000 7f2037400640 1 -- 172.21.15.92:0/2694356406 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2020003520 con 0x7f20380b8900 2024-09-19T06:05:14.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.553+0000 7f2037400640 1 -- 172.21.15.92:0/2694356406 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1683277338 0 0) 0x7f20380b8f20 con 0x7f20380d13c0 2024-09-19T06:05:14.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.553+0000 7f2037400640 1 -- 172.21.15.92:0/2694356406 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f203815e9d0 con 0x7f20380d13c0 2024-09-19T06:05:14.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.553+0000 7f203cc00640 1 -- 172.21.15.92:0/2694356406 >> v1:172.21.15.102:6789/0 conn(0x7f20380d13c0 legacy=0x7f20380b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.553+0000 7f203cc00640 1 -- 172.21.15.92:0/2694356406 >> v1:172.21.15.92:6789/0 conn(0x7f20380b8900 legacy=0x7f20380d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.553+0000 7f203cc00640 1 -- 172.21.15.92:0/2694356406 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f20380b9200 con 0x7f203815e5f0 2024-09-19T06:05:14.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.554+0000 7f203cc00640 1 --2- 172.21.15.92:0/2694356406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f203815e5f0 0x7f20380d0e80 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f202c0097a0 tx=0x7f202c02a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22f4715330a6e225 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:14.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f2037400640 1 -- 172.21.15.92:0/2694356406 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202c037070 con 0x7f203815e5f0 2024-09-19T06:05:14.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f2037400640 1 -- 172.21.15.92:0/2694356406 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f202c032440 con 0x7f203815e5f0 2024-09-19T06:05:14.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f2037400640 1 -- 172.21.15.92:0/2694356406 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f202c032810 con 0x7f203815e5f0 2024-09-19T06:05:14.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f203e000640 1 -- 172.21.15.92:0/2694356406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f203815e5f0 msgr2=0x7f20380d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f203e000640 1 --2- 172.21.15.92:0/2694356406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f203815e5f0 0x7f20380d0e80 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f202c0097a0 tx=0x7f202c02a230 comp rx=0 tx=0).stop 2024-09-19T06:05:14.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f203e000640 1 -- 172.21.15.92:0/2694356406 shutdown_connections 2024-09-19T06:05:14.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f203e000640 1 --2- 172.21.15.92:0/2694356406 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f203815e5f0 0x7f20380d0e80 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f203e000640 1 -- 172.21.15.92:0/2694356406 >> 172.21.15.92:0/2694356406 conn(0x7f2038062630 msgr2=0x7f2038062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:14.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f203e000640 1 -- 172.21.15.92:0/2694356406 shutdown_connections 2024-09-19T06:05:14.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.555+0000 7f203e000640 1 -- 172.21.15.92:0/2694356406 wait complete. 2024-09-19T06:05:14.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.557+0000 7f203e000640 1 Processor -- start 2024-09-19T06:05:14.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.557+0000 7f203e000640 1 -- start start 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203e000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20380b8900 0x7f2038149b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203e000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20380d13c0 0x7f203815cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f203815e5f0 0x7f203815d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203e000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f20380d32d0 con 0x7f203815e5f0 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203e000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f20380b97c0 con 0x7f20380d13c0 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203e000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f20380d3450 con 0x7f20380b8900 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203d600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f203815e5f0 0x7f203815d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203d600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f203815e5f0 0x7f203815d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38250/0 (socket says 172.21.15.92:38250) 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203d600640 1 -- 172.21.15.92:0/2093033144 learned_addr learned my addr 172.21.15.92:0/2093033144 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:14.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f2037e00640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20380d13c0 0x7f203815cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203cc00640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20380b8900 0x7f2038149b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203d600640 1 -- 172.21.15.92:0/2093033144 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20380b8900 msgr2=0x7f2038149b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203d600640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20380b8900 0x7f2038149b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203d600640 1 -- 172.21.15.92:0/2093033144 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20380d13c0 msgr2=0x7f203815cda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203d600640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20380d13c0 0x7f203815cda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203d600640 1 -- 172.21.15.92:0/2093033144 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f203814a0c0 con 0x7f203815e5f0 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.558+0000 7f203cc00640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20380b8900 0x7f2038149b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.559+0000 7f203d600640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f203815e5f0 0x7f203815d2e0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f203000cb50 tx=0x7f203000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.559+0000 7f2034c00640 1 -- 172.21.15.92:0/2093033144 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2030017070 con 0x7f203815e5f0 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.559+0000 7f2034c00640 1 -- 172.21.15.92:0/2093033144 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f203000ad40 con 0x7f203815e5f0 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.559+0000 7f2034c00640 1 -- 172.21.15.92:0/2093033144 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2030012600 con 0x7f203815e5f0 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.559+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f203815f850 con 0x7f203815e5f0 2024-09-19T06:05:14.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.559+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f203815fe10 con 0x7f203815e5f0 2024-09-19T06:05:14.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.560+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2038069c20 con 0x7f203815e5f0 2024-09-19T06:05:14.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.561+0000 7f2034c00640 1 -- 172.21.15.92:0/2093033144 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f203001a070 con 0x7f203815e5f0 2024-09-19T06:05:14.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.562+0000 7f2034c00640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f201806c2e0 0x7f201806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.562+0000 7f2034c00640 1 -- 172.21.15.92:0/2093033144 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f203008b120 con 0x7f203815e5f0 2024-09-19T06:05:14.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.562+0000 7f203cc00640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f201806c2e0 0x7f201806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.563+0000 7f203cc00640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f201806c2e0 0x7f201806e7a0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f202c034000 tx=0x7f202c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:14.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.566+0000 7f2034c00640 1 -- 172.21.15.92:0/2093033144 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f203814a0c0 con 0x7f203815e5f0 2024-09-19T06:05:14.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.775+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f20380c7cb0 con 0x7f203815e5f0 2024-09-19T06:05:14.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.775+0000 7f2034c00640 1 -- 172.21.15.92:0/2093033144 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5228 (secure 0 0 0) 0x7f20300591a0 con 0x7f203815e5f0 2024-09-19T06:05:14.778 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:14.778 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":50,"btime":"2024-09-19T06:05:01:479116+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5441,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1658533820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1658533820},{"type":"v1","addr":"172.21.15.92:6835","nonce":1658533820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/808429590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":808429590},{"type":"v1","addr":"172.21.15.102:6834","nonce":808429590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5893,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2327652856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2327652856},{"type":"v1","addr":"172.21.15.102:6835","nonce":2327652856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:57.864840+0000","modified":"2024-09-19T06:05:00.881227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5896},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5896":{"gid":5896,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3420680242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3420680242},{"type":"v1","addr":"172.21.15.92:6837","nonce":3420680242}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5896,"qdb_cluster":[5896]},"id":6}]} 2024-09-19T06:05:14.778 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 50 2024-09-19T06:05:14.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f201806c2e0 msgr2=0x7f201806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f201806c2e0 0x7f201806e7a0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f202c034000 tx=0x7f202c02e000 comp rx=0 tx=0).stop 2024-09-19T06:05:14.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f203815e5f0 msgr2=0x7f203815d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f203815e5f0 0x7f203815d2e0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f203000cb50 tx=0x7f203000a430 comp rx=0 tx=0).stop 2024-09-19T06:05:14.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 shutdown_connections 2024-09-19T06:05:14.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f203815e5f0 0x7f203815d2e0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f201806c2e0 0x7f201806e7a0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f20380d13c0 0x7f203815cda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 --2- 172.21.15.92:0/2093033144 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f20380b8900 0x7f2038149b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 >> 172.21.15.92:0/2093033144 conn(0x7f2038062630 msgr2=0x7f20380b4b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:14.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 shutdown_connections 2024-09-19T06:05:14.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.778+0000 7f203e000640 1 -- 172.21.15.92:0/2093033144 wait complete. 2024-09-19T06:05:14.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:05:14.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.947+0000 7f953fe00640 1 Processor -- start 2024-09-19T06:05:14.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.947+0000 7f953fe00640 1 -- start start 2024-09-19T06:05:14.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.948+0000 7f953fe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f95400d1590 0x7f95400b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.948+0000 7f953fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f95400b8730 0x7f95400d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.948+0000 7f953fe00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f954015e9d0 con 0x7f954015e5f0 2024-09-19T06:05:14.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.948+0000 7f953fe00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f95400b9b30 con 0x7f95400b8730 2024-09-19T06:05:14.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.948+0000 7f953fe00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f95400b8f20 con 0x7f95400d1590 2024-09-19T06:05:14.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.948+0000 7f953f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f95400b8730 0x7f95400d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.948+0000 7f953ea00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f954015e5f0 0x7f95400d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56652/0 (socket says 172.21.15.92:56652) 2024-09-19T06:05:14.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.948+0000 7f953ea00640 1 -- 172.21.15.92:0/2367689421 learned_addr learned my addr 172.21.15.92:0/2367689421 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:14.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.949+0000 7f953e000640 1 --2- 172.21.15.92:0/2367689421 >> v2:172.21.15.102:3300/0 conn(0x7f95400d1590 0x7f95400b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.949+0000 7f953f400640 1 -- 172.21.15.92:0/2367689421 >> v2:172.21.15.102:3300/0 conn(0x7f95400d1590 msgr2=0x7f95400b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:14.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.949+0000 7f953f400640 1 --2- 172.21.15.92:0/2367689421 >> v2:172.21.15.102:3300/0 conn(0x7f95400d1590 0x7f95400b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.949+0000 7f953f400640 1 -- 172.21.15.92:0/2367689421 >> v1:172.21.15.92:6789/0 conn(0x7f954015e5f0 legacy=0x7f95400d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.949+0000 7f953f400640 1 -- 172.21.15.92:0/2367689421 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95400b9200 con 0x7f95400b8730 2024-09-19T06:05:14.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.949+0000 7f953e000640 1 --2- 172.21.15.92:0/2367689421 >> v2:172.21.15.102:3300/0 conn(0x7f95400d1590 0x7f95400b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:14.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.949+0000 7f953d600640 1 -- 172.21.15.92:0/2367689421 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3144182114 0 0) 0x7f954015e9d0 con 0x7f954015e5f0 2024-09-19T06:05:14.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.950+0000 7f953f400640 1 --2- 172.21.15.92:0/2367689421 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400b8730 0x7f95400d2bc0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f95400d1fc0 tx=0x7f953802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12673624a28aa894 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:14.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.950+0000 7f953d600640 1 -- 172.21.15.92:0/2367689421 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538007740 con 0x7f95400b8730 2024-09-19T06:05:14.952 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.950+0000 7f953d600640 1 -- 172.21.15.92:0/2367689421 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f95380078e0 con 0x7f95400b8730 2024-09-19T06:05:14.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.950+0000 7f953d600640 1 -- 172.21.15.92:0/2367689421 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9538007cb0 con 0x7f95400b8730 2024-09-19T06:05:14.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.950+0000 7f953fe00640 1 -- 172.21.15.92:0/2367689421 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400b8730 msgr2=0x7f95400d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.950+0000 7f953fe00640 1 --2- 172.21.15.92:0/2367689421 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400b8730 0x7f95400d2bc0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7f95400d1fc0 tx=0x7f953802a680 comp rx=0 tx=0).stop 2024-09-19T06:05:14.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.951+0000 7f953fe00640 1 -- 172.21.15.92:0/2367689421 shutdown_connections 2024-09-19T06:05:14.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.951+0000 7f953fe00640 1 --2- 172.21.15.92:0/2367689421 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400b8730 0x7f95400d2bc0 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.951+0000 7f953fe00640 1 --2- 172.21.15.92:0/2367689421 >> v2:172.21.15.102:3300/0 conn(0x7f95400d1590 0x7f95400b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.951+0000 7f953fe00640 1 -- 172.21.15.92:0/2367689421 >> 172.21.15.92:0/2367689421 conn(0x7f9540062630 msgr2=0x7f9540062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:14.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.951+0000 7f953fe00640 1 -- 172.21.15.92:0/2367689421 shutdown_connections 2024-09-19T06:05:14.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.951+0000 7f953fe00640 1 -- 172.21.15.92:0/2367689421 wait complete. 2024-09-19T06:05:14.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.952+0000 7f953fe00640 1 Processor -- start 2024-09-19T06:05:14.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.952+0000 7f953fe00640 1 -- start start 2024-09-19T06:05:14.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.953+0000 7f953fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f95400b8730 0x7f9540157a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.953+0000 7f953fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400d1590 0x7f954015ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.953+0000 7f953fe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f954015e5f0 0x7f954015f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.953+0000 7f953fe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f95400b8b60 con 0x7f95400d1590 2024-09-19T06:05:14.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.953+0000 7f953fe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f95400b97c0 con 0x7f954015e5f0 2024-09-19T06:05:14.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.953+0000 7f953fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f95400b8ce0 con 0x7f95400b8730 2024-09-19T06:05:14.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400d1590 0x7f954015ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400d1590 0x7f954015ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38278/0 (socket says 172.21.15.92:38278) 2024-09-19T06:05:14.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953e000640 1 -- 172.21.15.92:0/1171797440 learned_addr learned my addr 172.21.15.92:0/1171797440 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:14.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953f400640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f954015e5f0 0x7f954015f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953ea00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f95400b8730 0x7f9540157a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953e000640 1 -- 172.21.15.92:0/1171797440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f95400b8730 msgr2=0x7f9540157a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953e000640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f95400b8730 0x7f9540157a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953e000640 1 -- 172.21.15.92:0/1171797440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f954015e5f0 msgr2=0x7f954015f110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:14.957 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953e000640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f954015e5f0 0x7f954015f110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:14.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953e000640 1 -- 172.21.15.92:0/1171797440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f95400c98a0 con 0x7f95400d1590 2024-09-19T06:05:14.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953ea00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f95400b8730 0x7f9540157a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:14.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.954+0000 7f953e000640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400d1590 0x7f954015ebd0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f952c00e7e0 tx=0x7f952c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:14.958 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.955+0000 7f9536a00640 1 -- 172.21.15.92:0/1171797440 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952c00f040 con 0x7f95400d1590 2024-09-19T06:05:14.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.955+0000 7f9536a00640 1 -- 172.21.15.92:0/1171797440 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f952c004030 con 0x7f95400d1590 2024-09-19T06:05:14.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.955+0000 7f9536a00640 1 -- 172.21.15.92:0/1171797440 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f952c004400 con 0x7f95400d1590 2024-09-19T06:05:14.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.955+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f95400c8ae0 con 0x7f95400d1590 2024-09-19T06:05:14.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.955+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f95400c90a0 con 0x7f95400d1590 2024-09-19T06:05:14.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.956+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9540069c20 con 0x7f95400d1590 2024-09-19T06:05:14.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.957+0000 7f9536a00640 1 -- 172.21.15.92:0/1171797440 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f952c00c6d0 con 0x7f95400d1590 2024-09-19T06:05:14.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.957+0000 7f9536a00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f952006c2b0 0x7f952006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:14.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.958+0000 7f9536a00640 1 -- 172.21.15.92:0/1171797440 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f952c08b170 con 0x7f95400d1590 2024-09-19T06:05:14.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.958+0000 7f953ea00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f952006c2b0 0x7f952006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:14.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.958+0000 7f953ea00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f952006c2b0 0x7f952006e770 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f9530000f60 tx=0x7f9530009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:14.964 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:14.962+0000 7f9536a00640 1 -- 172.21.15.92:0/1171797440 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f952c017020 con 0x7f95400d1590 2024-09-19T06:05:15.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.138+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f95400b81f0 con 0x7f95400d1590 2024-09-19T06:05:15.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.140+0000 7f9536a00640 1 -- 172.21.15.92:0/1171797440 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16708 (secure 0 0 0) 0x7f952c059280 con 0x7f95400d1590 2024-09-19T06:05:15.142 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:15.142 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":80,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:59.461277+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:55.631732+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:56.864170+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:05:15.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f952006c2b0 msgr2=0x7f952006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f952006c2b0 0x7f952006e770 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f9530000f60 tx=0x7f9530009040 comp rx=0 tx=0).stop 2024-09-19T06:05:15.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400d1590 msgr2=0x7f954015ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400d1590 0x7f954015ebd0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f952c00e7e0 tx=0x7f952c00eca0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 shutdown_connections 2024-09-19T06:05:15.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f952006c2b0 0x7f952006e770 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f954015e5f0 0x7f954015f110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95400d1590 0x7f954015ebd0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 --2- 172.21.15.92:0/1171797440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f95400b8730 0x7f9540157a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 >> 172.21.15.92:0/1171797440 conn(0x7f9540062630 msgr2=0x7f95400b7770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:15.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 shutdown_connections 2024-09-19T06:05:15.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.142+0000 7f953fe00640 1 -- 172.21.15.92:0/1171797440 wait complete. 2024-09-19T06:05:15.160 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:05:15.160 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:15.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.310+0000 7f4243a00640 1 Processor -- start 2024-09-19T06:05:15.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.310+0000 7f4243a00640 1 -- start start 2024-09-19T06:05:15.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.311+0000 7f4243a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f423c0b2da0 0x7f423c0ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4243a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f423c15ec10 0x7f423c0ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4243a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c142de0 0x7f423c143210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4243a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f423c141af0 con 0x7f423c15ec10 2024-09-19T06:05:15.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4243a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f423c141d40 con 0x7f423c0b2da0 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4243a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f423c142020 con 0x7f423c142de0 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4233e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f423c15ec10 0x7f423c0ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4233e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f423c15ec10 0x7f423c0ce8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38280/0 (socket says 172.21.15.92:38280) 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4233e00640 1 -- 172.21.15.92:0/249953253 learned_addr learned my addr 172.21.15.92:0/249953253 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4241000640 1 --2- 172.21.15.92:0/249953253 >> v2:172.21.15.102:3300/0 conn(0x7f423c0b2da0 0x7f423c0ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4241a00640 1 --2- 172.21.15.92:0/249953253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c142de0 0x7f423c143210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4233e00640 1 -- 172.21.15.92:0/249953253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c142de0 msgr2=0x7f423c143210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4233e00640 1 --2- 172.21.15.92:0/249953253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c142de0 0x7f423c143210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4233e00640 1 -- 172.21.15.92:0/249953253 >> v2:172.21.15.102:3300/0 conn(0x7f423c0b2da0 msgr2=0x7f423c0ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4233e00640 1 --2- 172.21.15.92:0/249953253 >> v2:172.21.15.102:3300/0 conn(0x7f423c0b2da0 0x7f423c0ce380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4233e00640 1 -- 172.21.15.92:0/249953253 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f423c142300 con 0x7f423c15ec10 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4241000640 1 --2- 172.21.15.92:0/249953253 >> v2:172.21.15.102:3300/0 conn(0x7f423c0b2da0 0x7f423c0ce380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:15.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.312+0000 7f4241a00640 1 --2- 172.21.15.92:0/249953253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c142de0 0x7f423c143210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:15.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.313+0000 7f4233e00640 1 --2- 172.21.15.92:0/249953253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c15ec10 0x7f423c0ce8c0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f423c06f340 tx=0x7f422402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab13b91c8b6f92d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f423be00640 1 -- 172.21.15.92:0/249953253 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4224037070 con 0x7f423c15ec10 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f423be00640 1 -- 172.21.15.92:0/249953253 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4224032440 con 0x7f423c15ec10 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f423be00640 1 -- 172.21.15.92:0/249953253 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4224032810 con 0x7f423c15ec10 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f4243a00640 1 -- 172.21.15.92:0/249953253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c15ec10 msgr2=0x7f423c0ce8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f4243a00640 1 --2- 172.21.15.92:0/249953253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c15ec10 0x7f423c0ce8c0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f423c06f340 tx=0x7f422402a1e0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f4243a00640 1 -- 172.21.15.92:0/249953253 shutdown_connections 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f4243a00640 1 --2- 172.21.15.92:0/249953253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c142de0 0x7f423c143210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f4243a00640 1 --2- 172.21.15.92:0/249953253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c15ec10 0x7f423c0ce8c0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f4243a00640 1 --2- 172.21.15.92:0/249953253 >> v2:172.21.15.102:3300/0 conn(0x7f423c0b2da0 0x7f423c0ce380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f4243a00640 1 -- 172.21.15.92:0/249953253 >> 172.21.15.92:0/249953253 conn(0x7f423c06bc10 msgr2=0x7f423c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f4243a00640 1 -- 172.21.15.92:0/249953253 shutdown_connections 2024-09-19T06:05:15.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.314+0000 7f4243a00640 1 -- 172.21.15.92:0/249953253 wait complete. 2024-09-19T06:05:15.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.316+0000 7f4243a00640 1 Processor -- start 2024-09-19T06:05:15.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.316+0000 7f4243a00640 1 -- start start 2024-09-19T06:05:15.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4243a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c0b2da0 0x7f423c072440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4243a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c142de0 0x7f423c157a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4243a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423c15ec10 0x7f423c157f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4243a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f423c143750 con 0x7f423c142de0 2024-09-19T06:05:15.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4243a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f423c1428c0 con 0x7f423c15ec10 2024-09-19T06:05:15.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4243a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f423c1438d0 con 0x7f423c0b2da0 2024-09-19T06:05:15.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4233e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c142de0 0x7f423c157a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4233e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c142de0 0x7f423c157a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38282/0 (socket says 172.21.15.92:38282) 2024-09-19T06:05:15.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4233e00640 1 -- 172.21.15.92:0/1478085395 learned_addr learned my addr 172.21.15.92:0/1478085395 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:15.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4233e00640 1 -- 172.21.15.92:0/1478085395 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c0b2da0 msgr2=0x7f423c072440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4233e00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c0b2da0 0x7f423c072440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4241a00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423c15ec10 0x7f423c157f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4233e00640 1 -- 172.21.15.92:0/1478085395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423c15ec10 msgr2=0x7f423c157f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4233e00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423c15ec10 0x7f423c157f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4233e00640 1 -- 172.21.15.92:0/1478085395 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f423c1584c0 con 0x7f423c142de0 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.317+0000 7f4241a00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423c15ec10 0x7f423c157f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.318+0000 7f4233e00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c142de0 0x7f423c157a40 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f422402a220 tx=0x7f42240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.318+0000 7f4239600640 1 -- 172.21.15.92:0/1478085395 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4224037040 con 0x7f423c142de0 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.318+0000 7f4239600640 1 -- 172.21.15.92:0/1478085395 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4224042070 con 0x7f423c142de0 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.318+0000 7f4239600640 1 -- 172.21.15.92:0/1478085395 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4224030bb0 con 0x7f423c142de0 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.318+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f423c1597f0 con 0x7f423c142de0 2024-09-19T06:05:15.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.318+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f423c159db0 con 0x7f423c142de0 2024-09-19T06:05:15.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.319+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f423c0b3180 con 0x7f423c142de0 2024-09-19T06:05:15.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.320+0000 7f4239600640 1 -- 172.21.15.92:0/1478085395 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4224047460 con 0x7f423c142de0 2024-09-19T06:05:15.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.321+0000 7f4239600640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421806c2b0 0x7f421806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.321+0000 7f4239600640 1 -- 172.21.15.92:0/1478085395 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f42240ac150 con 0x7f423c142de0 2024-09-19T06:05:15.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.321+0000 7f4241000640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421806c2b0 0x7f421806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.322+0000 7f4241000640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421806c2b0 0x7f421806e770 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f422c006fd0 tx=0x7f422c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:15.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.325+0000 7f4239600640 1 -- 172.21.15.92:0/1478085395 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f423c1584c0 con 0x7f423c142de0 2024-09-19T06:05:15.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.532+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f423c140d20 con 0x7f423c142de0 2024-09-19T06:05:15.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.533+0000 7f4239600640 1 -- 172.21.15.92:0/1478085395 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5228 (secure 0 0 0) 0x7f4224045360 con 0x7f423c142de0 2024-09-19T06:05:15.535 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:15.535 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":50,"btime":"2024-09-19T06:05:01:479116+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5441,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1658533820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1658533820},{"type":"v1","addr":"172.21.15.92:6835","nonce":1658533820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/808429590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":808429590},{"type":"v1","addr":"172.21.15.102:6834","nonce":808429590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5893,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2327652856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2327652856},{"type":"v1","addr":"172.21.15.102:6835","nonce":2327652856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:57.864840+0000","modified":"2024-09-19T06:05:00.881227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5896},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5896":{"gid":5896,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3420680242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3420680242},{"type":"v1","addr":"172.21.15.92:6837","nonce":3420680242}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5896,"qdb_cluster":[5896]},"id":6}]} 2024-09-19T06:05:15.536 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 50 2024-09-19T06:05:15.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421806c2b0 msgr2=0x7f421806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421806c2b0 0x7f421806e770 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f422c006fd0 tx=0x7f422c008040 comp rx=0 tx=0).stop 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c142de0 msgr2=0x7f423c157a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c142de0 0x7f423c157a40 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f422402a220 tx=0x7f42240046c0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 shutdown_connections 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f421806c2b0 0x7f421806e770 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f423c15ec10 0x7f423c157f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f423c142de0 0x7f423c157a40 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 --2- 172.21.15.92:0/1478085395 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f423c0b2da0 0x7f423c072440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.535+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 >> 172.21.15.92:0/1478085395 conn(0x7f423c06bc10 msgr2=0x7f423c15c730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.536+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 shutdown_connections 2024-09-19T06:05:15.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.536+0000 7f4243a00640 1 -- 172.21.15.92:0/1478085395 wait complete. 2024-09-19T06:05:15.553 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:15.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.704+0000 7f2d17000640 1 Processor -- start 2024-09-19T06:05:15.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.704+0000 7f2d17000640 1 -- start start 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.705+0000 7f2d17000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f2d1015e5f0 0x7f2d100d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.705+0000 7f2d17000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2d100b8900 0x7f2d100d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.705+0000 7f2d17000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d1015e9d0 con 0x7f2d100d13c0 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.705+0000 7f2d17000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2d100b9b30 con 0x7f2d100b8900 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.705+0000 7f2d17000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f2d100b8f20 con 0x7f2d1015e5f0 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.705+0000 7f2d15200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f2d100d13c0 0x7f2d100b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56666/0 (socket says 172.21.15.92:56666) 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.705+0000 7f2d15200640 1 -- 172.21.15.92:0/3235765000 learned_addr learned my addr 172.21.15.92:0/3235765000 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.705+0000 7f2d16600640 1 --2- 172.21.15.92:0/3235765000 >> v2:172.21.15.92:3300/0 conn(0x7f2d100b8900 0x7f2d100d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.706+0000 7f2d15c00640 1 --2- 172.21.15.92:0/3235765000 >> v2:172.21.15.102:3300/0 conn(0x7f2d1015e5f0 0x7f2d100d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.706+0000 7f2d0fe00640 1 -- 172.21.15.92:0/3235765000 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1321940047 0 0) 0x7f2d1015e9d0 con 0x7f2d100d13c0 2024-09-19T06:05:15.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.706+0000 7f2d0fe00640 1 -- 172.21.15.92:0/3235765000 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2cf8003520 con 0x7f2d100d13c0 2024-09-19T06:05:15.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.706+0000 7f2d16600640 1 -- 172.21.15.92:0/3235765000 >> v2:172.21.15.102:3300/0 conn(0x7f2d1015e5f0 msgr2=0x7f2d100d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:15.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.706+0000 7f2d16600640 1 --2- 172.21.15.92:0/3235765000 >> v2:172.21.15.102:3300/0 conn(0x7f2d1015e5f0 0x7f2d100d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.706+0000 7f2d16600640 1 -- 172.21.15.92:0/3235765000 >> v1:172.21.15.92:6789/0 conn(0x7f2d100d13c0 legacy=0x7f2d100b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.706+0000 7f2d16600640 1 -- 172.21.15.92:0/3235765000 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d100b9200 con 0x7f2d100b8900 2024-09-19T06:05:15.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.707+0000 7f2d16600640 1 --2- 172.21.15.92:0/3235765000 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 0x7f2d100d2bc0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f2d100633c0 tx=0x7f2d0802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b86f2b4a334c6d69 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:15.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.707+0000 7f2d0fe00640 1 -- 172.21.15.92:0/3235765000 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08007740 con 0x7f2d100b8900 2024-09-19T06:05:15.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.707+0000 7f2d0fe00640 1 -- 172.21.15.92:0/3235765000 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d080078e0 con 0x7f2d100b8900 2024-09-19T06:05:15.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.707+0000 7f2d0fe00640 1 -- 172.21.15.92:0/3235765000 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d08007c90 con 0x7f2d100b8900 2024-09-19T06:05:15.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.708+0000 7f2d17000640 1 -- 172.21.15.92:0/3235765000 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 msgr2=0x7f2d100d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.708+0000 7f2d17000640 1 --2- 172.21.15.92:0/3235765000 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 0x7f2d100d2bc0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f2d100633c0 tx=0x7f2d0802a680 comp rx=0 tx=0).stop 2024-09-19T06:05:15.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.708+0000 7f2d17000640 1 -- 172.21.15.92:0/3235765000 shutdown_connections 2024-09-19T06:05:15.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.708+0000 7f2d17000640 1 --2- 172.21.15.92:0/3235765000 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 0x7f2d100d2bc0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.708+0000 7f2d17000640 1 --2- 172.21.15.92:0/3235765000 >> v2:172.21.15.102:3300/0 conn(0x7f2d1015e5f0 0x7f2d100d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.708+0000 7f2d17000640 1 -- 172.21.15.92:0/3235765000 >> 172.21.15.92:0/3235765000 conn(0x7f2d10062630 msgr2=0x7f2d10062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:15.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.708+0000 7f2d17000640 1 -- 172.21.15.92:0/3235765000 shutdown_connections 2024-09-19T06:05:15.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.708+0000 7f2d17000640 1 -- 172.21.15.92:0/3235765000 wait complete. 2024-09-19T06:05:15.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.709+0000 7f2d17000640 1 Processor -- start 2024-09-19T06:05:15.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.710+0000 7f2d17000640 1 -- start start 2024-09-19T06:05:15.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.710+0000 7f2d17000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 0x7f2d1015ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.710+0000 7f2d17000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d100d13c0 0x7f2d101617a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.710+0000 7f2d17000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d1015e5f0 0x7f2d100cced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.710+0000 7f2d17000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2d100d3100 con 0x7f2d100b8900 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.710+0000 7f2d17000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2d100b97c0 con 0x7f2d1015e5f0 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.710+0000 7f2d17000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2d100d3280 con 0x7f2d100d13c0 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 0x7f2d1015ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 0x7f2d1015ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38298/0 (socket says 172.21.15.92:38298) 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15c00640 1 -- 172.21.15.92:0/3948749467 learned_addr learned my addr 172.21.15.92:0/3948749467 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d16600640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d1015e5f0 0x7f2d100cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15200640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d100d13c0 0x7f2d101617a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15c00640 1 -- 172.21.15.92:0/3948749467 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d100d13c0 msgr2=0x7f2d101617a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15c00640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d100d13c0 0x7f2d101617a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15c00640 1 -- 172.21.15.92:0/3948749467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d1015e5f0 msgr2=0x7f2d100cced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15c00640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d1015e5f0 0x7f2d100cced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15c00640 1 -- 172.21.15.92:0/3948749467 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d1015fb50 con 0x7f2d100b8900 2024-09-19T06:05:15.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d15c00640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 0x7f2d1015ab00 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f2d0400e8a0 tx=0x7f2d0400ed60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:15.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.711+0000 7f2d0d600640 1 -- 172.21.15.92:0/3948749467 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d04017070 con 0x7f2d100b8900 2024-09-19T06:05:15.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.712+0000 7f2d0d600640 1 -- 172.21.15.92:0/3948749467 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2d0400c940 con 0x7f2d100b8900 2024-09-19T06:05:15.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.712+0000 7f2d0d600640 1 -- 172.21.15.92:0/3948749467 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d0400cd30 con 0x7f2d100b8900 2024-09-19T06:05:15.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.712+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d1015fe30 con 0x7f2d100b8900 2024-09-19T06:05:15.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.712+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d101603f0 con 0x7f2d100b8900 2024-09-19T06:05:15.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.713+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d10069c20 con 0x7f2d100b8900 2024-09-19T06:05:15.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.714+0000 7f2d0d600640 1 -- 172.21.15.92:0/3948749467 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2d0401a070 con 0x7f2d100b8900 2024-09-19T06:05:15.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.714+0000 7f2d0d600640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2cf006c2b0 0x7f2cf006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:15.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.715+0000 7f2d0d600640 1 -- 172.21.15.92:0/3948749467 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f2d0408b640 con 0x7f2d100b8900 2024-09-19T06:05:15.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.715+0000 7f2d15200640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2cf006c2b0 0x7f2cf006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:15.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.715+0000 7f2d15200640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2cf006c2b0 0x7f2cf006e770 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2d101f7640 tx=0x7f2cfc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:15.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.719+0000 7f2d0d600640 1 -- 172.21.15.92:0/3948749467 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d04059db0 con 0x7f2d100b8900 2024-09-19T06:05:15.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.926+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d100d2bc0 con 0x7f2d100b8900 2024-09-19T06:05:15.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.926+0000 7f2d0d600640 1 -- 172.21.15.92:0/3948749467 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) ==== 94+0+5228 (secure 0 0 0) 0x7f2d040596b0 con 0x7f2d100b8900 2024-09-19T06:05:15.929 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:15.929 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":50,"btime":"2024-09-19T06:05:01:479116+0000","default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5441,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1658533820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1658533820},{"type":"v1","addr":"172.21.15.92:6835","nonce":1658533820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/808429590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":808429590},{"type":"v1","addr":"172.21.15.102:6834","nonce":808429590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5893,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2327652856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2327652856},{"type":"v1","addr":"172.21.15.102:6835","nonce":2327652856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:04:57.864840+0000","modified":"2024-09-19T06:05:00.881227+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":5896},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5896":{"gid":5896,"name":"a","rank":0,"incarnation":46,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/3420680242","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":3420680242},{"type":"v1","addr":"172.21.15.92:6837","nonce":3420680242}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":5896,"qdb_cluster":[5896]},"id":6}]} 2024-09-19T06:05:15.929 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 50 2024-09-19T06:05:15.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.928+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2cf006c2b0 msgr2=0x7f2cf006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.928+0000 7f2d17000640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2cf006c2b0 0x7f2cf006e770 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f2d101f7640 tx=0x7f2cfc009040 comp rx=0 tx=0).stop 2024-09-19T06:05:15.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 msgr2=0x7f2d1015ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:15.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 0x7f2d1015ab00 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f2d0400e8a0 tx=0x7f2d0400ed60 comp rx=0 tx=0).stop 2024-09-19T06:05:15.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 shutdown_connections 2024-09-19T06:05:15.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2cf006c2b0 0x7f2cf006e770 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d1015e5f0 0x7f2d100cced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d100d13c0 0x7f2d101617a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 --2- 172.21.15.92:0/3948749467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d100b8900 0x7f2d1015ab00 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:15.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 >> 172.21.15.92:0/3948749467 conn(0x7f2d10062630 msgr2=0x7f2d100b4050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:15.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 shutdown_connections 2024-09-19T06:05:15.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:15.929+0000 7f2d17000640 1 -- 172.21.15.92:0/3948749467 wait complete. 2024-09-19T06:05:15.947 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:05:16.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.099+0000 7f22bc400640 1 Processor -- start 2024-09-19T06:05:16.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.099+0000 7f22bc400640 1 -- start start 2024-09-19T06:05:16.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22bc400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f22b415c550 0x7f22b40b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22bc400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22b40b4cf0 con 0x7f22b415c170 2024-09-19T06:05:16.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22bc400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22b40b4fd0 con 0x7f22b40b6310 2024-09-19T06:05:16.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22bc400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f22b40b52b0 con 0x7f22b415c550 2024-09-19T06:05:16.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22b9a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f22b415c170 0x7f22b40cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56682/0 (socket says 172.21.15.92:56682) 2024-09-19T06:05:16.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22b9a00640 1 -- 172.21.15.92:0/1769982469 learned_addr learned my addr 172.21.15.92:0/1769982469 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:16.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22b9000640 1 --2- 172.21.15.92:0/1769982469 >> v2:172.21.15.102:3300/0 conn(0x7f22b415c550 0x7f22b40b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22b3e00640 1 -- 172.21.15.92:0/1769982469 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3194420476 0 0) 0x7f22b40b4cf0 con 0x7f22b415c170 2024-09-19T06:05:16.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22b3e00640 1 -- 172.21.15.92:0/1769982469 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f229c003520 con 0x7f22b415c170 2024-09-19T06:05:16.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22b9000640 1 -- 172.21.15.92:0/1769982469 >> v1:172.21.15.102:6789/0 conn(0x7f22b40b6310 legacy=0x7f22b40b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22b9000640 1 -- 172.21.15.92:0/1769982469 >> v1:172.21.15.92:6789/0 conn(0x7f22b415c170 legacy=0x7f22b40cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.104 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.101+0000 7f22b9000640 1 -- 172.21.15.92:0/1769982469 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22b40b5590 con 0x7f22b415c550 2024-09-19T06:05:16.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.103+0000 7f22b9000640 1 --2- 172.21.15.92:0/1769982469 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22b415c550 0x7f22b40b5dd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f22a00097d0 tx=0x7f22a002a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98de6ba4016271c1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:16.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.103+0000 7f22b3e00640 1 -- 172.21.15.92:0/1769982469 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a0037070 con 0x7f22b415c550 2024-09-19T06:05:16.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.103+0000 7f22b3e00640 1 -- 172.21.15.92:0/1769982469 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22a0032440 con 0x7f22b415c550 2024-09-19T06:05:16.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.103+0000 7f22b3e00640 1 -- 172.21.15.92:0/1769982469 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a0032810 con 0x7f22b415c550 2024-09-19T06:05:16.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.103+0000 7f22bc400640 1 -- 172.21.15.92:0/1769982469 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22b415c550 msgr2=0x7f22b40b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.103+0000 7f22bc400640 1 --2- 172.21.15.92:0/1769982469 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22b415c550 0x7f22b40b5dd0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f22a00097d0 tx=0x7f22a002a250 comp rx=0 tx=0).stop 2024-09-19T06:05:16.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.103+0000 7f22bc400640 1 -- 172.21.15.92:0/1769982469 shutdown_connections 2024-09-19T06:05:16.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.103+0000 7f22bc400640 1 --2- 172.21.15.92:0/1769982469 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22b415c550 0x7f22b40b5dd0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.103+0000 7f22bc400640 1 -- 172.21.15.92:0/1769982469 >> 172.21.15.92:0/1769982469 conn(0x7f22b406bc10 msgr2=0x7f22b406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:16.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.104+0000 7f22bc400640 1 -- 172.21.15.92:0/1769982469 shutdown_connections 2024-09-19T06:05:16.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.104+0000 7f22bc400640 1 -- 172.21.15.92:0/1769982469 wait complete. 2024-09-19T06:05:16.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.105+0000 7f22bc400640 1 Processor -- start 2024-09-19T06:05:16.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.105+0000 7f22bc400640 1 -- start start 2024-09-19T06:05:16.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.106+0000 7f22bc400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22b40b6310 0x7f22b414b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.106+0000 7f22bc400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22b415c170 0x7f22b415e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.106+0000 7f22bc400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22b415c550 0x7f22b40c5680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.106+0000 7f22bc400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f22b415c9c0 con 0x7f22b415c550 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.106+0000 7f22bc400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f22b40b5b50 con 0x7f22b40b6310 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.106+0000 7f22bc400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f22b40cfdd0 con 0x7f22b415c170 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.106+0000 7f22ba400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22b415c550 0x7f22b40c5680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.106+0000 7f22ba400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22b415c550 0x7f22b40c5680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38300/0 (socket says 172.21.15.92:38300) 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.106+0000 7f22ba400640 1 -- 172.21.15.92:0/2699590460 learned_addr learned my addr 172.21.15.92:0/2699590460 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22b9a00640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22b40b6310 0x7f22b414b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22b9000640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22b415c170 0x7f22b415e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22ba400640 1 -- 172.21.15.92:0/2699590460 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22b415c170 msgr2=0x7f22b415e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22ba400640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22b415c170 0x7f22b415e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22ba400640 1 -- 172.21.15.92:0/2699590460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22b40b6310 msgr2=0x7f22b414b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22ba400640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22b40b6310 0x7f22b414b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22ba400640 1 -- 172.21.15.92:0/2699590460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22b415f090 con 0x7f22b415c550 2024-09-19T06:05:16.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22b9000640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22b415c170 0x7f22b415e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:16.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22ba400640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22b415c550 0x7f22b40c5680 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f22ac00c730 tx=0x7f22ac00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:16.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22b1600640 1 -- 172.21.15.92:0/2699590460 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22ac003b70 con 0x7f22b415c550 2024-09-19T06:05:16.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22b1600640 1 -- 172.21.15.92:0/2699590460 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22ac003d30 con 0x7f22b415c550 2024-09-19T06:05:16.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22b415f370 con 0x7f22b415c550 2024-09-19T06:05:16.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22b1600640 1 -- 172.21.15.92:0/2699590460 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22ac005310 con 0x7f22b415c550 2024-09-19T06:05:16.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.107+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22b415f930 con 0x7f22b415c550 2024-09-19T06:05:16.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.108+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22b40b5dd0 con 0x7f22b415c550 2024-09-19T06:05:16.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.109+0000 7f22b1600640 1 -- 172.21.15.92:0/2699590460 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f22ac0056c0 con 0x7f22b415c550 2024-09-19T06:05:16.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.110+0000 7f22b1600640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f229406c2b0 0x7f229406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.110+0000 7f22b1600640 1 -- 172.21.15.92:0/2699590460 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f22ac08b4a0 con 0x7f22b415c550 2024-09-19T06:05:16.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.111+0000 7f22b9a00640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f229406c2b0 0x7f229406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.111+0000 7f22b9a00640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f229406c2b0 0x7f229406e770 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f22a80011e0 tx=0x7f22a8007d30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:16.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.115+0000 7f22b1600640 1 -- 172.21.15.92:0/2699590460 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f22ac059b70 con 0x7f22b415c550 2024-09-19T06:05:16.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.292+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f22b4071750 con 0x7f22b415c550 2024-09-19T06:05:16.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.293+0000 7f22b1600640 1 -- 172.21.15.92:0/2699590460 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) ==== 74+0+16708 (secure 0 0 0) 0x7f22ac059470 con 0x7f22b415c550 2024-09-19T06:05:16.295 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:16.296 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":80,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:04:59.461277+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:04:55.631732+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"79","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-19T06:04:56.864170+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"80","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:05:16.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f229406c2b0 msgr2=0x7f229406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f229406c2b0 0x7f229406e770 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f22a80011e0 tx=0x7f22a8007d30 comp rx=0 tx=0).stop 2024-09-19T06:05:16.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22b415c550 msgr2=0x7f22b40c5680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22b415c550 0x7f22b40c5680 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f22ac00c730 tx=0x7f22ac00cbf0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 shutdown_connections 2024-09-19T06:05:16.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22b415c550 0x7f22b40c5680 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22b415c170 0x7f22b415e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f229406c2b0 0x7f229406e770 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 --2- 172.21.15.92:0/2699590460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22b40b6310 0x7f22b414b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 >> 172.21.15.92:0/2699590460 conn(0x7f22b406bc10 msgr2=0x7f22b4151630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:16.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 shutdown_connections 2024-09-19T06:05:16.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.296+0000 7f22bc400640 1 -- 172.21.15.92:0/2699590460 wait complete. 2024-09-19T06:05:16.315 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:05:16.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.466+0000 7f22ae600640 1 Processor -- start 2024-09-19T06:05:16.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.466+0000 7f22ae600640 1 -- start start 2024-09-19T06:05:16.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.467+0000 7f22ae600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f22a815a050 0x7f22a815d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.467+0000 7f22ae600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22a815a430 con 0x7f22a815ee90 2024-09-19T06:05:16.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.467+0000 7f22ae600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f22a8160df0 con 0x7f22a80731c0 2024-09-19T06:05:16.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.467+0000 7f22ae600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f22a815d9a0 con 0x7f22a815a050 2024-09-19T06:05:16.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.468+0000 7f22a7e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f22a815ee90 0x7f22a81606e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56690/0 (socket says 172.21.15.92:56690) 2024-09-19T06:05:16.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.468+0000 7f22a7e00640 1 -- 172.21.15.92:0/3921753193 learned_addr learned my addr 172.21.15.92:0/3921753193 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:16.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.468+0000 7f22a7400640 1 --2- 172.21.15.92:0/3921753193 >> v2:172.21.15.102:3300/0 conn(0x7f22a815a050 0x7f22a815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.468+0000 7f22a6000640 1 -- 172.21.15.92:0/3921753193 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 530562692 0 0) 0x7f22a815a430 con 0x7f22a815ee90 2024-09-19T06:05:16.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.468+0000 7f22a6000640 1 -- 172.21.15.92:0/3921753193 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f228c003520 con 0x7f22a815ee90 2024-09-19T06:05:16.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.468+0000 7f22a7400640 1 -- 172.21.15.92:0/3921753193 >> v1:172.21.15.102:6789/0 conn(0x7f22a80731c0 legacy=0x7f22a815ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.468+0000 7f22a7400640 1 -- 172.21.15.92:0/3921753193 >> v1:172.21.15.92:6789/0 conn(0x7f22a815ee90 legacy=0x7f22a81606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.468+0000 7f22a6000640 1 -- 172.21.15.92:0/3921753193 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1860041482 0 0) 0x7f228c003520 con 0x7f22a815ee90 2024-09-19T06:05:16.471 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.468+0000 7f22a7400640 1 -- 172.21.15.92:0/3921753193 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22a80cd0a0 con 0x7f22a815a050 2024-09-19T06:05:16.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.469+0000 7f22a7400640 1 --2- 172.21.15.92:0/3921753193 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a815a050 0x7f22a815d460 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f22980097a0 tx=0x7f229802a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f019f0e92dcaa6c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:16.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22a6000640 1 -- 172.21.15.92:0/3921753193 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2298037070 con 0x7f22a815a050 2024-09-19T06:05:16.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22a6000640 1 -- 172.21.15.92:0/3921753193 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f229802abc0 con 0x7f22a815a050 2024-09-19T06:05:16.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22a6000640 1 -- 172.21.15.92:0/3921753193 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a00019f0 con 0x7f22a815a050 2024-09-19T06:05:16.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22ae600640 1 -- 172.21.15.92:0/3921753193 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a815a050 msgr2=0x7f22a815d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22ae600640 1 --2- 172.21.15.92:0/3921753193 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a815a050 0x7f22a815d460 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f22980097a0 tx=0x7f229802a130 comp rx=0 tx=0).stop 2024-09-19T06:05:16.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22ae600640 1 -- 172.21.15.92:0/3921753193 shutdown_connections 2024-09-19T06:05:16.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22ae600640 1 --2- 172.21.15.92:0/3921753193 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a815a050 0x7f22a815d460 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22ae600640 1 -- 172.21.15.92:0/3921753193 >> 172.21.15.92:0/3921753193 conn(0x7f22a806d0f0 msgr2=0x7f22a806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:16.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22ae600640 1 -- 172.21.15.92:0/3921753193 shutdown_connections 2024-09-19T06:05:16.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.470+0000 7f22ae600640 1 -- 172.21.15.92:0/3921753193 wait complete. 2024-09-19T06:05:16.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.472+0000 7f22ae600640 1 Processor -- start 2024-09-19T06:05:16.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.472+0000 7f22ae600640 1 -- start start 2024-09-19T06:05:16.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22ae600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a80731c0 0x7f22a814a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22ae600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22a815a050 0x7f22a8071e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22ae600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22a815ee90 0x7f22a80cf490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22ae600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f22a80cd940 con 0x7f22a815ee90 2024-09-19T06:05:16.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22ae600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f22a80cd660 con 0x7f22a80731c0 2024-09-19T06:05:16.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22ae600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f22a80cdc20 con 0x7f22a815a050 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22a7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22a815ee90 0x7f22a80cf490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22a7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22a815ee90 0x7f22a80cf490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38306/0 (socket says 172.21.15.92:38306) 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22a7e00640 1 -- 172.21.15.92:0/1541019312 learned_addr learned my addr 172.21.15.92:0/1541019312 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.473+0000 7f22a6a00640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22a815a050 0x7f22a8071e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22a7400640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a80731c0 0x7f22a814a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22a7e00640 1 -- 172.21.15.92:0/1541019312 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22a815a050 msgr2=0x7f22a8071e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22a7e00640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22a815a050 0x7f22a8071e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22a7e00640 1 -- 172.21.15.92:0/1541019312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a80731c0 msgr2=0x7f22a814a150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22a7e00640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a80731c0 0x7f22a814a150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22a7e00640 1 -- 172.21.15.92:0/1541019312 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f22a80b4850 con 0x7f22a815ee90 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22a7400640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a80731c0 0x7f22a814a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22a7e00640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22a815ee90 0x7f22a80cf490 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f22a0002230 tx=0x7f22a000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f229f400640 1 -- 172.21.15.92:0/1541019312 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a000ad40 con 0x7f22a815ee90 2024-09-19T06:05:16.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f229f400640 1 -- 172.21.15.92:0/1541019312 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f22a0012400 con 0x7f22a815ee90 2024-09-19T06:05:16.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f22a80b4b30 con 0x7f22a815ee90 2024-09-19T06:05:16.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f229f400640 1 -- 172.21.15.92:0/1541019312 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f22a0012830 con 0x7f22a815ee90 2024-09-19T06:05:16.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.474+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f22a80b53d0 con 0x7f22a815ee90 2024-09-19T06:05:16.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.476+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f22a80b4d00 con 0x7f22a815ee90 2024-09-19T06:05:16.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.476+0000 7f229f400640 1 -- 172.21.15.92:0/1541019312 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f22a0012be0 con 0x7f22a815ee90 2024-09-19T06:05:16.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.477+0000 7f229f400640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f228806c2b0 0x7f228806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.477+0000 7f229f400640 1 -- 172.21.15.92:0/1541019312 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(80..80 src has 1..80) ==== 5709+0+0 (secure 0 0 0) 0x7f22a008be60 con 0x7f22a815ee90 2024-09-19T06:05:16.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.477+0000 7f22a7400640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f228806c2b0 0x7f228806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.478+0000 7f22a7400640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f228806c2b0 0x7f228806e770 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2298034000 tx=0x7f229802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:16.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.481+0000 7f229f400640 1 -- 172.21.15.92:0/1541019312 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f22a005a530 con 0x7f22a815ee90 2024-09-19T06:05:16.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.689+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f22a80b36e0 con 0x7f22a815ee90 2024-09-19T06:05:16.691 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:05:16.690+0000 7fa584600640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:05:16.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.692+0000 7f229f400640 1 -- 172.21.15.92:0/1541019312 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v51) ==== 161+0+0 (secure 0 0 0) 0x7f22a0059e30 con 0x7f22a815ee90 2024-09-19T06:05:16.694 INFO:teuthology.orchestra.run.smithi092.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:05:16.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f228806c2b0 msgr2=0x7f228806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f228806c2b0 0x7f228806e770 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f2298034000 tx=0x7f229802e000 comp rx=0 tx=0).stop 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22a815ee90 msgr2=0x7f22a80cf490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22a815ee90 0x7f22a80cf490 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f22a0002230 tx=0x7f22a000a430 comp rx=0 tx=0).stop 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 shutdown_connections 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f22a815ee90 0x7f22a80cf490 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f22a815a050 0x7f22a8071e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f228806c2b0 0x7f228806e770 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 --2- 172.21.15.92:0/1541019312 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f22a80731c0 0x7f22a814a150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 >> 172.21.15.92:0/1541019312 conn(0x7f22a806d0f0 msgr2=0x7f22a80ce2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.694+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 shutdown_connections 2024-09-19T06:05:16.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.695+0000 7f22ae600640 1 -- 172.21.15.92:0/1541019312 wait complete. 2024-09-19T06:05:16.705 INFO:tasks.ceph.mds.a.smithi092.stderr: -4224> 2024-09-19T06:05:04.057+0000 7ff272600640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:05:16.714 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:05:16.757 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:05:16.871 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.869+0000 7f0522200640 1 Processor -- start 2024-09-19T06:05:16.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.870+0000 7f0522200640 1 -- start start 2024-09-19T06:05:16.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f0522200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c15b480 0x7f051c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f0522200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f051c072700 0x7f051c15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f0522200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f051c0ccff0 con 0x7f051c0b60c0 2024-09-19T06:05:16.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f0522200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f051c0b6500 con 0x7f051c072700 2024-09-19T06:05:16.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f0522200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f051c0cd2d0 con 0x7f051c15b480 2024-09-19T06:05:16.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f0512a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f051c0b60c0 0x7f051c071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:52950/0 (socket says 172.21.15.92:52950) 2024-09-19T06:05:16.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f0512a00640 1 -- 172.21.15.92:0/1051517297 learned_addr learned my addr 172.21.15.92:0/1051517297 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:16.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f051be00640 1 --2- 172.21.15.92:0/1051517297 >> v2:172.21.15.102:3300/0 conn(0x7f051c072700 0x7f051c15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f051b400640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c15b480 0x7f051c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.871+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2212698056 0 0) 0x7f051c0ccff0 con 0x7f051c0b60c0 2024-09-19T06:05:16.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0500003520 con 0x7f051c0b60c0 2024-09-19T06:05:16.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1047659190 0 0) 0x7f0500003520 con 0x7f051c0b60c0 2024-09-19T06:05:16.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c15b480 msgr2=0x7f051c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:16.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c15b480 0x7f051c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 >> v2:172.21.15.102:3300/0 conn(0x7f051c072700 msgr2=0x7f051c15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:16.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 --2- 172.21.15.92:0/1051517297 >> v2:172.21.15.102:3300/0 conn(0x7f051c072700 0x7f051c15bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f051c0cd5b0 con 0x7f051c0b60c0 2024-09-19T06:05:16.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f0504001670 con 0x7f051c0b60c0 2024-09-19T06:05:16.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051be00640 1 --2- 172.21.15.92:0/1051517297 >> v2:172.21.15.102:3300/0 conn(0x7f051c072700 0x7f051c15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:16.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 >> v1:172.21.15.92:6789/0 conn(0x7f051c0b60c0 legacy=0x7f051c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f05000039b0 0x7f0500003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f0500004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c15b480 0x7f05000051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f051c0b6500 con 0x7f0500004800 2024-09-19T06:05:16.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f051c0cd2d0 con 0x7f05000039b0 2024-09-19T06:05:16.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f050000dbd0 con 0x7f051c15b480 2024-09-19T06:05:16.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f0512a00640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f0500004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051b400640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f05000039b0 0x7f0500003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.872+0000 7f051be00640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c15b480 0x7f05000051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.873+0000 7f0512a00640 1 -- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c15b480 msgr2=0x7f05000051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:16.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.873+0000 7f0512a00640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c15b480 0x7f05000051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.873+0000 7f0512a00640 1 -- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f05000039b0 msgr2=0x7f0500003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:16.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.873+0000 7f0512a00640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f05000039b0 0x7f0500003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.873+0000 7f0512a00640 1 -- 172.21.15.92:0/1051517297 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0500003520 con 0x7f0500004800 2024-09-19T06:05:16.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.874+0000 7f0512a00640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f0500004c80 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f050400c290 tx=0x7f0500005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=772a280404ab5fa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:16.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.874+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0504007d50 con 0x7f0500004800 2024-09-19T06:05:16.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.874+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0504005af0 con 0x7f0500004800 2024-09-19T06:05:16.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.874+0000 7f051aa00640 1 -- 172.21.15.92:0/1051517297 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0504007070 con 0x7f0500004800 2024-09-19T06:05:16.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.874+0000 7f0522200640 1 -- 172.21.15.92:0/1051517297 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 msgr2=0x7f0500004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.874+0000 7f0522200640 1 --2- 172.21.15.92:0/1051517297 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f0500004c80 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f050400c290 tx=0x7f0500005830 comp rx=0 tx=0).stop 2024-09-19T06:05:16.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.874+0000 7f051be00640 1 -- 172.21.15.92:0/1051517297 reap_dead start 2024-09-19T06:05:16.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.875+0000 7f0522200640 1 -- 172.21.15.92:0/1051517297 shutdown_connections 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.875+0000 7f0522200640 1 -- 172.21.15.92:0/1051517297 >> 172.21.15.92:0/1051517297 conn(0x7f051c06d0f0 msgr2=0x7f051c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.875+0000 7f0522200640 1 -- 172.21.15.92:0/1051517297 shutdown_connections 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.875+0000 7f0522200640 1 -- 172.21.15.92:0/1051517297 wait complete. 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.876+0000 7f0522200640 1 Processor -- start 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.876+0000 7f0522200640 1 -- start start 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.877+0000 7f0522200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f051c14f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.877+0000 7f0522200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f051c1f53b0 0x7f051c15d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.877+0000 7f0522200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c156d40 0x7f051c1571d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.877+0000 7f0522200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f051c15b860 con 0x7f0500004800 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.877+0000 7f0522200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f051c0cdb70 con 0x7f051c1f53b0 2024-09-19T06:05:16.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.877+0000 7f0522200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f051c15b9e0 con 0x7f051c156d40 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f051c14f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f051c14f6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41786/0 (socket says 172.21.15.92:41786) 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051b400640 1 -- 172.21.15.92:0/753651893 learned_addr learned my addr 172.21.15.92:0/753651893 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051be00640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c156d40 0x7f051c1571d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f0512a00640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f051c1f53b0 0x7f051c15d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051b400640 1 -- 172.21.15.92:0/753651893 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c156d40 msgr2=0x7f051c1571d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051b400640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c156d40 0x7f051c1571d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051b400640 1 -- 172.21.15.92:0/753651893 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f051c1f53b0 msgr2=0x7f051c15d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051b400640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f051c1f53b0 0x7f051c15d5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051b400640 1 -- 172.21.15.92:0/753651893 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f051c15de00 con 0x7f0500004800 2024-09-19T06:05:16.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f051b400640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f051c14f6d0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f050c0118e0 tx=0x7f050c011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:16.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.878+0000 7f0513e00640 1 -- 172.21.15.92:0/753651893 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f050c00fa90 con 0x7f0500004800 2024-09-19T06:05:16.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.879+0000 7f0513e00640 1 -- 172.21.15.92:0/753651893 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f050c00fc30 con 0x7f0500004800 2024-09-19T06:05:16.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.879+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f051c15e0e0 con 0x7f0500004800 2024-09-19T06:05:16.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.879+0000 7f0513e00640 1 -- 172.21.15.92:0/753651893 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f050c014440 con 0x7f0500004800 2024-09-19T06:05:16.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.879+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f051c0ce380 con 0x7f0500004800 2024-09-19T06:05:16.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.880+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f051c0b5b80 con 0x7f0500004800 2024-09-19T06:05:16.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.881+0000 7f0513e00640 1 -- 172.21.15.92:0/753651893 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f050c012040 con 0x7f0500004800 2024-09-19T06:05:16.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.881+0000 7f0513e00640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04f806c2e0 0x7f04f806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:16.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.882+0000 7f0513e00640 1 -- 172.21.15.92:0/753651893 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5795+0+0 (secure 0 0 0) 0x7f050c08b980 con 0x7f0500004800 2024-09-19T06:05:16.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.882+0000 7f0512a00640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04f806c2e0 0x7f04f806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:16.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.882+0000 7f0512a00640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04f806c2e0 0x7f04f806e7a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0504033000 tx=0x7f0504035040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:16.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:16.886+0000 7f0513e00640 1 -- 172.21.15.92:0/753651893 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f050c019030 con 0x7f0500004800 2024-09-19T06:05:17.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.097+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f051c0ca150 con 0x7f0500004800 2024-09-19T06:05:17.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.699+0000 7f0513e00640 1 -- 172.21.15.92:0/753651893 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v52) ==== 104+0+0 (secure 0 0 0) 0x7f050c0599a0 con 0x7f0500004800 2024-09-19T06:05:17.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.701+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04f806c2e0 msgr2=0x7f04f806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:17.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.701+0000 7f0522200640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04f806c2e0 0x7f04f806e7a0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f0504033000 tx=0x7f0504035040 comp rx=0 tx=0).stop 2024-09-19T06:05:17.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.701+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 msgr2=0x7f051c14f6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:17.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.702+0000 7f0522200640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f051c14f6d0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f050c0118e0 tx=0x7f050c011da0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.702+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 shutdown_connections 2024-09-19T06:05:17.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.702+0000 7f0522200640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f051c156d40 0x7f051c1571d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.702+0000 7f0522200640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f04f806c2e0 0x7f04f806e7a0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.702+0000 7f0522200640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f051c1f53b0 0x7f051c15d5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.702+0000 7f0522200640 1 --2- 172.21.15.92:0/753651893 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0500004800 0x7f051c14f6d0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.702+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 >> 172.21.15.92:0/753651893 conn(0x7f051c06d0f0 msgr2=0x7f051c0cc570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:17.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.702+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 shutdown_connections 2024-09-19T06:05:17.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.702+0000 7f0522200640 1 -- 172.21.15.92:0/753651893 wait complete. 2024-09-19T06:05:17.721 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:05:17.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.917+0000 7f1eb7e00640 1 Processor -- start 2024-09-19T06:05:17.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.917+0000 7f1eb7e00640 1 -- start start 2024-09-19T06:05:17.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.918+0000 7f1eb7e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1eb8161bd0 0x7f1eb80cf760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:17.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.918+0000 7f1eb7e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb80b5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:17.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.918+0000 7f1eb7e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1eb80d1a80 con 0x7f1eb80d3240 2024-09-19T06:05:17.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.918+0000 7f1eb7e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f1eb80d3d80 con 0x7f1eb8161bd0 2024-09-19T06:05:17.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.918+0000 7f1eb7e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1eb80d4060 con 0x7f1eb80d2720 2024-09-19T06:05:17.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.919+0000 7f1eb7400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb80b5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:17.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.919+0000 7f1eb6a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1eb8161bd0 0x7f1eb80cf760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:17.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.919+0000 7f1eb6a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1eb8161bd0 0x7f1eb80cf760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:36636/0 (socket says 172.21.15.92:36636) 2024-09-19T06:05:17.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.919+0000 7f1eb6a00640 1 -- 172.21.15.92:0/2299075339 learned_addr learned my addr 172.21.15.92:0/2299075339 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:17.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.919+0000 7f1eb7400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb80b5ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:55510/0 (socket says 172.21.15.92:55510) 2024-09-19T06:05:17.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.919+0000 7f1eb7400640 1 -- 172.21.15.92:0/2299075339 >> v2:172.21.15.102:3300/0 conn(0x7f1eb8161bd0 msgr2=0x7f1eb80cf760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:17.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.919+0000 7f1eb7400640 1 --2- 172.21.15.92:0/2299075339 >> v2:172.21.15.102:3300/0 conn(0x7f1eb8161bd0 0x7f1eb80cf760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.919+0000 7f1eb7400640 1 -- 172.21.15.92:0/2299075339 >> v1:172.21.15.102:6789/0 conn(0x7f1eb80d3240 legacy=0x7f1eb80d2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:17.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.919+0000 7f1eb7400640 1 -- 172.21.15.92:0/2299075339 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb80d3950 con 0x7f1eb80d2720 2024-09-19T06:05:17.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.920+0000 7f1eb7400640 1 --2- 172.21.15.92:0/2299075339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb80b5ec0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1eb0009d90 tx=0x7f1eb002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a021abe784d8fac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:17.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb5600640 1 -- 172.21.15.92:0/2299075339 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb0007740 con 0x7f1eb80d2720 2024-09-19T06:05:17.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb5600640 1 -- 172.21.15.92:0/2299075339 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1eb00078e0 con 0x7f1eb80d2720 2024-09-19T06:05:17.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb5600640 1 -- 172.21.15.92:0/2299075339 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb0007cb0 con 0x7f1eb80d2720 2024-09-19T06:05:17.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb7e00640 1 -- 172.21.15.92:0/2299075339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 msgr2=0x7f1eb80b5ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:17.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb7e00640 1 --2- 172.21.15.92:0/2299075339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb80b5ec0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1eb0009d90 tx=0x7f1eb002a660 comp rx=0 tx=0).stop 2024-09-19T06:05:17.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb7e00640 1 -- 172.21.15.92:0/2299075339 shutdown_connections 2024-09-19T06:05:17.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb7e00640 1 --2- 172.21.15.92:0/2299075339 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb80b5ec0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb7e00640 1 --2- 172.21.15.92:0/2299075339 >> v2:172.21.15.102:3300/0 conn(0x7f1eb8161bd0 0x7f1eb80cf760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb7e00640 1 -- 172.21.15.92:0/2299075339 >> 172.21.15.92:0/2299075339 conn(0x7f1eb80d0ec0 msgr2=0x7f1eb80d12d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:17.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb7e00640 1 -- 172.21.15.92:0/2299075339 shutdown_connections 2024-09-19T06:05:17.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.921+0000 7f1eb7e00640 1 -- 172.21.15.92:0/2299075339 wait complete. 2024-09-19T06:05:17.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.923+0000 7f1eb7e00640 1 Processor -- start 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.923+0000 7f1eb7e00640 1 -- start start 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb7e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb8150750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb7e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1eb80d3240 0x7f1eb80b6690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eb8161bd0 0x7f1eb80b5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb7e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb8162130 con 0x7f1eb8161bd0 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb7e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1eb8161fb0 con 0x7f1eb80d3240 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb7e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1eb80d2b80 con 0x7f1eb80d2720 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb7400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eb8161bd0 0x7f1eb80b5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb7400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eb8161bd0 0x7f1eb80b5a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41800/0 (socket says 172.21.15.92:41800) 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb7400640 1 -- 172.21.15.92:0/1593686931 learned_addr learned my addr 172.21.15.92:0/1593686931 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:17.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.924+0000 7f1eb6000640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1eb80d3240 0x7f1eb80b6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:17.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eb6a00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb8150750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:17.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eb7400640 1 -- 172.21.15.92:0/1593686931 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 msgr2=0x7f1eb8150750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:17.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eb7400640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb8150750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eb7400640 1 -- 172.21.15.92:0/1593686931 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1eb80d3240 msgr2=0x7f1eb80b6690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:17.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eb7400640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1eb80d3240 0x7f1eb80b6690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:17.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eb7400640 1 -- 172.21.15.92:0/1593686931 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1eb80b7810 con 0x7f1eb8161bd0 2024-09-19T06:05:17.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eb7400640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eb8161bd0 0x7f1eb80b5a40 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f1eb0009eb0 tx=0x7f1eb0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:17.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eaea00640 1 -- 172.21.15.92:0/1593686931 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb0040070 con 0x7f1eb8161bd0 2024-09-19T06:05:17.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eaea00640 1 -- 172.21.15.92:0/1593686931 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1eb0031bc0 con 0x7f1eb8161bd0 2024-09-19T06:05:17.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eaea00640 1 -- 172.21.15.92:0/1593686931 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1eb0009450 con 0x7f1eb8161bd0 2024-09-19T06:05:17.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1eb80b7af0 con 0x7f1eb8161bd0 2024-09-19T06:05:17.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.925+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1eb80b80b0 con 0x7f1eb8161bd0 2024-09-19T06:05:17.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.926+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1eb80cf760 con 0x7f1eb8161bd0 2024-09-19T06:05:17.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.927+0000 7f1eaea00640 1 -- 172.21.15.92:0/1593686931 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1eb0039040 con 0x7f1eb8161bd0 2024-09-19T06:05:17.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.928+0000 7f1eaea00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2e0 0x7f1e9806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:17.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.928+0000 7f1eaea00640 1 -- 172.21.15.92:0/1593686931 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(81..81 src has 1..81) ==== 5795+0+0 (secure 0 0 0) 0x7f1eb00accc0 con 0x7f1eb8161bd0 2024-09-19T06:05:17.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.928+0000 7f1eb6a00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2e0 0x7f1e9806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:17.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.929+0000 7f1eb6a00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2e0 0x7f1e9806e7a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8009ac0 tx=0x7f1ea8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:17.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:17.932+0000 7f1eaea00640 1 -- 172.21.15.92:0/1593686931 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1eb00b3080 con 0x7f1eb8161bd0 2024-09-19T06:05:18.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:18.107+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f1eb80cef50 con 0x7f1eb8161bd0 2024-09-19T06:05:19.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.006+0000 7f1eaea00640 1 -- 172.21.15.92:0/1593686931 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v82) ==== 181+0+0 (secure 0 0 0) 0x7f1eb007b3c0 con 0x7f1eb8161bd0 2024-09-19T06:05:19.008 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:05:19.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.008+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2e0 msgr2=0x7f1e9806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:19.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.008+0000 7f1eb7e00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2e0 0x7f1e9806e7a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f1ea8009ac0 tx=0x7f1ea8008040 comp rx=0 tx=0).stop 2024-09-19T06:05:19.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.008+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eb8161bd0 msgr2=0x7f1eb80b5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:19.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.008+0000 7f1eb7e00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eb8161bd0 0x7f1eb80b5a40 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f1eb0009eb0 tx=0x7f1eb0004a40 comp rx=0 tx=0).stop 2024-09-19T06:05:19.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.009+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 shutdown_connections 2024-09-19T06:05:19.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.009+0000 7f1eb7e00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1eb8161bd0 0x7f1eb80b5a40 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.009+0000 7f1eb7e00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e9806c2e0 0x7f1e9806e7a0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.009+0000 7f1eb7e00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1eb80d3240 0x7f1eb80b6690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.009+0000 7f1eb7e00640 1 --2- 172.21.15.92:0/1593686931 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1eb80d2720 0x7f1eb8150750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.009+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 >> 172.21.15.92:0/1593686931 conn(0x7f1eb80d0ec0 msgr2=0x7f1eb81601d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:19.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.010+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 shutdown_connections 2024-09-19T06:05:19.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.010+0000 7f1eb7e00640 1 -- 172.21.15.92:0/1593686931 wait complete. 2024-09-19T06:05:19.030 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:05:19.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.187+0000 7f8a60200640 1 Processor -- start 2024-09-19T06:05:19.189 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.187+0000 7f8a60200640 1 -- start start 2024-09-19T06:05:19.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a60200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815a050 0x7f8a5815d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:19.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a60200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8a580731c0 0x7f8a58073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:19.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a60200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f8a5815ffd0 0x7f8a58160480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:19.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a60200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8a58073b40 con 0x7f8a580731c0 2024-09-19T06:05:19.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a60200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f8a5815a430 con 0x7f8a5815ffd0 2024-09-19T06:05:19.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a60200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8a5815d9a0 con 0x7f8a5815a050 2024-09-19T06:05:19.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a5ce00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8a580731c0 0x7f8a58073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:19.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a5ce00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8a580731c0 0x7f8a58073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41816/0 (socket says 172.21.15.92:41816) 2024-09-19T06:05:19.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a5ce00640 1 -- 172.21.15.92:0/1133502802 learned_addr learned my addr 172.21.15.92:0/1133502802 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:19.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.188+0000 7f8a5e200640 1 --2- 172.21.15.92:0/1133502802 >> v2:172.21.15.102:3300/0 conn(0x7f8a5815ffd0 0x7f8a58160480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:19.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.189+0000 7f8a5d800640 1 --2- 172.21.15.92:0/1133502802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815a050 0x7f8a5815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:19.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.189+0000 7f8a5ce00640 1 -- 172.21.15.92:0/1133502802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815a050 msgr2=0x7f8a5815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:19.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.189+0000 7f8a5ce00640 1 --2- 172.21.15.92:0/1133502802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815a050 0x7f8a5815d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.189+0000 7f8a5ce00640 1 -- 172.21.15.92:0/1133502802 >> v2:172.21.15.102:3300/0 conn(0x7f8a5815ffd0 msgr2=0x7f8a58160480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:19.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.189+0000 7f8a5ce00640 1 --2- 172.21.15.92:0/1133502802 >> v2:172.21.15.102:3300/0 conn(0x7f8a5815ffd0 0x7f8a58160480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.189+0000 7f8a5ce00640 1 -- 172.21.15.92:0/1133502802 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a580cd0a0 con 0x7f8a580731c0 2024-09-19T06:05:19.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.189+0000 7f8a5e200640 1 --2- 172.21.15.92:0/1133502802 >> v2:172.21.15.102:3300/0 conn(0x7f8a5815ffd0 0x7f8a58160480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:19.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.190+0000 7f8a5ce00640 1 --2- 172.21.15.92:0/1133502802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 0x7f8a58073600 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f8a580c6010 tx=0x7f8a4402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ab056581329b31e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.190+0000 7f8a57e00640 1 -- 172.21.15.92:0/1133502802 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a44037070 con 0x7f8a580731c0 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.190+0000 7f8a57e00640 1 -- 172.21.15.92:0/1133502802 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a44032440 con 0x7f8a580731c0 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.190+0000 7f8a57e00640 1 -- 172.21.15.92:0/1133502802 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a44032810 con 0x7f8a580731c0 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.190+0000 7f8a60200640 1 -- 172.21.15.92:0/1133502802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 msgr2=0x7f8a58073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.190+0000 7f8a60200640 1 --2- 172.21.15.92:0/1133502802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 0x7f8a58073600 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f8a580c6010 tx=0x7f8a4402a140 comp rx=0 tx=0).stop 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.191+0000 7f8a60200640 1 -- 172.21.15.92:0/1133502802 shutdown_connections 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.191+0000 7f8a60200640 1 --2- 172.21.15.92:0/1133502802 >> v2:172.21.15.102:3300/0 conn(0x7f8a5815ffd0 0x7f8a58160480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.191+0000 7f8a60200640 1 --2- 172.21.15.92:0/1133502802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 0x7f8a58073600 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.191+0000 7f8a60200640 1 --2- 172.21.15.92:0/1133502802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815a050 0x7f8a5815d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.191+0000 7f8a60200640 1 -- 172.21.15.92:0/1133502802 >> 172.21.15.92:0/1133502802 conn(0x7f8a5806d0f0 msgr2=0x7f8a5806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:19.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.191+0000 7f8a60200640 1 -- 172.21.15.92:0/1133502802 shutdown_connections 2024-09-19T06:05:19.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.191+0000 7f8a60200640 1 -- 172.21.15.92:0/1133502802 wait complete. 2024-09-19T06:05:19.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.192+0000 7f8a60200640 1 Processor -- start 2024-09-19T06:05:19.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.192+0000 7f8a60200640 1 -- start start 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.193+0000 7f8a60200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 0x7f8a581f4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.193+0000 7f8a60200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a5815a050 0x7f8a58154280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.193+0000 7f8a60200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815ffd0 0x7f8a58153050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.193+0000 7f8a60200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8a580cd940 con 0x7f8a580731c0 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.193+0000 7f8a60200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8a580cd660 con 0x7f8a5815a050 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.193+0000 7f8a60200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8a580cdc20 con 0x7f8a5815ffd0 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.193+0000 7f8a5d800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 0x7f8a581f4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.193+0000 7f8a5d800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 0x7f8a581f4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41822/0 (socket says 172.21.15.92:41822) 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.193+0000 7f8a5d800640 1 -- 172.21.15.92:0/720928404 learned_addr learned my addr 172.21.15.92:0/720928404 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:19.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5ce00640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a5815a050 0x7f8a58154280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5d800640 1 -- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815ffd0 msgr2=0x7f8a58153050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5e200640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815ffd0 0x7f8a58153050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5d800640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815ffd0 0x7f8a58153050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5d800640 1 -- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a5815a050 msgr2=0x7f8a58154280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5d800640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a5815a050 0x7f8a58154280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5d800640 1 -- 172.21.15.92:0/720928404 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a581f3f90 con 0x7f8a580731c0 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5ce00640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a5815a050 0x7f8a58154280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5e200640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815ffd0 0x7f8a58153050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a5d800640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 0x7f8a581f4a50 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c00d800 tx=0x7f8a4c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a55600640 1 -- 172.21.15.92:0/720928404 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a4c018020 con 0x7f8a580731c0 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a55600640 1 -- 172.21.15.92:0/720928404 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a4c0096a0 con 0x7f8a580731c0 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a58153ae0 con 0x7f8a580731c0 2024-09-19T06:05:19.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.194+0000 7f8a55600640 1 -- 172.21.15.92:0/720928404 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a4c009a70 con 0x7f8a580731c0 2024-09-19T06:05:19.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.195+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a581f4250 con 0x7f8a580731c0 2024-09-19T06:05:19.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.196+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a580b36e0 con 0x7f8a580731c0 2024-09-19T06:05:19.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.197+0000 7f8a55600640 1 -- 172.21.15.92:0/720928404 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8a4c01b020 con 0x7f8a580731c0 2024-09-19T06:05:19.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.197+0000 7f8a55600640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a3806c2b0 0x7f8a3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:19.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.197+0000 7f8a55600640 1 -- 172.21.15.92:0/720928404 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(82..82 src has 1..82) ==== 5357+0+0 (secure 0 0 0) 0x7f8a4c08b560 con 0x7f8a580731c0 2024-09-19T06:05:19.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.198+0000 7f8a5ce00640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a3806c2b0 0x7f8a3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:19.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.198+0000 7f8a5ce00640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a3806c2b0 0x7f8a3806e770 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8a44034000 tx=0x7f8a4402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:19.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.202+0000 7f8a55600640 1 -- 172.21.15.92:0/720928404 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8a4c022030 con 0x7f8a580731c0 2024-09-19T06:05:19.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:19.376+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f8a5815ed90 con 0x7f8a580731c0 2024-09-19T06:05:20.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.008+0000 7f8a55600640 1 -- 172.21.15.92:0/720928404 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v83) ==== 169+0+0 (secure 0 0 0) 0x7f8a4c059e20 con 0x7f8a580731c0 2024-09-19T06:05:20.010 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' removed 2024-09-19T06:05:20.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a3806c2b0 msgr2=0x7f8a3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a3806c2b0 0x7f8a3806e770 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8a44034000 tx=0x7f8a4402e000 comp rx=0 tx=0).stop 2024-09-19T06:05:20.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 msgr2=0x7f8a581f4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 0x7f8a581f4a50 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7f8a4c00d800 tx=0x7f8a4c00dcc0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 shutdown_connections 2024-09-19T06:05:20.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a5815ffd0 0x7f8a58153050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a3806c2b0 0x7f8a3806e770 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a5815a050 0x7f8a58154280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 --2- 172.21.15.92:0/720928404 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a580731c0 0x7f8a581f4a50 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.012+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 >> 172.21.15.92:0/720928404 conn(0x7f8a5806d0f0 msgr2=0x7f8a580b3b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:20.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.013+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 shutdown_connections 2024-09-19T06:05:20.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.013+0000 7f8a60200640 1 -- 172.21.15.92:0/720928404 wait complete. 2024-09-19T06:05:20.035 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T06:05:20.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.190+0000 7f4e46000640 1 Processor -- start 2024-09-19T06:05:20.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.190+0000 7f4e46000640 1 -- start start 2024-09-19T06:05:20.194 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.192+0000 7f4e46000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4015e750 0x7f4e400b6930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.192+0000 7f4e46000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4e4006cf40 0x7f4e4006d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.192+0000 7f4e46000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e40072f40 con 0x7f4e40070660 2024-09-19T06:05:20.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.192+0000 7f4e46000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f4e40073220 con 0x7f4e4006cf40 2024-09-19T06:05:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.192+0000 7f4e46000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e40073500 con 0x7f4e4015e750 2024-09-19T06:05:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.192+0000 7f4e44c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4015e750 0x7f4e400b6930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.192+0000 7f4e45600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4e4006cf40 0x7f4e4006d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.192+0000 7f4e44c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4015e750 0x7f4e400b6930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:55536/0 (socket says 172.21.15.92:55536) 2024-09-19T06:05:20.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.192+0000 7f4e44c00640 1 -- 172.21.15.92:0/1595552574 learned_addr learned my addr 172.21.15.92:0/1595552574 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:20.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.193+0000 7f4e3fe00640 1 -- 172.21.15.92:0/1595552574 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 930765515 0 0) 0x7f4e40072f40 con 0x7f4e40070660 2024-09-19T06:05:20.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.193+0000 7f4e3fe00640 1 -- 172.21.15.92:0/1595552574 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e24003520 con 0x7f4e40070660 2024-09-19T06:05:20.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.193+0000 7f4e44c00640 1 -- 172.21.15.92:0/1595552574 >> v2:172.21.15.102:3300/0 conn(0x7f4e4006cf40 msgr2=0x7f4e4006d3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:20.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.193+0000 7f4e44c00640 1 --2- 172.21.15.92:0/1595552574 >> v2:172.21.15.102:3300/0 conn(0x7f4e4006cf40 0x7f4e4006d3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.193+0000 7f4e44c00640 1 -- 172.21.15.92:0/1595552574 >> v1:172.21.15.102:6789/0 conn(0x7f4e40070660 legacy=0x7f4e400b6e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.193+0000 7f4e44c00640 1 -- 172.21.15.92:0/1595552574 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e400737e0 con 0x7f4e4015e750 2024-09-19T06:05:20.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.193+0000 7f4e45600640 1 --2- 172.21.15.92:0/1595552574 >> v2:172.21.15.102:3300/0 conn(0x7f4e4006cf40 0x7f4e4006d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.194+0000 7f4e44c00640 1 --2- 172.21.15.92:0/1595552574 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4015e750 0x7f4e400b6930 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4e30009870 tx=0x7f4e3002a250 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fad21ace84773e9b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.194+0000 7f4e3fe00640 1 -- 172.21.15.92:0/1595552574 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e30037070 con 0x7f4e4015e750 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.194+0000 7f4e3fe00640 1 -- 172.21.15.92:0/1595552574 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e30032440 con 0x7f4e4015e750 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.194+0000 7f4e3fe00640 1 -- 172.21.15.92:0/1595552574 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e30032810 con 0x7f4e4015e750 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.195+0000 7f4e46000640 1 -- 172.21.15.92:0/1595552574 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4015e750 msgr2=0x7f4e400b6930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.195+0000 7f4e46000640 1 --2- 172.21.15.92:0/1595552574 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4015e750 0x7f4e400b6930 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f4e30009870 tx=0x7f4e3002a250 comp rx=0 tx=0).stop 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.195+0000 7f4e46000640 1 -- 172.21.15.92:0/1595552574 shutdown_connections 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.195+0000 7f4e46000640 1 --2- 172.21.15.92:0/1595552574 >> v2:172.21.15.102:3300/0 conn(0x7f4e4006cf40 0x7f4e4006d3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.195+0000 7f4e46000640 1 --2- 172.21.15.92:0/1595552574 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4015e750 0x7f4e400b6930 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.195+0000 7f4e46000640 1 -- 172.21.15.92:0/1595552574 >> 172.21.15.92:0/1595552574 conn(0x7f4e400d2300 msgr2=0x7f4e400d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:20.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.195+0000 7f4e46000640 1 -- 172.21.15.92:0/1595552574 shutdown_connections 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.195+0000 7f4e46000640 1 -- 172.21.15.92:0/1595552574 wait complete. 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.196+0000 7f4e46000640 1 Processor -- start 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.197+0000 7f4e46000640 1 -- start start 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.197+0000 7f4e46000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4006cf40 0x7f4e40153ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.197+0000 7f4e46000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e40070660 0x7f4e401f41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.197+0000 7f4e46000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4015ac40 0x7f4e401f33e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.197+0000 7f4e46000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4e400b7580 con 0x7f4e4015ac40 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.197+0000 7f4e46000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4e40073da0 con 0x7f4e4006cf40 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.197+0000 7f4e46000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e400b5310 con 0x7f4e40070660 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e45600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4015ac40 0x7f4e401f33e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e45600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4015ac40 0x7f4e401f33e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41832/0 (socket says 172.21.15.92:41832) 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e45600640 1 -- 172.21.15.92:0/382059003 learned_addr learned my addr 172.21.15.92:0/382059003 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e44c00640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4006cf40 0x7f4e40153ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e37e00640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e40070660 0x7f4e401f41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e45600640 1 -- 172.21.15.92:0/382059003 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e40070660 msgr2=0x7f4e401f41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e45600640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e40070660 0x7f4e401f41f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e45600640 1 -- 172.21.15.92:0/382059003 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4006cf40 msgr2=0x7f4e40153ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e45600640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4006cf40 0x7f4e40153ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.198+0000 7f4e45600640 1 -- 172.21.15.92:0/382059003 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e40154990 con 0x7f4e4015ac40 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.199+0000 7f4e45600640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4015ac40 0x7f4e401f33e0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f4e38009f00 tx=0x7f4e3800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.199+0000 7f4e3d600640 1 -- 172.21.15.92:0/382059003 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e38018030 con 0x7f4e4015ac40 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.199+0000 7f4e3d600640 1 -- 172.21.15.92:0/382059003 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e3800ce50 con 0x7f4e4015ac40 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.199+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e40154c30 con 0x7f4e4015ac40 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.199+0000 7f4e3d600640 1 -- 172.21.15.92:0/382059003 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e38003bb0 con 0x7f4e4015ac40 2024-09-19T06:05:20.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.199+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e401551f0 con 0x7f4e4015ac40 2024-09-19T06:05:20.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.200+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e400b6930 con 0x7f4e4015ac40 2024-09-19T06:05:20.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.201+0000 7f4e3d600640 1 -- 172.21.15.92:0/382059003 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e3801b070 con 0x7f4e4015ac40 2024-09-19T06:05:20.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.202+0000 7f4e3d600640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e1c06c2b0 0x7f4e1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.202+0000 7f4e3d600640 1 -- 172.21.15.92:0/382059003 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7f4e3808baa0 con 0x7f4e4015ac40 2024-09-19T06:05:20.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.202+0000 7f4e44c00640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e1c06c2b0 0x7f4e1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.203+0000 7f4e44c00640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e1c06c2b0 0x7f4e1c06e770 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f4e30034000 tx=0x7f4e3002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:20.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.206+0000 7f4e3d600640 1 -- 172.21.15.92:0/382059003 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e38010040 con 0x7f4e4015ac40 2024-09-19T06:05:20.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.379+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f4e40160b40 con 0x7f4e4015ac40 2024-09-19T06:05:20.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.383+0000 7f4e3d600640 1 -- 172.21.15.92:0/382059003 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v27) ==== 104+0+0 (secure 0 0 0) 0x7f4e38059eb0 con 0x7f4e4015ac40 2024-09-19T06:05:20.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e1c06c2b0 msgr2=0x7f4e1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e1c06c2b0 0x7f4e1c06e770 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f4e30034000 tx=0x7f4e3002e000 comp rx=0 tx=0).stop 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4015ac40 msgr2=0x7f4e401f33e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4015ac40 0x7f4e401f33e0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f4e38009f00 tx=0x7f4e3800c490 comp rx=0 tx=0).stop 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 shutdown_connections 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4015ac40 0x7f4e401f33e0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e40070660 0x7f4e401f41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e1c06c2b0 0x7f4e1c06e770 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 --2- 172.21.15.92:0/382059003 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e4006cf40 0x7f4e40153ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.385+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 >> 172.21.15.92:0/382059003 conn(0x7f4e400d2300 msgr2=0x7f4e400d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.386+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 shutdown_connections 2024-09-19T06:05:20.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.386+0000 7f4e46000640 1 -- 172.21.15.92:0/382059003 wait complete. 2024-09-19T06:05:20.403 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_strays.TestStrays.test_fancy_layout' 2024-09-19T06:05:20.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.554+0000 7f6aee200640 1 Processor -- start 2024-09-19T06:05:20.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.554+0000 7f6aee200640 1 -- start start 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.555+0000 7f6aee200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6ae815e5f0 0x7f6ae80d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.555+0000 7f6aee200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ae80d13c0 0x7f6ae80b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.555+0000 7f6aee200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ae815e9d0 con 0x7f6ae80b8730 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.555+0000 7f6aee200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f6ae80b9b30 con 0x7f6ae815e5f0 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.555+0000 7f6aee200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6ae80d1820 con 0x7f6ae80d13c0 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.556+0000 7f6aece00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6ae815e5f0 0x7f6ae80d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.556+0000 7f6aece00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6ae815e5f0 0x7f6ae80d0e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41842/0 (socket says 172.21.15.92:41842) 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.556+0000 7f6aece00640 1 -- 172.21.15.92:0/2230242395 learned_addr learned my addr 172.21.15.92:0/2230242395 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.556+0000 7f6ae7e00640 1 --2- 172.21.15.92:0/2230242395 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ae80d13c0 0x7f6ae80b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.556+0000 7f6aece00640 1 -- 172.21.15.92:0/2230242395 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ae80d13c0 msgr2=0x7f6ae80b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:20.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.556+0000 7f6aece00640 1 --2- 172.21.15.92:0/2230242395 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ae80d13c0 0x7f6ae80b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.556+0000 7f6aece00640 1 -- 172.21.15.92:0/2230242395 >> v1:172.21.15.102:6789/0 conn(0x7f6ae80b8730 legacy=0x7f6ae80ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.556+0000 7f6aece00640 1 -- 172.21.15.92:0/2230242395 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae80b8f20 con 0x7f6ae815e5f0 2024-09-19T06:05:20.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.557+0000 7f6aece00640 1 --2- 172.21.15.92:0/2230242395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae815e5f0 0x7f6ae80d0e80 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009870 tx=0x7f6adc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=601d666853e87ce5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:20.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.557+0000 7f6ae7400640 1 -- 172.21.15.92:0/2230242395 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6adc037070 con 0x7f6ae815e5f0 2024-09-19T06:05:20.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.557+0000 7f6ae7400640 1 -- 172.21.15.92:0/2230242395 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6adc032440 con 0x7f6ae815e5f0 2024-09-19T06:05:20.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.557+0000 7f6ae7400640 1 -- 172.21.15.92:0/2230242395 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6adc032810 con 0x7f6ae815e5f0 2024-09-19T06:05:20.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.558+0000 7f6aee200640 1 -- 172.21.15.92:0/2230242395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae815e5f0 msgr2=0x7f6ae80d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.558+0000 7f6aee200640 1 --2- 172.21.15.92:0/2230242395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae815e5f0 0x7f6ae80d0e80 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009870 tx=0x7f6adc02a270 comp rx=0 tx=0).stop 2024-09-19T06:05:20.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.558+0000 7f6aee200640 1 -- 172.21.15.92:0/2230242395 shutdown_connections 2024-09-19T06:05:20.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.558+0000 7f6aee200640 1 --2- 172.21.15.92:0/2230242395 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ae80d13c0 0x7f6ae80b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.558+0000 7f6aee200640 1 --2- 172.21.15.92:0/2230242395 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae815e5f0 0x7f6ae80d0e80 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.558+0000 7f6aee200640 1 -- 172.21.15.92:0/2230242395 >> 172.21.15.92:0/2230242395 conn(0x7f6ae8062630 msgr2=0x7f6ae8062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:20.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.558+0000 7f6aee200640 1 -- 172.21.15.92:0/2230242395 shutdown_connections 2024-09-19T06:05:20.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.558+0000 7f6aee200640 1 -- 172.21.15.92:0/2230242395 wait complete. 2024-09-19T06:05:20.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.560+0000 7f6aee200640 1 Processor -- start 2024-09-19T06:05:20.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.560+0000 7f6aee200640 1 -- start start 2024-09-19T06:05:20.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6aee200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae80b8730 0x7f6ae814e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6aee200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae80d13c0 0x7f6ae8161480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6aee200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ae815e5f0 0x7f6ae80c9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6aee200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae80b97c0 con 0x7f6ae80d13c0 2024-09-19T06:05:20.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6aee200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6ae80b94e0 con 0x7f6ae80b8730 2024-09-19T06:05:20.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6aee200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6ae80b8bc0 con 0x7f6ae815e5f0 2024-09-19T06:05:20.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6ae7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae80d13c0 0x7f6ae8161480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6ae7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae80d13c0 0x7f6ae8161480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41844/0 (socket says 172.21.15.92:41844) 2024-09-19T06:05:20.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6ae7e00640 1 -- 172.21.15.92:0/4012622703 learned_addr learned my addr 172.21.15.92:0/4012622703 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:20.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6ae7e00640 1 -- 172.21.15.92:0/4012622703 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ae815e5f0 msgr2=0x7f6ae80c9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6ae7e00640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ae815e5f0 0x7f6ae80c9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6ae7e00640 1 -- 172.21.15.92:0/4012622703 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae80b8730 msgr2=0x7f6ae814e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:20.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6ae7e00640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae80b8730 0x7f6ae814e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:20.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.561+0000 7f6ae7e00640 1 -- 172.21.15.92:0/4012622703 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ae815f780 con 0x7f6ae80d13c0 2024-09-19T06:05:20.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.562+0000 7f6ae7e00640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae80d13c0 0x7f6ae8161480 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f6ad400e980 tx=0x7f6ad400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:20.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.562+0000 7f6ae4c00640 1 -- 172.21.15.92:0/4012622703 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad4017070 con 0x7f6ae80d13c0 2024-09-19T06:05:20.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.562+0000 7f6ae4c00640 1 -- 172.21.15.92:0/4012622703 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ad400ca00 con 0x7f6ae80d13c0 2024-09-19T06:05:20.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.562+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ae815fa60 con 0x7f6ae80d13c0 2024-09-19T06:05:20.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.562+0000 7f6ae4c00640 1 -- 172.21.15.92:0/4012622703 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ad400cdd0 con 0x7f6ae80d13c0 2024-09-19T06:05:20.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.562+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ae8160020 con 0x7f6ae80d13c0 2024-09-19T06:05:20.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.563+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ae8069c20 con 0x7f6ae80d13c0 2024-09-19T06:05:20.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.564+0000 7f6ae4c00640 1 -- 172.21.15.92:0/4012622703 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ad401a070 con 0x7f6ae80d13c0 2024-09-19T06:05:20.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.565+0000 7f6ae4c00640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ac806c2b0 0x7f6ac806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:20.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.565+0000 7f6ae4c00640 1 -- 172.21.15.92:0/4012622703 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7f6ad408b450 con 0x7f6ae80d13c0 2024-09-19T06:05:20.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.565+0000 7f6aece00640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ac806c2b0 0x7f6ac806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:20.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.566+0000 7f6aece00640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ac806c2b0 0x7f6ac806e770 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6adc034000 tx=0x7f6adc02c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:20.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.569+0000 7f6ae4c00640 1 -- 172.21.15.92:0/4012622703 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ad4059f50 con 0x7f6ae80d13c0 2024-09-19T06:05:20.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:20.808+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_fancy_layout"]} v 0) -- 0x7f6ae80b58f0 con 0x7f6ae80d13c0 2024-09-19T06:05:21.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.017+0000 7f6ae4c00640 1 -- 172.21.15.92:0/4012622703 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_fancy_layout"]}]=0 v221) ==== 132+0+0 (secure 0 0 0) 0x7f6ad4059850 con 0x7f6ae80d13c0 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ac806c2b0 msgr2=0x7f6ac806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ac806c2b0 0x7f6ac806e770 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f6adc034000 tx=0x7f6adc02c000 comp rx=0 tx=0).stop 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae80d13c0 msgr2=0x7f6ae8161480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae80d13c0 0x7f6ae8161480 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f6ad400e980 tx=0x7f6ad400ee40 comp rx=0 tx=0).stop 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 shutdown_connections 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ae815e5f0 0x7f6ae80c9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ae80d13c0 0x7f6ae8161480 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ac806c2b0 0x7f6ac806e770 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 --2- 172.21.15.92:0/4012622703 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ae80b8730 0x7f6ae814e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 >> 172.21.15.92:0/4012622703 conn(0x7f6ae8062630 msgr2=0x7f6ae80b3f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:21.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 shutdown_connections 2024-09-19T06:05:21.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.020+0000 7f6aee200640 1 -- 172.21.15.92:0/4012622703 wait complete. 2024-09-19T06:05:21.038 INFO:tasks.cephfs_test_runner:purge stray file with fancy layout ... ok 2024-09-19T06:05:21.038 INFO:tasks.cephfs_test_runner:Starting test: test_files_throttle (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:05:21.038 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:05:21.192 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.190+0000 7fbcb4c00640 1 Processor -- start 2024-09-19T06:05:21.193 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.190+0000 7fbcb4c00640 1 -- start start 2024-09-19T06:05:21.196 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcb4c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbcb00cfc80 0x7fbcb00b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcb4c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb015c330 0x7fbcb00b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcb4c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fbcb015c740 con 0x7fbcb0155800 2024-09-19T06:05:21.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcb4c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fbcb00b4e60 con 0x7fbcb00cfc80 2024-09-19T06:05:21.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcb4c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbcb00b50a0 con 0x7fbcb015c330 2024-09-19T06:05:21.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcad400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbcb00cfc80 0x7fbcb00b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcad400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbcb00cfc80 0x7fbcb00b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41848/0 (socket says 172.21.15.92:41848) 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcad400640 1 -- 172.21.15.92:0/527414769 learned_addr learned my addr 172.21.15.92:0/527414769 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcae800640 1 --2- 172.21.15.92:0/527414769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb015c330 0x7fbcb00b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcad400640 1 -- 172.21.15.92:0/527414769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb015c330 msgr2=0x7fbcb00b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcad400640 1 --2- 172.21.15.92:0/527414769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb015c330 0x7fbcb00b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcad400640 1 -- 172.21.15.92:0/527414769 >> v1:172.21.15.102:6789/0 conn(0x7fbcb0155800 legacy=0x7fbcb00cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcad400640 1 -- 172.21.15.92:0/527414769 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb00b5380 con 0x7fbcb00cfc80 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.192+0000 7fbcae800640 1 --2- 172.21.15.92:0/527414769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb015c330 0x7fbcb00b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.193+0000 7fbcad400640 1 --2- 172.21.15.92:0/527414769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb00cfc80 0x7fbcb00b6140 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c0098a0 tx=0x7fbc9c02a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46800b1466b00057 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:21.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcaca00640 1 -- 172.21.15.92:0/527414769 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c037070 con 0x7fbcb00cfc80 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcaca00640 1 -- 172.21.15.92:0/527414769 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc9c032440 con 0x7fbcb00cfc80 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcaca00640 1 -- 172.21.15.92:0/527414769 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c032810 con 0x7fbcb00cfc80 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcb4c00640 1 -- 172.21.15.92:0/527414769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb00cfc80 msgr2=0x7fbcb00b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcb4c00640 1 --2- 172.21.15.92:0/527414769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb00cfc80 0x7fbcb00b6140 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c0098a0 tx=0x7fbc9c02a250 comp rx=0 tx=0).stop 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcb4c00640 1 -- 172.21.15.92:0/527414769 shutdown_connections 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcb4c00640 1 --2- 172.21.15.92:0/527414769 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb015c330 0x7fbcb00b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcb4c00640 1 --2- 172.21.15.92:0/527414769 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb00cfc80 0x7fbcb00b6140 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcb4c00640 1 -- 172.21.15.92:0/527414769 >> 172.21.15.92:0/527414769 conn(0x7fbcb006bc10 msgr2=0x7fbcb006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcb4c00640 1 -- 172.21.15.92:0/527414769 shutdown_connections 2024-09-19T06:05:21.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.194+0000 7fbcb4c00640 1 -- 172.21.15.92:0/527414769 wait complete. 2024-09-19T06:05:21.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.196+0000 7fbcb4c00640 1 Processor -- start 2024-09-19T06:05:21.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.196+0000 7fbcb4c00640 1 -- start start 2024-09-19T06:05:21.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcb4c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb00cfc80 0x7fbcb014a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcb4c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb0155800 0x7fbcb01498b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcb4c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcb015c330 0x7fbcb015f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcb4c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb00b5c20 con 0x7fbcb0155800 2024-09-19T06:05:21.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcb4c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fbcb00b5940 con 0x7fbcb015c330 2024-09-19T06:05:21.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcb4c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fbcb0155be0 con 0x7fbcb00cfc80 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcad400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb0155800 0x7fbcb01498b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcad400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb0155800 0x7fbcb01498b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41852/0 (socket says 172.21.15.92:41852) 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcad400640 1 -- 172.21.15.92:0/4186419253 learned_addr learned my addr 172.21.15.92:0/4186419253 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcade00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb00cfc80 0x7fbcb014a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.197+0000 7fbcae800640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcb015c330 0x7fbcb015f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbcad400640 1 -- 172.21.15.92:0/4186419253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb00cfc80 msgr2=0x7fbcb014a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbcad400640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb00cfc80 0x7fbcb014a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbcad400640 1 -- 172.21.15.92:0/4186419253 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcb015c330 msgr2=0x7fbcb015f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbcad400640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcb015c330 0x7fbcb015f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbcad400640 1 -- 172.21.15.92:0/4186419253 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fbcb014af30 con 0x7fbcb0155800 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbcade00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb00cfc80 0x7fbcb014a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbcad400640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb0155800 0x7fbcb01498b0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c000c00 tx=0x7fbc9c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:21.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbca6000640 1 -- 172.21.15.92:0/4186419253 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c037040 con 0x7fbcb0155800 2024-09-19T06:05:21.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbca6000640 1 -- 172.21.15.92:0/4186419253 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fbc9c004230 con 0x7fbcb0155800 2024-09-19T06:05:21.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbca6000640 1 -- 172.21.15.92:0/4186419253 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c030620 con 0x7fbcb0155800 2024-09-19T06:05:21.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fbcb0152e90 con 0x7fbcb0155800 2024-09-19T06:05:21.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.198+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fbcb0153450 con 0x7fbcb0155800 2024-09-19T06:05:21.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.199+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fbcb00b6140 con 0x7fbcb0155800 2024-09-19T06:05:21.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.200+0000 7fbca6000640 1 -- 172.21.15.92:0/4186419253 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fbc9c0307c0 con 0x7fbcb0155800 2024-09-19T06:05:21.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.201+0000 7fbca6000640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbc9006c2e0 0x7fbc9006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.201+0000 7fbca6000640 1 -- 172.21.15.92:0/4186419253 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7fbc9c0abff0 con 0x7fbcb0155800 2024-09-19T06:05:21.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.201+0000 7fbcade00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbc9006c2e0 0x7fbc9006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.202+0000 7fbcade00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbc9006c2e0 0x7fbc9006e7a0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fbca00045b0 tx=0x7fbca0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:21.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.205+0000 7fbca6000640 1 -- 172.21.15.92:0/4186419253 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fbc9c07aa50 con 0x7fbcb0155800 2024-09-19T06:05:21.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.382+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fbcb015fc10 con 0x7fbcb0155800 2024-09-19T06:05:21.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.383+0000 7fbca6000640 1 -- 172.21.15.92:0/4186419253 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v83) ==== 74+0+13021 (secure 0 0 0) 0x7fbc9c07a350 con 0x7fbcb0155800 2024-09-19T06:05:21.385 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:21.385 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":83,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:05:20.007191+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":78,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.92:6837/3420680242":"2024-09-20T06:05:16.690909+0000","172.21.15.92:6836/3420680242":"2024-09-20T06:05:16.690909+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.385+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbc9006c2e0 msgr2=0x7fbc9006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.385+0000 7fbcb4c00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbc9006c2e0 0x7fbc9006e7a0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fbca00045b0 tx=0x7fbca0009040 comp rx=0 tx=0).stop 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.385+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb0155800 msgr2=0x7fbcb01498b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.385+0000 7fbcb4c00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb0155800 0x7fbcb01498b0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c000c00 tx=0x7fbc9c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.385+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 shutdown_connections 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.385+0000 7fbcb4c00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fbc9006c2e0 0x7fbc9006e7a0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.386+0000 7fbcb4c00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fbcb015c330 0x7fbcb015f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.386+0000 7fbcb4c00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbcb0155800 0x7fbcb01498b0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.386+0000 7fbcb4c00640 1 --2- 172.21.15.92:0/4186419253 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fbcb00cfc80 0x7fbcb014a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.386+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 >> 172.21.15.92:0/4186419253 conn(0x7fbcb006bc10 msgr2=0x7fbcb01661c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.386+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 shutdown_connections 2024-09-19T06:05:21.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.386+0000 7fbcb4c00640 1 -- 172.21.15.92:0/4186419253 wait complete. 2024-09-19T06:05:21.403 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T06:01:12.930784+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T06:05:21.404 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T06:05:21.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.560+0000 7fc812a00640 1 Processor -- start 2024-09-19T06:05:21.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.560+0000 7fc812a00640 1 -- start start 2024-09-19T06:05:21.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.561+0000 7fc812a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc80c071150 0x7fc80c0b5310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.561+0000 7fc812a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc80c072f40 0x7fc80c0d1280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.561+0000 7fc812a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc80c0d0220 con 0x7fc80c070660 2024-09-19T06:05:21.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.561+0000 7fc812a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fc80c0d04c0 con 0x7fc80c072f40 2024-09-19T06:05:21.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.561+0000 7fc812a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc80c0d07a0 con 0x7fc80c071150 2024-09-19T06:05:21.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.561+0000 7fc811600640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fc80c070660 0x7fc80c070a40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:52960/0 (socket says 172.21.15.92:52960) 2024-09-19T06:05:21.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.561+0000 7fc811600640 1 -- 172.21.15.92:0/2482712703 learned_addr learned my addr 172.21.15.92:0/2482712703 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:21.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.561+0000 7fc812000640 1 --2- 172.21.15.92:0/2482712703 >> v2:172.21.15.92:3300/0 conn(0x7fc80c072f40 0x7fc80c0d1280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.561+0000 7fc810c00640 1 --2- 172.21.15.92:0/2482712703 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc80c071150 0x7fc80c0b5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.562+0000 7fc812000640 1 -- 172.21.15.92:0/2482712703 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc80c071150 msgr2=0x7fc80c0b5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:21.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.562+0000 7fc812000640 1 --2- 172.21.15.92:0/2482712703 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc80c071150 0x7fc80c0b5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.562+0000 7fc812000640 1 -- 172.21.15.92:0/2482712703 >> v1:172.21.15.92:6789/0 conn(0x7fc80c070660 legacy=0x7fc80c070a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.562+0000 7fc812000640 1 -- 172.21.15.92:0/2482712703 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc80c0d0a80 con 0x7fc80c072f40 2024-09-19T06:05:21.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.562+0000 7fc80be00640 1 -- 172.21.15.92:0/2482712703 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3596381664 0 0) 0x7fc80c0d0220 con 0x7fc80c070660 2024-09-19T06:05:21.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.563+0000 7fc812000640 1 --2- 172.21.15.92:0/2482712703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c072f40 0x7fc80c0d1280 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fc804009d90 tx=0x7fc80402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=329ba730c78d1e60 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:21.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.563+0000 7fc80be00640 1 -- 172.21.15.92:0/2482712703 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc804031600 con 0x7fc80c072f40 2024-09-19T06:05:21.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.563+0000 7fc80be00640 1 -- 172.21.15.92:0/2482712703 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8040317a0 con 0x7fc80c072f40 2024-09-19T06:05:21.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.563+0000 7fc80be00640 1 -- 172.21.15.92:0/2482712703 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc804031b70 con 0x7fc80c072f40 2024-09-19T06:05:21.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.563+0000 7fc812a00640 1 -- 172.21.15.92:0/2482712703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c072f40 msgr2=0x7fc80c0d1280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.563+0000 7fc812a00640 1 --2- 172.21.15.92:0/2482712703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c072f40 0x7fc80c0d1280 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fc804009d90 tx=0x7fc80402a5d0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.564+0000 7fc812a00640 1 -- 172.21.15.92:0/2482712703 shutdown_connections 2024-09-19T06:05:21.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.564+0000 7fc812a00640 1 --2- 172.21.15.92:0/2482712703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c072f40 0x7fc80c0d1280 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.564+0000 7fc812a00640 1 --2- 172.21.15.92:0/2482712703 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc80c071150 0x7fc80c0b5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.564+0000 7fc812a00640 1 -- 172.21.15.92:0/2482712703 >> 172.21.15.92:0/2482712703 conn(0x7fc80c0d2300 msgr2=0x7fc80c0d26e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:21.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.564+0000 7fc812a00640 1 -- 172.21.15.92:0/2482712703 shutdown_connections 2024-09-19T06:05:21.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.564+0000 7fc812a00640 1 -- 172.21.15.92:0/2482712703 wait complete. 2024-09-19T06:05:21.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.565+0000 7fc812a00640 1 Processor -- start 2024-09-19T06:05:21.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.565+0000 7fc812a00640 1 -- start start 2024-09-19T06:05:21.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.566+0000 7fc812a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c070660 0x7fc80c156980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.566+0000 7fc812a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc80c071150 0x7fc80c156ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.566+0000 7fc812a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc80c072f40 0x7fc80c1f2140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.566+0000 7fc812a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc80c0ceb60 con 0x7fc80c070660 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.566+0000 7fc812a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc80c0ce9e0 con 0x7fc80c071150 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.566+0000 7fc812a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc80c15c630 con 0x7fc80c072f40 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.566+0000 7fc811600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c070660 0x7fc80c156980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.566+0000 7fc811600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c070660 0x7fc80c156980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41874/0 (socket says 172.21.15.92:41874) 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.566+0000 7fc811600640 1 -- 172.21.15.92:0/669936771 learned_addr learned my addr 172.21.15.92:0/669936771 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc811600640 1 -- 172.21.15.92:0/669936771 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc80c072f40 msgr2=0x7fc80c1f2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc811600640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc80c072f40 0x7fc80c1f2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc811600640 1 -- 172.21.15.92:0/669936771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc80c071150 msgr2=0x7fc80c156ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc811600640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc80c071150 0x7fc80c156ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc811600640 1 -- 172.21.15.92:0/669936771 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc80c15c9f0 con 0x7fc80c070660 2024-09-19T06:05:21.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc811600640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c070660 0x7fc80c156980 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fc80000c4d0 tx=0x7fc80000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:21.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc809600640 1 -- 172.21.15.92:0/669936771 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800018070 con 0x7fc80c070660 2024-09-19T06:05:21.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc809600640 1 -- 172.21.15.92:0/669936771 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc8000074e0 con 0x7fc80c070660 2024-09-19T06:05:21.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc809600640 1 -- 172.21.15.92:0/669936771 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc800004a20 con 0x7fc80c070660 2024-09-19T06:05:21.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc80c15cc90 con 0x7fc80c070660 2024-09-19T06:05:21.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.567+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc80c15d250 con 0x7fc80c070660 2024-09-19T06:05:21.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.568+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc80c0b5310 con 0x7fc80c070660 2024-09-19T06:05:21.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.569+0000 7fc809600640 1 -- 172.21.15.92:0/669936771 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc800004bc0 con 0x7fc80c070660 2024-09-19T06:05:21.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.570+0000 7fc809600640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc7ec06c2b0 0x7fc7ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.570+0000 7fc809600640 1 -- 172.21.15.92:0/669936771 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7fc80008a480 con 0x7fc80c070660 2024-09-19T06:05:21.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.570+0000 7fc810c00640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc7ec06c2b0 0x7fc7ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.571+0000 7fc810c00640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc7ec06c2b0 0x7fc7ec06e770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fc80c157c90 tx=0x7fc7f8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:21.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.574+0000 7fc809600640 1 -- 172.21.15.92:0/669936771 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc800058e50 con 0x7fc80c070660 2024-09-19T06:05:21.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.746+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7fc80c160590 con 0x7fc80c070660 2024-09-19T06:05:21.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.747+0000 7fc809600640 1 -- 172.21.15.92:0/669936771 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v83) ==== 93+0+10 (secure 0 0 0) 0x7fc800058750 con 0x7fc80c070660 2024-09-19T06:05:21.749 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 1 2024-09-19T06:05:21.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc7ec06c2b0 msgr2=0x7fc7ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc7ec06c2b0 0x7fc7ec06e770 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fc80c157c90 tx=0x7fc7f8008040 comp rx=0 tx=0).stop 2024-09-19T06:05:21.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c070660 msgr2=0x7fc80c156980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c070660 0x7fc80c156980 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7fc80000c4d0 tx=0x7fc80000c990 comp rx=0 tx=0).stop 2024-09-19T06:05:21.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 shutdown_connections 2024-09-19T06:05:21.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc80c072f40 0x7fc80c1f2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc7ec06c2b0 0x7fc7ec06e770 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc80c071150 0x7fc80c156ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 --2- 172.21.15.92:0/669936771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc80c070660 0x7fc80c156980 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 >> 172.21.15.92:0/669936771 conn(0x7fc80c0d2300 msgr2=0x7fc80c1586f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:21.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 shutdown_connections 2024-09-19T06:05:21.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.749+0000 7fc812a00640 1 -- 172.21.15.92:0/669936771 wait complete. 2024-09-19T06:05:21.767 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_strays.TestStrays.test_files_throttle' 2024-09-19T06:05:21.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.917+0000 7f777ae00640 1 Processor -- start 2024-09-19T06:05:21.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.918+0000 7f777ae00640 1 -- start start 2024-09-19T06:05:21.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f777ae00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77740b2da0 0x7f77740ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f777ae00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f77741434f0 0x7f77740ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f777ae00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f7774141d40 con 0x7f777415ec10 2024-09-19T06:05:21.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f777ae00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f7774143920 con 0x7f77741434f0 2024-09-19T06:05:21.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f777ae00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f7774141af0 con 0x7f77740b2da0 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f7773400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f777415ec10 0x7f7774142de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:52970/0 (socket says 172.21.15.92:52970) 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f7773400640 1 -- 172.21.15.92:0/950550123 learned_addr learned my addr 172.21.15.92:0/950550123 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f7773e00640 1 --2- 172.21.15.92:0/950550123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77740b2da0 0x7f77740ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f7778e00640 1 --2- 172.21.15.92:0/950550123 >> v2:172.21.15.102:3300/0 conn(0x7f77741434f0 0x7f77740ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.919+0000 7f7772a00640 1 -- 172.21.15.92:0/950550123 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 154392474 0 0) 0x7f7774141d40 con 0x7f777415ec10 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.920+0000 7f7772a00640 1 -- 172.21.15.92:0/950550123 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f7758003520 con 0x7f777415ec10 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.920+0000 7f7773e00640 1 -- 172.21.15.92:0/950550123 >> v2:172.21.15.102:3300/0 conn(0x7f77741434f0 msgr2=0x7f77740ce8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.920+0000 7f7773e00640 1 --2- 172.21.15.92:0/950550123 >> v2:172.21.15.102:3300/0 conn(0x7f77741434f0 0x7f77740ce8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.920+0000 7f7773e00640 1 -- 172.21.15.92:0/950550123 >> v1:172.21.15.92:6789/0 conn(0x7f777415ec10 legacy=0x7f7774142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.923 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.920+0000 7f7773e00640 1 -- 172.21.15.92:0/950550123 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f7774142020 con 0x7f77740b2da0 2024-09-19T06:05:21.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.921+0000 7f7773e00640 1 --2- 172.21.15.92:0/950550123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77740b2da0 0x7f77740ce380 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7764009d90 tx=0x7f776402a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=822601219192c93a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:21.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.921+0000 7f7772a00640 1 -- 172.21.15.92:0/950550123 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7764007740 con 0x7f77740b2da0 2024-09-19T06:05:21.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.921+0000 7f7772a00640 1 -- 172.21.15.92:0/950550123 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77640078e0 con 0x7f77740b2da0 2024-09-19T06:05:21.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.921+0000 7f7772a00640 1 -- 172.21.15.92:0/950550123 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7764007cb0 con 0x7f77740b2da0 2024-09-19T06:05:21.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.922+0000 7f777ae00640 1 -- 172.21.15.92:0/950550123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77740b2da0 msgr2=0x7f77740ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.922+0000 7f777ae00640 1 --2- 172.21.15.92:0/950550123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77740b2da0 0x7f77740ce380 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7764009d90 tx=0x7f776402a660 comp rx=0 tx=0).stop 2024-09-19T06:05:21.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.922+0000 7f777ae00640 1 -- 172.21.15.92:0/950550123 shutdown_connections 2024-09-19T06:05:21.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.922+0000 7f777ae00640 1 --2- 172.21.15.92:0/950550123 >> v2:172.21.15.102:3300/0 conn(0x7f77741434f0 0x7f77740ce8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.922+0000 7f777ae00640 1 --2- 172.21.15.92:0/950550123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77740b2da0 0x7f77740ce380 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.922+0000 7f777ae00640 1 -- 172.21.15.92:0/950550123 >> 172.21.15.92:0/950550123 conn(0x7f777406bc10 msgr2=0x7f777406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:21.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.922+0000 7f777ae00640 1 -- 172.21.15.92:0/950550123 shutdown_connections 2024-09-19T06:05:21.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.922+0000 7f777ae00640 1 -- 172.21.15.92:0/950550123 wait complete. 2024-09-19T06:05:21.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.923+0000 7f777ae00640 1 Processor -- start 2024-09-19T06:05:21.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.923+0000 7f777ae00640 1 -- start start 2024-09-19T06:05:21.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.924+0000 7f777ae00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77740b2da0 0x7f777413d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.924+0000 7f777ae00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77741434f0 0x7f77740b4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.924+0000 7f777ae00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777415ec10 0x7f77740b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.924+0000 7f777ae00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f77741428c0 con 0x7f77741434f0 2024-09-19T06:05:21.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.924+0000 7f777ae00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f77741425e0 con 0x7f77740b2da0 2024-09-19T06:05:21.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.924+0000 7f777ae00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f77740b3180 con 0x7f777415ec10 2024-09-19T06:05:21.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77741434f0 0x7f77740b4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77741434f0 0x7f77740b4160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41886/0 (socket says 172.21.15.92:41886) 2024-09-19T06:05:21.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773400640 1 -- 172.21.15.92:0/850167823 learned_addr learned my addr 172.21.15.92:0/850167823 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:21.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773e00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77740b2da0 0x7f777413d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7778e00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777415ec10 0x7f77740b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773400640 1 -- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777415ec10 msgr2=0x7f77740b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773400640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777415ec10 0x7f77740b51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773400640 1 -- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77740b2da0 msgr2=0x7f777413d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773400640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77740b2da0 0x7f777413d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773400640 1 -- 172.21.15.92:0/850167823 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77740b5a60 con 0x7f77741434f0 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773e00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77740b2da0 0x7f777413d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7778e00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777415ec10 0x7f77740b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.925+0000 7f7773400640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77741434f0 0x7f77740b4160 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f776000c460 tx=0x7f776000c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:21.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.926+0000 7f776be00640 1 -- 172.21.15.92:0/850167823 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7760017070 con 0x7f77741434f0 2024-09-19T06:05:21.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.926+0000 7f776be00640 1 -- 172.21.15.92:0/850167823 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f7760005ce0 con 0x7f77741434f0 2024-09-19T06:05:21.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.926+0000 7f776be00640 1 -- 172.21.15.92:0/850167823 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7760007310 con 0x7f77741434f0 2024-09-19T06:05:21.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.926+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77740b5d40 con 0x7f77741434f0 2024-09-19T06:05:21.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.926+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77740b3c40 con 0x7f77741434f0 2024-09-19T06:05:21.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.927+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77740b2b90 con 0x7f77741434f0 2024-09-19T06:05:21.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.928+0000 7f776be00640 1 -- 172.21.15.92:0/850167823 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f776001a070 con 0x7f77741434f0 2024-09-19T06:05:21.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.928+0000 7f776be00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f775406c2b0 0x7f775406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:21.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.929+0000 7f776be00640 1 -- 172.21.15.92:0/850167823 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7f776008a630 con 0x7f77741434f0 2024-09-19T06:05:21.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.929+0000 7f7773e00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f775406c2b0 0x7f775406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:21.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.929+0000 7f7773e00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f775406c2b0 0x7f775406e770 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7764034000 tx=0x7f7764033040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:21.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:21.933+0000 7f776be00640 1 -- 172.21.15.92:0/850167823 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f77740b2b90 con 0x7f77741434f0 2024-09-19T06:05:22.177 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:22.175+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_files_throttle"]} v 0) -- 0x7f7774142de0 con 0x7f77741434f0 2024-09-19T06:05:23.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.026+0000 7f776be00640 1 -- 172.21.15.92:0/850167823 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_files_throttle"]}]=0 v223) ==== 137+0+0 (secure 0 0 0) 0x7f7760059000 con 0x7f77741434f0 2024-09-19T06:05:23.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f775406c2b0 msgr2=0x7f775406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f775406c2b0 0x7f775406e770 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f7764034000 tx=0x7f7764033040 comp rx=0 tx=0).stop 2024-09-19T06:05:23.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77741434f0 msgr2=0x7f77740b4160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77741434f0 0x7f77740b4160 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f776000c460 tx=0x7f776000c920 comp rx=0 tx=0).stop 2024-09-19T06:05:23.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 shutdown_connections 2024-09-19T06:05:23.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f777415ec10 0x7f77740b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f77741434f0 0x7f77740b4160 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f775406c2b0 0x7f775406e770 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 --2- 172.21.15.92:0/850167823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f77740b2da0 0x7f777413d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 >> 172.21.15.92:0/850167823 conn(0x7f777406bc10 msgr2=0x7f777413ffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:23.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 shutdown_connections 2024-09-19T06:05:23.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.029+0000 7f777ae00640 1 -- 172.21.15.92:0/850167823 wait complete. 2024-09-19T06:05:23.049 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T06:05:23.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.208+0000 7f1d2f400640 1 Processor -- start 2024-09-19T06:05:23.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.208+0000 7f1d2f400640 1 -- start start 2024-09-19T06:05:23.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280d1130 0x7f1d280d1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2f400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1d280d1a50 0x7f1d280b7c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1d280b8160 0x7f1d280b8610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2f400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f1d280d40a0 con 0x7f1d280b8160 2024-09-19T06:05:23.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2f400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f1d280d4530 con 0x7f1d280d1a50 2024-09-19T06:05:23.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1d280d3490 con 0x7f1d280d1130 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1d280b8160 0x7f1d280b8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1d280b8160 0x7f1d280b8610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41888/0 (socket says 172.21.15.92:41888) 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2d400640 1 -- 172.21.15.92:0/390254977 learned_addr learned my addr 172.21.15.92:0/390254977 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d2ca00640 1 --2- 172.21.15.92:0/390254977 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280d1130 0x7f1d280d1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.209+0000 7f1d27e00640 1 --2- 172.21.15.92:0/390254977 >> v2:172.21.15.102:3300/0 conn(0x7f1d280d1a50 0x7f1d280b7c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.210+0000 7f1d2d400640 1 -- 172.21.15.92:0/390254977 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280d1130 msgr2=0x7f1d280d1510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.210+0000 7f1d2d400640 1 --2- 172.21.15.92:0/390254977 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280d1130 0x7f1d280d1510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.210+0000 7f1d2d400640 1 -- 172.21.15.92:0/390254977 >> v2:172.21.15.102:3300/0 conn(0x7f1d280d1a50 msgr2=0x7f1d280b7c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.210+0000 7f1d2d400640 1 --2- 172.21.15.92:0/390254977 >> v2:172.21.15.102:3300/0 conn(0x7f1d280d1a50 0x7f1d280b7c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.210+0000 7f1d2d400640 1 -- 172.21.15.92:0/390254977 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d280d3770 con 0x7f1d280b8160 2024-09-19T06:05:23.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.210+0000 7f1d27e00640 1 --2- 172.21.15.92:0/390254977 >> v2:172.21.15.102:3300/0 conn(0x7f1d280d1a50 0x7f1d280b7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:23.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.211+0000 7f1d2d400640 1 --2- 172.21.15.92:0/390254977 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280b8160 0x7f1d280b8610 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f1d28063610 tx=0x7f1d2002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=960c6568377c2f2a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:23.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.211+0000 7f1d27400640 1 -- 172.21.15.92:0/390254977 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d20036070 con 0x7f1d280b8160 2024-09-19T06:05:23.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.211+0000 7f1d27400640 1 -- 172.21.15.92:0/390254977 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d20031600 con 0x7f1d280b8160 2024-09-19T06:05:23.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.211+0000 7f1d27400640 1 -- 172.21.15.92:0/390254977 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d200319d0 con 0x7f1d280b8160 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.212+0000 7f1d2f400640 1 -- 172.21.15.92:0/390254977 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280b8160 msgr2=0x7f1d280b8610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.212+0000 7f1d2f400640 1 --2- 172.21.15.92:0/390254977 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280b8160 0x7f1d280b8610 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f1d28063610 tx=0x7f1d2002a6a0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.212+0000 7f1d2f400640 1 -- 172.21.15.92:0/390254977 shutdown_connections 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.212+0000 7f1d2f400640 1 --2- 172.21.15.92:0/390254977 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280b8160 0x7f1d280b8610 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.212+0000 7f1d2f400640 1 --2- 172.21.15.92:0/390254977 >> v2:172.21.15.102:3300/0 conn(0x7f1d280d1a50 0x7f1d280b7c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.212+0000 7f1d2f400640 1 --2- 172.21.15.92:0/390254977 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280d1130 0x7f1d280d1510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.212+0000 7f1d2f400640 1 -- 172.21.15.92:0/390254977 >> 172.21.15.92:0/390254977 conn(0x7f1d2806c020 msgr2=0x7f1d2806c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.212+0000 7f1d2f400640 1 -- 172.21.15.92:0/390254977 shutdown_connections 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.212+0000 7f1d2f400640 1 -- 172.21.15.92:0/390254977 wait complete. 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.213+0000 7f1d2f400640 1 Processor -- start 2024-09-19T06:05:23.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.213+0000 7f1d2f400640 1 -- start start 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.214+0000 7f1d2f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280b8160 0x7f1d281553b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.214+0000 7f1d2f400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d280d1130 0x7f1d281f3ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.214+0000 7f1d2f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280d1a50 0x7f1d28153850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.214+0000 7f1d2f400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1d280d1e90 con 0x7f1d280d1a50 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.214+0000 7f1d2f400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1d280d3d30 con 0x7f1d280d1130 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.214+0000 7f1d2f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1d280d3070 con 0x7f1d280b8160 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280d1a50 0x7f1d28153850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280d1a50 0x7f1d28153850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41900/0 (socket says 172.21.15.92:41900) 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2d400640 1 -- 172.21.15.92:0/2267368580 learned_addr learned my addr 172.21.15.92:0/2267368580 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:23.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2ca00640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280b8160 0x7f1d281553b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d27e00640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d280d1130 0x7f1d281f3ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2d400640 1 -- 172.21.15.92:0/2267368580 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280b8160 msgr2=0x7f1d281553b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2d400640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280b8160 0x7f1d281553b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2d400640 1 -- 172.21.15.92:0/2267368580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d280d1130 msgr2=0x7f1d281f3ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2d400640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d280d1130 0x7f1d281f3ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2d400640 1 -- 172.21.15.92:0/2267368580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1d28154310 con 0x7f1d280d1a50 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.215+0000 7f1d2d400640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280d1a50 0x7f1d28153850 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f1d20034040 tx=0x7f1d20004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.216+0000 7f1d24c00640 1 -- 172.21.15.92:0/2267368580 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d20036050 con 0x7f1d280d1a50 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.216+0000 7f1d24c00640 1 -- 172.21.15.92:0/2267368580 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1d20042070 con 0x7f1d280d1a50 2024-09-19T06:05:23.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.216+0000 7f1d24c00640 1 -- 172.21.15.92:0/2267368580 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1d20009510 con 0x7f1d280d1a50 2024-09-19T06:05:23.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.216+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1d281545f0 con 0x7f1d280d1a50 2024-09-19T06:05:23.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.216+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1d28154bb0 con 0x7f1d280d1a50 2024-09-19T06:05:23.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.217+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1d280d1510 con 0x7f1d280d1a50 2024-09-19T06:05:23.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.218+0000 7f1d24c00640 1 -- 172.21.15.92:0/2267368580 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1d20007bf0 con 0x7f1d280d1a50 2024-09-19T06:05:23.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.218+0000 7f1d24c00640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1d0806c2e0 0x7f1d0806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.219+0000 7f1d24c00640 1 -- 172.21.15.92:0/2267368580 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7f1d200abdf0 con 0x7f1d280d1a50 2024-09-19T06:05:23.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.219+0000 7f1d2ca00640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1d0806c2e0 0x7f1d0806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.219+0000 7f1d2ca00640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1d0806c2e0 0x7f1d0806e7a0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c009ac0 tx=0x7f1d1c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:23.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.223+0000 7f1d24c00640 1 -- 172.21.15.92:0/2267368580 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1d2007a330 con 0x7f1d280d1a50 2024-09-19T06:05:23.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.397+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7f1d2815c540 con 0x7f1d280d1a50 2024-09-19T06:05:23.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.402+0000 7f1d24c00640 1 -- 172.21.15.92:0/2267368580 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) ==== 122+0+0 (secure 0 0 0) 0x7f1d2007e630 con 0x7f1d280d1a50 2024-09-19T06:05:23.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1d0806c2e0 msgr2=0x7f1d0806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1d0806c2e0 0x7f1d0806e7a0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f1d1c009ac0 tx=0x7f1d1c009190 comp rx=0 tx=0).stop 2024-09-19T06:05:23.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280d1a50 msgr2=0x7f1d28153850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280d1a50 0x7f1d28153850 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f1d20034040 tx=0x7f1d20004a40 comp rx=0 tx=0).stop 2024-09-19T06:05:23.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 shutdown_connections 2024-09-19T06:05:23.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d280d1a50 0x7f1d28153850 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1d0806c2e0 0x7f1d0806e7a0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1d280d1130 0x7f1d281f3ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 --2- 172.21.15.92:0/2267368580 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1d280b8160 0x7f1d281553b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 >> 172.21.15.92:0/2267368580 conn(0x7f1d2806c020 msgr2=0x7f1d2815b7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:23.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 shutdown_connections 2024-09-19T06:05:23.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.405+0000 7f1d2f400640 1 -- 172.21.15.92:0/2267368580 wait complete. 2024-09-19T06:05:23.423 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:05:23.423 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:05:23.501 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:05:23.593 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:05:23.593 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:05:23.593 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:23.629 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:05:23.629 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:05:23.629 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:23.665 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:05:23.665 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:05:23.665 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:23.703 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:05:23.704 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:05:23.704 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:23.741 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:05:23.741 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T06:05:23.741 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:23.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.892+0000 7f9a43e00640 1 Processor -- start 2024-09-19T06:05:23.897 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.893+0000 7f9a43e00640 1 -- start start 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.894+0000 7f9a43e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 0x7f9a44166e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.894+0000 7f9a43e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a440d0130 con 0x7f9a4415f5f0 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.894+0000 7f9a43e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f9a440d0410 con 0x7f9a440ce970 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.894+0000 7f9a43e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9a440d0ef0 con 0x7f9a440b2480 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.894+0000 7f9a42a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f9a4415f5f0 0x7f9a440ce260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:52974/0 (socket says 172.21.15.92:52974) 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.894+0000 7f9a42a00640 1 -- 172.21.15.92:0/2311676985 learned_addr learned my addr 172.21.15.92:0/2311676985 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.894+0000 7f9a43400640 1 --2- 172.21.15.92:0/2311676985 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 0x7f9a44166e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.895+0000 7f9a42000640 1 -- 172.21.15.92:0/2311676985 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3406382173 0 0) 0x7f9a440d0130 con 0x7f9a4415f5f0 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.895+0000 7f9a42000640 1 -- 172.21.15.92:0/2311676985 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9a28003520 con 0x7f9a4415f5f0 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.895+0000 7f9a43400640 1 -- 172.21.15.92:0/2311676985 >> v1:172.21.15.102:6789/0 conn(0x7f9a440ce970 legacy=0x7f9a440b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.895+0000 7f9a42000640 1 -- 172.21.15.92:0/2311676985 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1433073253 0 0) 0x7f9a440d0410 con 0x7f9a440ce970 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.895+0000 7f9a43400640 1 -- 172.21.15.92:0/2311676985 >> v1:172.21.15.92:6789/0 conn(0x7f9a4415f5f0 legacy=0x7f9a440ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.895+0000 7f9a43400640 1 -- 172.21.15.92:0/2311676985 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a440d06f0 con 0x7f9a440b2480 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.896+0000 7f9a43400640 1 --2- 172.21.15.92:0/2311676985 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 0x7f9a44166e70 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c009dc0 tx=0x7f9a3c02a5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b22c22a4967ef500 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.896+0000 7f9a42000640 1 -- 172.21.15.92:0/2311676985 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c007740 con 0x7f9a440b2480 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.896+0000 7f9a42000640 1 -- 172.21.15.92:0/2311676985 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a3c0078e0 con 0x7f9a440b2480 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.896+0000 7f9a42000640 1 -- 172.21.15.92:0/2311676985 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c007cb0 con 0x7f9a440b2480 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.897+0000 7f9a43e00640 1 -- 172.21.15.92:0/2311676985 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 msgr2=0x7f9a44166e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.897+0000 7f9a43e00640 1 --2- 172.21.15.92:0/2311676985 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 0x7f9a44166e70 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c009dc0 tx=0x7f9a3c02a5b0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.897+0000 7f9a43e00640 1 -- 172.21.15.92:0/2311676985 shutdown_connections 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.897+0000 7f9a43e00640 1 --2- 172.21.15.92:0/2311676985 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 0x7f9a44166e70 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.897+0000 7f9a43e00640 1 -- 172.21.15.92:0/2311676985 >> 172.21.15.92:0/2311676985 conn(0x7f9a44062a20 msgr2=0x7f9a4406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.897+0000 7f9a43e00640 1 -- 172.21.15.92:0/2311676985 shutdown_connections 2024-09-19T06:05:23.900 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.897+0000 7f9a43e00640 1 -- 172.21.15.92:0/2311676985 wait complete. 2024-09-19T06:05:23.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.899+0000 7f9a43e00640 1 Processor -- start 2024-09-19T06:05:23.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.899+0000 7f9a43e00640 1 -- start start 2024-09-19T06:05:23.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 0x7f9a441f82c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a440ce970 0x7f9a44152c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4415f5f0 0x7f9a440ae890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f9a4415f9d0 con 0x7f9a4415f5f0 2024-09-19T06:05:23.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f9a4406ca80 con 0x7f9a440ce970 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9a44071fd0 con 0x7f9a440b2480 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4415f5f0 0x7f9a440ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4415f5f0 0x7f9a440ae890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:41906/0 (socket says 172.21.15.92:41906) 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43400640 1 -- 172.21.15.92:0/3806480779 learned_addr learned my addr 172.21.15.92:0/3806480779 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a3a000640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a440ce970 0x7f9a44152c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a42a00640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 0x7f9a441f82c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43400640 1 -- 172.21.15.92:0/3806480779 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 msgr2=0x7f9a441f82c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43400640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 0x7f9a441f82c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43400640 1 -- 172.21.15.92:0/3806480779 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a440ce970 msgr2=0x7f9a44152c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43400640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a440ce970 0x7f9a44152c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.900+0000 7f9a43400640 1 -- 172.21.15.92:0/3806480779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9a440cc790 con 0x7f9a4415f5f0 2024-09-19T06:05:23.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.901+0000 7f9a43400640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4415f5f0 0x7f9a440ae890 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c02aba0 tx=0x7f9a3c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:23.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.901+0000 7f9a3b400640 1 -- 172.21.15.92:0/3806480779 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c040070 con 0x7f9a4415f5f0 2024-09-19T06:05:23.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.901+0000 7f9a3b400640 1 -- 172.21.15.92:0/3806480779 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9a3c031bc0 con 0x7f9a4415f5f0 2024-09-19T06:05:23.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.901+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9a441f4d50 con 0x7f9a4415f5f0 2024-09-19T06:05:23.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.901+0000 7f9a3b400640 1 -- 172.21.15.92:0/3806480779 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9a3c009450 con 0x7f9a4415f5f0 2024-09-19T06:05:23.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.901+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9a441f7da0 con 0x7f9a4415f5f0 2024-09-19T06:05:23.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.902+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f9a441f78f0 con 0x7f9a4415f5f0 2024-09-19T06:05:23.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.903+0000 7f9a3b400640 1 -- 172.21.15.92:0/3806480779 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9a3c039040 con 0x7f9a4415f5f0 2024-09-19T06:05:23.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.904+0000 7f9a3b400640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2006c2b0 0x7f9a2006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:23.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.904+0000 7f9a3b400640 1 -- 172.21.15.92:0/3806480779 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(83..83 src has 1..83) ==== 4943+0+0 (secure 0 0 0) 0x7f9a3c0ac8a0 con 0x7f9a4415f5f0 2024-09-19T06:05:23.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.904+0000 7f9a42a00640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2006c2b0 0x7f9a2006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:23.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.905+0000 7f9a42a00640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2006c2b0 0x7f9a2006e770 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9a34005880 tx=0x7f9a34009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:23.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:23.908+0000 7f9a3b400640 1 -- 172.21.15.92:0/3806480779 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9a3c07ac20 con 0x7f9a4415f5f0 2024-09-19T06:05:24.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.116+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f9a4415b670 con 0x7f9a4415f5f0 2024-09-19T06:05:24.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.117+0000 7f9a3b400640 1 -- 172.21.15.92:0/3806480779 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) ==== 94+0+3914 (secure 0 0 0) 0x7f9a4415b670 con 0x7f9a4415f5f0 2024-09-19T06:05:24.119 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:24.119 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":52,"btime":"2024-09-19T06:05:17:693656+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5441,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/1658533820","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1658533820},{"type":"v1","addr":"172.21.15.92:6835","nonce":1658533820}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5444,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/808429590","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":808429590},{"type":"v1","addr":"172.21.15.102:6834","nonce":808429590}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":5893,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2327652856","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2327652856},{"type":"v1","addr":"172.21.15.102:6835","nonce":2327652856}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":45},{"gid":6378,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2712404470","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":2712404470},{"type":"v1","addr":"172.21.15.92:6837","nonce":2712404470}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":52}],"filesystems":[]} 2024-09-19T06:05:24.119 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 52 2024-09-19T06:05:24.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2006c2b0 msgr2=0x7f9a2006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:24.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2006c2b0 0x7f9a2006e770 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f9a34005880 tx=0x7f9a34009040 comp rx=0 tx=0).stop 2024-09-19T06:05:24.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4415f5f0 msgr2=0x7f9a440ae890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:24.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4415f5f0 0x7f9a440ae890 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f9a3c02aba0 tx=0x7f9a3c004a40 comp rx=0 tx=0).stop 2024-09-19T06:05:24.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 shutdown_connections 2024-09-19T06:05:24.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9a4415f5f0 0x7f9a440ae890 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:24.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f9a2006c2b0 0x7f9a2006e770 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:24.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9a440ce970 0x7f9a44152c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:24.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 --2- 172.21.15.92:0/3806480779 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9a440b2480 0x7f9a441f82c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:24.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 >> 172.21.15.92:0/3806480779 conn(0x7f9a44062a20 msgr2=0x7f9a440affd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:24.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 shutdown_connections 2024-09-19T06:05:24.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:24.119+0000 7f9a43e00640 1 -- 172.21.15.92:0/3806480779 wait complete. 2024-09-19T06:05:24.137 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:05:24.137 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T06:05:24.137 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:05:24.137 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:05:24.137 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:05:24.138 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T06:05:24.138 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:05:24.138 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:05:24.138 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:05:24.138 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T06:05:24.138 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:05:24.138 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:05:24.138 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:05:24.139 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T06:05:24.139 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:05:24.139 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:05:24.153 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:05:24.153 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:05:24.154 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:05:24.154 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:05:24.156 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:05:24.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:05:24.197 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:05:24.198 DEBUG:teuthology.parallel:result is None 2024-09-19T06:05:24.200 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:05:24.200 DEBUG:teuthology.parallel:result is None 2024-09-19T06:05:24.200 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:05:24.200 DEBUG:teuthology.parallel:result is None 2024-09-19T06:05:24.325 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:05:24.325 INFO:tasks.ceph.mds.d.smithi102.stdout:starting mds.d at 2024-09-19T06:05:24.326 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:05:30.156 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:05:30.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:05:30.162 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:05:30.162 DEBUG:teuthology.parallel:result is None 2024-09-19T06:05:30.162 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T06:05:30.307 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:05:30.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.334+0000 7fdf6be00640 1 Processor -- start 2024-09-19T06:05:30.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.334+0000 7fdf6be00640 1 -- start start 2024-09-19T06:05:30.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.336+0000 7fdf6be00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fdf6415e750 0x7fdf640cf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:30.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.336+0000 7fdf6be00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf640b7790 con 0x7fdf640b6bb0 2024-09-19T06:05:30.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.336+0000 7fdf6be00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf640d3600 con 0x7fdf640cfb70 2024-09-19T06:05:30.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.336+0000 7fdf6be00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fdf640d43c0 con 0x7fdf6415e750 2024-09-19T06:05:30.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.336+0000 7fdf69e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fdf640b6bb0 0x7fdf640b7f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:39876/0 (socket says 172.21.15.92:39876) 2024-09-19T06:05:30.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.336+0000 7fdf69e00640 1 -- 172.21.15.92:0/454803251 learned_addr learned my addr 172.21.15.92:0/454803251 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:30.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.336+0000 7fdf69400640 1 --2- 172.21.15.92:0/454803251 >> v2:172.21.15.102:3300/0 conn(0x7fdf6415e750 0x7fdf640cf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:30.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.336+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 248004311 0 0) 0x7fdf640b7790 con 0x7fdf640b6bb0 2024-09-19T06:05:30.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.336+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fdf4c003520 con 0x7fdf640b6bb0 2024-09-19T06:05:30.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 4249398616 0 0) 0x7fdf4c003520 con 0x7fdf640b6bb0 2024-09-19T06:05:30.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 >> v2:172.21.15.102:3300/0 conn(0x7fdf6415e750 msgr2=0x7fdf640cf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:30.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 --2- 172.21.15.92:0/454803251 >> v2:172.21.15.102:3300/0 conn(0x7fdf6415e750 0x7fdf640cf630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:30.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 >> v1:172.21.15.102:6789/0 conn(0x7fdf640cfb70 legacy=0x7fdf640b64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:30.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf640d38e0 con 0x7fdf640b6bb0 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7fdf5c001690 con 0x7fdf640b6bb0 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 >> v1:172.21.15.92:6789/0 conn(0x7fdf640b6bb0 legacy=0x7fdf640b7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf4c0039b0 0x7fdf4c003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf4c004800 0x7fdf4c004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0051c0 0x7fdf4c00b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fdf640d43c0 con 0x7fdf4c004800 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf4c00c060 con 0x7fdf4c0039b0 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fdf4c00c260 con 0x7fdf4c0051c0 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf68a00640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf4c004800 0x7fdf4c004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf69400640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf4c0039b0 0x7fdf4c003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.337+0000 7fdf69e00640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0051c0 0x7fdf4c00b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.338+0000 7fdf69400640 1 -- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0051c0 msgr2=0x7fdf4c00b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.338+0000 7fdf69400640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0051c0 0x7fdf4c00b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:30.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.338+0000 7fdf69400640 1 -- 172.21.15.92:0/454803251 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf4c004800 msgr2=0x7fdf4c004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:30.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.338+0000 7fdf69400640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf4c004800 0x7fdf4c004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:30.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.338+0000 7fdf69400640 1 -- 172.21.15.92:0/454803251 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf4c003520 con 0x7fdf4c0039b0 2024-09-19T06:05:30.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.338+0000 7fdf69e00640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0051c0 0x7fdf4c00b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:30.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.338+0000 7fdf68a00640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf4c004800 0x7fdf4c004c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:30.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.338+0000 7fdf69e00640 1 -- 172.21.15.92:0/454803251 reap_dead start 2024-09-19T06:05:30.343 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.339+0000 7fdf69400640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf4c0039b0 0x7fdf4c003dd0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdf58009fa0 tx=0x7fdf4c005830 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78b1701d2fab4513 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:30.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.339+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58009bf0 con 0x7fdf4c0039b0 2024-09-19T06:05:30.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.339+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf58036070 con 0x7fdf4c0039b0 2024-09-19T06:05:30.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.339+0000 7fdf63e00640 1 -- 172.21.15.92:0/454803251 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf58030850 con 0x7fdf4c0039b0 2024-09-19T06:05:30.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.340+0000 7fdf6be00640 1 -- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf4c0039b0 msgr2=0x7fdf4c003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:30.345 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.340+0000 7fdf6be00640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf4c0039b0 0x7fdf4c003dd0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fdf58009fa0 tx=0x7fdf4c005830 comp rx=0 tx=0).stop 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.340+0000 7fdf6be00640 1 -- 172.21.15.92:0/454803251 shutdown_connections 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.340+0000 7fdf6be00640 1 --2- 172.21.15.92:0/454803251 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf4c0039b0 0x7fdf4c003dd0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.340+0000 7fdf6be00640 1 -- 172.21.15.92:0/454803251 >> 172.21.15.92:0/454803251 conn(0x7fdf640d1500 msgr2=0x7fdf640d1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.340+0000 7fdf6be00640 1 -- 172.21.15.92:0/454803251 shutdown_connections 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.340+0000 7fdf6be00640 1 -- 172.21.15.92:0/454803251 wait complete. 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.342+0000 7fdf6be00640 1 Processor -- start 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.342+0000 7fdf6be00640 1 -- start start 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf6be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0039b0 0x7fdf641f4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf6be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf6415a4c0 0x7fdf64152b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf6be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf641f8200 0x7fdf641f8680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf6be00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fdf640b7ac0 con 0x7fdf641f8200 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf6be00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf640d33b0 con 0x7fdf6415a4c0 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf6be00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fdf6415eb30 con 0x7fdf4c0039b0 2024-09-19T06:05:30.346 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf69e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf641f8200 0x7fdf641f8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:30.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf69e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf641f8200 0x7fdf641f8680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38608/0 (socket says 172.21.15.92:38608) 2024-09-19T06:05:30.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf69e00640 1 -- 172.21.15.92:0/3593005876 learned_addr learned my addr 172.21.15.92:0/3593005876 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:30.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf69400640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0039b0 0x7fdf641f4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:30.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf68a00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf6415a4c0 0x7fdf64152b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:30.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf69e00640 1 -- 172.21.15.92:0/3593005876 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0039b0 msgr2=0x7fdf641f4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:30.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf69e00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0039b0 0x7fdf641f4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:30.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf69e00640 1 -- 172.21.15.92:0/3593005876 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf6415a4c0 msgr2=0x7fdf64152b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:30.347 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf69e00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf6415a4c0 0x7fdf64152b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:30.348 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.343+0000 7fdf69e00640 1 -- 172.21.15.92:0/3593005876 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf641f4a70 con 0x7fdf641f8200 2024-09-19T06:05:30.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.344+0000 7fdf69e00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf641f8200 0x7fdf641f8680 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c000c00 tx=0x7fdf5c007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:30.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.344+0000 7fdf61600640 1 -- 172.21.15.92:0/3593005876 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c007d30 con 0x7fdf641f8200 2024-09-19T06:05:30.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.344+0000 7fdf61600640 1 -- 172.21.15.92:0/3593005876 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf5c018070 con 0x7fdf641f8200 2024-09-19T06:05:30.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.344+0000 7fdf61600640 1 -- 172.21.15.92:0/3593005876 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c00fb30 con 0x7fdf641f8200 2024-09-19T06:05:30.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.344+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf641f4ce0 con 0x7fdf641f8200 2024-09-19T06:05:30.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.344+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf641f52a0 con 0x7fdf641f8200 2024-09-19T06:05:30.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.345+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf641f54e0 con 0x7fdf641f8200 2024-09-19T06:05:30.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.346+0000 7fdf61600640 1 -- 172.21.15.92:0/3593005876 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf5c00fcd0 con 0x7fdf641f8200 2024-09-19T06:05:30.349 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.347+0000 7fdf61600640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf4406c2b0 0x7fdf4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:30.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.347+0000 7fdf61600640 1 -- 172.21.15.92:0/3593005876 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(86..86 src has 1..86) ==== 4943+0+0 (secure 0 0 0) 0x7fdf5c08ad50 con 0x7fdf641f8200 2024-09-19T06:05:30.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.347+0000 7fdf69400640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf4406c2b0 0x7fdf4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:30.350 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.348+0000 7fdf69400640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf4406c2b0 0x7fdf4406e770 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fdf58035000 tx=0x7fdf5802f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:30.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.352+0000 7fdf61600640 1 -- 172.21.15.92:0/3593005876 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf641f54e0 con 0x7fdf641f8200 2024-09-19T06:05:30.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:30.536+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7fdf640b59a0 con 0x7fdf641f8200 2024-09-19T06:05:32.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.060+0000 7fdf61600640 1 -- 172.21.15.92:0/3593005876 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v88) ==== 97+0+0 (secure 0 0 0) 0x7fdf5c08e030 con 0x7fdf641f8200 2024-09-19T06:05:32.063 INFO:teuthology.orchestra.run.smithi092.stderr: removed all blocklist entries 2024-09-19T06:05:32.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf4406c2b0 msgr2=0x7fdf4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf4406c2b0 0x7fdf4406e770 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fdf58035000 tx=0x7fdf5802f000 comp rx=0 tx=0).stop 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf641f8200 msgr2=0x7fdf641f8680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf641f8200 0x7fdf641f8680 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c000c00 tx=0x7fdf5c007720 comp rx=0 tx=0).stop 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 shutdown_connections 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf641f8200 0x7fdf641f8680 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdf4406c2b0 0x7fdf4406e770 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf6415a4c0 0x7fdf64152b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 --2- 172.21.15.92:0/3593005876 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf4c0039b0 0x7fdf641f4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 >> 172.21.15.92:0/3593005876 conn(0x7fdf640d1500 msgr2=0x7fdf640b90c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 shutdown_connections 2024-09-19T06:05:32.067 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.064+0000 7fdf6be00640 1 -- 172.21.15.92:0/3593005876 wait complete. 2024-09-19T06:05:32.086 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T06:05:32.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.241+0000 7f088d400640 1 Processor -- start 2024-09-19T06:05:32.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.241+0000 7f088d400640 1 -- start start 2024-09-19T06:05:32.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.242+0000 7f088d400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f08880b2da0 0x7f08880ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.242+0000 7f088d400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f08881434f0 0x7f08880ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.242+0000 7f088d400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0888141d40 con 0x7f088815ec10 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f088d400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0888143920 con 0x7f08881434f0 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f088d400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0888141af0 con 0x7f08880b2da0 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f0887200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f08881434f0 0x7f08880ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f0886800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f08880b2da0 0x7f08880ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f0887200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f08881434f0 0x7f08880ce8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:41084/0 (socket says 172.21.15.92:41084) 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f0887200640 1 -- 172.21.15.92:0/2295393570 learned_addr learned my addr 172.21.15.92:0/2295393570 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f0886800640 1 -- 172.21.15.92:0/2295393570 >> v2:172.21.15.102:3300/0 conn(0x7f08881434f0 msgr2=0x7f08880ce8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f0885e00640 1 -- 172.21.15.92:0/2295393570 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2209269610 0 0) 0x7f0888141d40 con 0x7f088815ec10 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f0886800640 1 --2- 172.21.15.92:0/2295393570 >> v2:172.21.15.102:3300/0 conn(0x7f08881434f0 0x7f08880ce8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.246 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.243+0000 7f0886800640 1 -- 172.21.15.92:0/2295393570 >> v1:172.21.15.102:6789/0 conn(0x7f088815ec10 legacy=0x7f0888142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.244+0000 7f0886800640 1 -- 172.21.15.92:0/2295393570 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0888142020 con 0x7f08880b2da0 2024-09-19T06:05:32.247 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.244+0000 7f0887200640 1 --2- 172.21.15.92:0/2295393570 >> v2:172.21.15.102:3300/0 conn(0x7f08881434f0 0x7f08880ce8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:32.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f0886800640 1 --2- 172.21.15.92:0/2295393570 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f08880b2da0 0x7f08880ce380 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f08780097a0 tx=0x7f087802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3d0ffc6354c6a132 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:32.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f0885e00640 1 -- 172.21.15.92:0/2295393570 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0878037070 con 0x7f08880b2da0 2024-09-19T06:05:32.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f0885e00640 1 -- 172.21.15.92:0/2295393570 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0878032440 con 0x7f08880b2da0 2024-09-19T06:05:32.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f0885e00640 1 -- 172.21.15.92:0/2295393570 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0878032810 con 0x7f08880b2da0 2024-09-19T06:05:32.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f088d400640 1 -- 172.21.15.92:0/2295393570 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f08880b2da0 msgr2=0x7f08880ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f088d400640 1 --2- 172.21.15.92:0/2295393570 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f08880b2da0 0x7f08880ce380 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f08780097a0 tx=0x7f087802a180 comp rx=0 tx=0).stop 2024-09-19T06:05:32.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f088d400640 1 -- 172.21.15.92:0/2295393570 shutdown_connections 2024-09-19T06:05:32.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f088d400640 1 --2- 172.21.15.92:0/2295393570 >> v2:172.21.15.102:3300/0 conn(0x7f08881434f0 0x7f08880ce8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f088d400640 1 --2- 172.21.15.92:0/2295393570 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f08880b2da0 0x7f08880ce380 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f088d400640 1 -- 172.21.15.92:0/2295393570 >> 172.21.15.92:0/2295393570 conn(0x7f088806bc10 msgr2=0x7f088806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:32.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.245+0000 7f088d400640 1 -- 172.21.15.92:0/2295393570 shutdown_connections 2024-09-19T06:05:32.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.246+0000 7f088d400640 1 -- 172.21.15.92:0/2295393570 wait complete. 2024-09-19T06:05:32.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.247+0000 7f088d400640 1 Processor -- start 2024-09-19T06:05:32.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.247+0000 7f088d400640 1 -- start start 2024-09-19T06:05:32.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.248+0000 7f088d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08880b2da0 0x7f0888140620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.248+0000 7f088d400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08881434f0 0x7f08880b51d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.248+0000 7f088d400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f088815ec10 0x7f0888071fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.248+0000 7f088d400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f08881428c0 con 0x7f08880b2da0 2024-09-19T06:05:32.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.248+0000 7f088d400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f08881425e0 con 0x7f08881434f0 2024-09-19T06:05:32.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.248+0000 7f088d400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f08880b3180 con 0x7f088815ec10 2024-09-19T06:05:32.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.248+0000 7f0886800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08880b2da0 0x7f0888140620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.248+0000 7f0886800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08880b2da0 0x7f0888140620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38612/0 (socket says 172.21.15.92:38612) 2024-09-19T06:05:32.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.248+0000 7f0886800640 1 -- 172.21.15.92:0/3444167229 learned_addr learned my addr 172.21.15.92:0/3444167229 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f0886800640 1 -- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f088815ec10 msgr2=0x7f0888071fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f087de00640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08881434f0 0x7f08880b51d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f0887200640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f088815ec10 0x7f0888071fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f0886800640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f088815ec10 0x7f0888071fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f0886800640 1 -- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08881434f0 msgr2=0x7f08880b51d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f0886800640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08881434f0 0x7f08880b51d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f0886800640 1 -- 172.21.15.92:0/3444167229 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f08880b5c90 con 0x7f08880b2da0 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f087de00640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08881434f0 0x7f08880b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f0887200640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f088815ec10 0x7f0888071fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f0886800640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08880b2da0 0x7f0888140620 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f08780098c0 tx=0x7f08780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f087f400640 1 -- 172.21.15.92:0/3444167229 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0878037040 con 0x7f08880b2da0 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f087f400640 1 -- 172.21.15.92:0/3444167229 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0878042070 con 0x7f08880b2da0 2024-09-19T06:05:32.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.249+0000 7f087f400640 1 -- 172.21.15.92:0/3444167229 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0878030940 con 0x7f08880b2da0 2024-09-19T06:05:32.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.250+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f08881590d0 con 0x7f08880b2da0 2024-09-19T06:05:32.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.250+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0888159690 con 0x7f08880b2da0 2024-09-19T06:05:32.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.251+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0888142de0 con 0x7f08880b2da0 2024-09-19T06:05:32.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.251+0000 7f087f400640 1 -- 172.21.15.92:0/3444167229 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0878030ae0 con 0x7f08880b2da0 2024-09-19T06:05:32.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.252+0000 7f087f400640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f086406c2b0 0x7f086406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.252+0000 7f087f400640 1 -- 172.21.15.92:0/3444167229 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 4857+0+0 (secure 0 0 0) 0x7f08780ab9e0 con 0x7f08880b2da0 2024-09-19T06:05:32.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.253+0000 7f087de00640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f086406c2b0 0x7f086406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.253+0000 7f087de00640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f086406c2b0 0x7f086406e770 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f0888072e80 tx=0x7f0870009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:32.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.257+0000 7f087f400640 1 -- 172.21.15.92:0/3444167229 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0878045360 con 0x7f08880b2da0 2024-09-19T06:05:32.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.492+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7f08880761c0 con 0x7f08880b2da0 2024-09-19T06:05:32.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.493+0000 7f087f400640 1 -- 172.21.15.92:0/3444167229 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v17) ==== 80+0+5304 (secure 0 0 0) 0x7f087807a530 con 0x7f08880b2da0 2024-09-19T06:05:32.495 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:32.495 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:05:32.495 INFO:teuthology.orchestra.run.smithi092.stdout: "auth_dump": [ 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.a", 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmlh2wOBAA5hQY7hCZfN2s4Ac/R9W5kw==", 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.496 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.b", 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtqPUEBAANewLwiR3BpVMW2hSDqhspg==", 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.497 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.c", 2024-09-19T06:05:32.498 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtuPIBhAAGUKYpJvmmJ0NmtPPP4gEhg==", 2024-09-19T06:05:32.498 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.498 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:05:32.498 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:05:32.498 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:05:32.498 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.498 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.498 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.499 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.499 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.d", 2024-09-19T06:05:32.499 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmJZLGGhAACbBs0g8Fmh+MNX4zfDfTZQ==", 2024-09-19T06:05:32.499 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.499 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:05:32.499 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:05:32.499 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:05:32.499 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.500 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.500 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.500 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.500 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.0", 2024-09-19T06:05:32.500 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDuvetm6J06MhAAil4Oe+uQpGv1QE16EQnYjQ==", 2024-09-19T06:05:32.500 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.1", 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDyvetm3pJVLRAAXCorP+PSewcJEguiwm6kVg==", 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:05:32.501 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.2", 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD2vetm71GWORAAlpcz12YhdL/wPDGHJ/56xA==", 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.502 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.3", 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD6vetmg3bgIhAAebFnzJXM3D4VbWfMvoSyjA==", 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.4", 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQABvutmjNg2HxAANs2gm6lxqF5NFfiXtAjtoA==", 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.503 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.5", 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAFvutm0iayGxAAnST01rIcVM/jB/+PiIhoow==", 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.504 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.6", 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAJvutmIvjYCBAAtahtgI5nOkffTgRzmgHtuQ==", 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.7", 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAMvutmsRDVLhAAJVAaQuPT1576e7RzQBV+8w==", 2024-09-19T06:05:32.505 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.506 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:05:32.506 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:05:32.506 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.506 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.506 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.506 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.506 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.0", 2024-09-19T06:05:32.506 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w==", 2024-09-19T06:05:32.506 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow r", 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.1", 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmWLRhMBAA/Nmeq0heFaFG8yIJE/3Y9w==", 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:05:32.507 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.2", 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmqInJKRAAkCvg74osnbc+PvxNo/EOUw==", 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.508 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.3", 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmm7MZNxAA88p3ljHoW+D+XTrdEA/CIw==", 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.admin", 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm81WzCRAA0u/Gr0QQbJy2RUOrw6ZHQA==", 2024-09-19T06:05:32.509 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.x", 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm014lMhAAiJF1aPtFGL0s4/OAk6w24Q==", 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:05:32.510 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.y", 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmZltGKxAAdcGU2K3nflJH1TJAzHBoZw==", 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.511 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:05:32.512 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:05:32.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f086406c2b0 msgr2=0x7f086406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f086406c2b0 0x7f086406e770 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f0888072e80 tx=0x7f0870009040 comp rx=0 tx=0).stop 2024-09-19T06:05:32.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08880b2da0 msgr2=0x7f0888140620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08880b2da0 0x7f0888140620 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f08780098c0 tx=0x7f08780046c0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 shutdown_connections 2024-09-19T06:05:32.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f088815ec10 0x7f0888071fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f086406c2b0 0x7f086406e770 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f08881434f0 0x7f08880b51d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 --2- 172.21.15.92:0/3444167229 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08880b2da0 0x7f0888140620 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 >> 172.21.15.92:0/3444167229 conn(0x7f088806bc10 msgr2=0x7f088815c630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:32.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 shutdown_connections 2024-09-19T06:05:32.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.495+0000 7f088d400640 1 -- 172.21.15.92:0/3444167229 wait complete. 2024-09-19T06:05:32.515 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:05:32.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.666+0000 7fa839800640 1 Processor -- start 2024-09-19T06:05:32.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.666+0000 7fa839800640 1 -- start start 2024-09-19T06:05:32.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.667+0000 7fa839800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa8340d3d70 0x7fa8340d0cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.667+0000 7fa839800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8340d2cd0 con 0x7fa8340d1200 2024-09-19T06:05:32.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.667+0000 7fa839800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa8340d2fb0 con 0x7fa83415e610 2024-09-19T06:05:32.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.667+0000 7fa839800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa8340ba530 con 0x7fa8340d3d70 2024-09-19T06:05:32.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.667+0000 7fa833400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa8340d3d70 0x7fa8340d0cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.667+0000 7fa838e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fa8340d1200 0x7fa83415fcd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:39884/0 (socket says 172.21.15.92:39884) 2024-09-19T06:05:32.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.667+0000 7fa838e00640 1 -- 172.21.15.92:0/2791726712 learned_addr learned my addr 172.21.15.92:0/2791726712 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:32.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.668+0000 7fa833400640 1 -- 172.21.15.92:0/2791726712 >> v1:172.21.15.102:6789/0 conn(0x7fa83415e610 legacy=0x7fa83415f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.668+0000 7fa833400640 1 -- 172.21.15.92:0/2791726712 >> v1:172.21.15.92:6789/0 conn(0x7fa8340d1200 legacy=0x7fa83415fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.668+0000 7fa833400640 1 -- 172.21.15.92:0/2791726712 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8340d3290 con 0x7fa8340d3d70 2024-09-19T06:05:32.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.668+0000 7fa832a00640 1 -- 172.21.15.92:0/2791726712 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2850438503 0 0) 0x7fa8340d2cd0 con 0x7fa8340d1200 2024-09-19T06:05:32.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.669+0000 7fa833400640 1 --2- 172.21.15.92:0/2791726712 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8340d3d70 0x7fa8340d0cc0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fa8200097a0 tx=0x7fa82002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=158de06154d51872 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:32.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.669+0000 7fa832a00640 1 -- 172.21.15.92:0/2791726712 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa820037070 con 0x7fa8340d3d70 2024-09-19T06:05:32.672 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.669+0000 7fa832a00640 1 -- 172.21.15.92:0/2791726712 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa820032440 con 0x7fa8340d3d70 2024-09-19T06:05:32.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.669+0000 7fa832a00640 1 -- 172.21.15.92:0/2791726712 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa820032810 con 0x7fa8340d3d70 2024-09-19T06:05:32.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.670+0000 7fa839800640 1 -- 172.21.15.92:0/2791726712 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8340d3d70 msgr2=0x7fa8340d0cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.670+0000 7fa839800640 1 --2- 172.21.15.92:0/2791726712 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8340d3d70 0x7fa8340d0cc0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7fa8200097a0 tx=0x7fa82002a230 comp rx=0 tx=0).stop 2024-09-19T06:05:32.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.670+0000 7fa839800640 1 -- 172.21.15.92:0/2791726712 shutdown_connections 2024-09-19T06:05:32.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.670+0000 7fa839800640 1 --2- 172.21.15.92:0/2791726712 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8340d3d70 0x7fa8340d0cc0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.670+0000 7fa839800640 1 -- 172.21.15.92:0/2791726712 >> 172.21.15.92:0/2791726712 conn(0x7fa834062630 msgr2=0x7fa834062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:32.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.670+0000 7fa839800640 1 -- 172.21.15.92:0/2791726712 shutdown_connections 2024-09-19T06:05:32.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.670+0000 7fa839800640 1 -- 172.21.15.92:0/2791726712 wait complete. 2024-09-19T06:05:32.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.671+0000 7fa839800640 1 Processor -- start 2024-09-19T06:05:32.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.671+0000 7fa839800640 1 -- start start 2024-09-19T06:05:32.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.672+0000 7fa839800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa8340d1200 0x7fa83414b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.672+0000 7fa839800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa8340d3d70 0x7fa834157110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.672+0000 7fa839800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83415e610 0x7fa834157650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.674 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.672+0000 7fa839800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa8340d38e0 con 0x7fa83415e610 2024-09-19T06:05:32.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.672+0000 7fa839800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa8340d41e0 con 0x7fa8340d3d70 2024-09-19T06:05:32.675 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.672+0000 7fa839800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa8340d1610 con 0x7fa8340d1200 2024-09-19T06:05:32.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa838e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83415e610 0x7fa834157650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa838e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83415e610 0x7fa834157650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38642/0 (socket says 172.21.15.92:38642) 2024-09-19T06:05:32.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa838e00640 1 -- 172.21.15.92:0/836621397 learned_addr learned my addr 172.21.15.92:0/836621397 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:32.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa833e00640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa8340d1200 0x7fa83414b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa833400640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa8340d3d70 0x7fa834157110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.676 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa838e00640 1 -- 172.21.15.92:0/836621397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa8340d1200 msgr2=0x7fa83414b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa838e00640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa8340d1200 0x7fa83414b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa838e00640 1 -- 172.21.15.92:0/836621397 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa8340d3d70 msgr2=0x7fa834157110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa838e00640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa8340d3d70 0x7fa834157110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa838e00640 1 -- 172.21.15.92:0/836621397 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa8341605d0 con 0x7fa83415e610 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.673+0000 7fa838e00640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83415e610 0x7fa834157650 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fa82c00c700 tx=0x7fa82c00cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.674+0000 7fa82be00640 1 -- 172.21.15.92:0/836621397 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82c018070 con 0x7fa83415e610 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.674+0000 7fa82be00640 1 -- 172.21.15.92:0/836621397 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa82c00ce10 con 0x7fa83415e610 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.674+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa8341602f0 con 0x7fa83415e610 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.674+0000 7fa82be00640 1 -- 172.21.15.92:0/836621397 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa82c00a860 con 0x7fa83415e610 2024-09-19T06:05:32.677 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.674+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa834155210 con 0x7fa83415e610 2024-09-19T06:05:32.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.675+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa8340d29f0 con 0x7fa83415e610 2024-09-19T06:05:32.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.676+0000 7fa82be00640 1 -- 172.21.15.92:0/836621397 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa82c01b070 con 0x7fa83415e610 2024-09-19T06:05:32.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.677+0000 7fa82be00640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa81406c2b0 0x7fa81406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:32.678 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.677+0000 7fa82be00640 1 -- 172.21.15.92:0/836621397 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 4857+0+0 (secure 0 0 0) 0x7fa82c08a7a0 con 0x7fa83415e610 2024-09-19T06:05:32.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.677+0000 7fa833e00640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa81406c2b0 0x7fa81406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:32.679 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.678+0000 7fa833e00640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa81406c2b0 0x7fa81406e770 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa824000f60 tx=0x7fa824009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:32.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.681+0000 7fa82be00640 1 -- 172.21.15.92:0/836621397 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa82c0591c0 con 0x7fa83415e610 2024-09-19T06:05:32.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.855+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7fa83406ad90 con 0x7fa83415e610 2024-09-19T06:05:32.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.856+0000 7fa82be00640 1 -- 172.21.15.92:0/836621397 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v88) ==== 84+0+65 (secure 0 0 0) 0x7fa82c058ac0 con 0x7fa83415e610 2024-09-19T06:05:32.858 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:32.858 INFO:teuthology.orchestra.run.smithi092.stdout:[ 2024-09-19T06:05:32.858 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:05:32.858 INFO:teuthology.orchestra.run.smithi092.stdout: "poolnum": 1, 2024-09-19T06:05:32.858 INFO:teuthology.orchestra.run.smithi092.stdout: "poolname": ".mgr" 2024-09-19T06:05:32.858 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:05:32.858 INFO:teuthology.orchestra.run.smithi092.stdout:] 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa81406c2b0 msgr2=0x7fa81406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa81406c2b0 0x7fa81406e770 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7fa824000f60 tx=0x7fa824009040 comp rx=0 tx=0).stop 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83415e610 msgr2=0x7fa834157650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83415e610 0x7fa834157650 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fa82c00c700 tx=0x7fa82c00cbc0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 shutdown_connections 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa83415e610 0x7fa834157650 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa81406c2b0 0x7fa81406e770 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa8340d3d70 0x7fa834157110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 --2- 172.21.15.92:0/836621397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa8340d1200 0x7fa83414b9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:32.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 >> 172.21.15.92:0/836621397 conn(0x7fa834062630 msgr2=0x7fa834062a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:32.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 shutdown_connections 2024-09-19T06:05:32.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:32.858+0000 7fa839800640 1 -- 172.21.15.92:0/836621397 wait complete. 2024-09-19T06:05:32.876 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:05:32.876 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:05:33.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.031+0000 7f1aaa600640 1 Processor -- start 2024-09-19T06:05:33.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.031+0000 7f1aaa600640 1 -- start start 2024-09-19T06:05:33.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.032+0000 7f1aaa600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1aa415e700 0x7f1aa40d39c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.032+0000 7f1aaa600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1aa40d3f00 0x7f1aa40d4380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.032+0000 7f1aaa600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 0x7f1aa40d2760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.032+0000 7f1aaa600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f1aa40cfb70 con 0x7f1aa40d3f00 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.032+0000 7f1aaa600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f1aa40d4d70 con 0x7f1aa415e700 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.032+0000 7f1aaa600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1aa40cead0 con 0x7f1aa40d48c0 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.032+0000 7f1aa3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1aa40d3f00 0x7f1aa40d4380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.033+0000 7f1aa3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1aa40d3f00 0x7f1aa40d4380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38652/0 (socket says 172.21.15.92:38652) 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.033+0000 7f1aa3e00640 1 -- 172.21.15.92:0/3506552726 learned_addr learned my addr 172.21.15.92:0/3506552726 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.033+0000 7f1aa9200640 1 --2- 172.21.15.92:0/3506552726 >> v2:172.21.15.102:3300/0 conn(0x7f1aa415e700 0x7f1aa40d39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.033+0000 7f1aa9c00640 1 --2- 172.21.15.92:0/3506552726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 0x7f1aa40d2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:33.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.033+0000 7f1aa3e00640 1 -- 172.21.15.92:0/3506552726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 msgr2=0x7f1aa40d2760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:33.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.033+0000 7f1aa3e00640 1 --2- 172.21.15.92:0/3506552726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 0x7f1aa40d2760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:33.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.033+0000 7f1aa3e00640 1 -- 172.21.15.92:0/3506552726 >> v2:172.21.15.102:3300/0 conn(0x7f1aa415e700 msgr2=0x7f1aa40d39c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:33.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.033+0000 7f1aa3e00640 1 --2- 172.21.15.92:0/3506552726 >> v2:172.21.15.102:3300/0 conn(0x7f1aa415e700 0x7f1aa40d39c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:33.036 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.033+0000 7f1aa3e00640 1 -- 172.21.15.92:0/3506552726 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1aa40cedb0 con 0x7f1aa40d3f00 2024-09-19T06:05:33.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.034+0000 7f1aa3e00640 1 --2- 172.21.15.92:0/3506552726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40d3f00 0x7f1aa40d4380 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40d18e0 tx=0x7f1a9002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2db0b80ea34551db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:33.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.034+0000 7f1aa3400640 1 -- 172.21.15.92:0/3506552726 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a90037070 con 0x7f1aa40d3f00 2024-09-19T06:05:33.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.034+0000 7f1aa3400640 1 -- 172.21.15.92:0/3506552726 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a90032440 con 0x7f1aa40d3f00 2024-09-19T06:05:33.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.034+0000 7f1aa3400640 1 -- 172.21.15.92:0/3506552726 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a90032810 con 0x7f1aa40d3f00 2024-09-19T06:05:33.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.035+0000 7f1aaa600640 1 -- 172.21.15.92:0/3506552726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40d3f00 msgr2=0x7f1aa40d4380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:33.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.035+0000 7f1aaa600640 1 --2- 172.21.15.92:0/3506552726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40d3f00 0x7f1aa40d4380 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f1aa40d18e0 tx=0x7f1a9002a1e0 comp rx=0 tx=0).stop 2024-09-19T06:05:33.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.035+0000 7f1aaa600640 1 -- 172.21.15.92:0/3506552726 shutdown_connections 2024-09-19T06:05:33.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.035+0000 7f1aaa600640 1 --2- 172.21.15.92:0/3506552726 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 0x7f1aa40d2760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:33.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.035+0000 7f1aaa600640 1 --2- 172.21.15.92:0/3506552726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa40d3f00 0x7f1aa40d4380 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:33.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.035+0000 7f1aaa600640 1 --2- 172.21.15.92:0/3506552726 >> v2:172.21.15.102:3300/0 conn(0x7f1aa415e700 0x7f1aa40d39c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:33.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.035+0000 7f1aaa600640 1 -- 172.21.15.92:0/3506552726 >> 172.21.15.92:0/3506552726 conn(0x7f1aa4062a20 msgr2=0x7f1aa4062e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:33.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.035+0000 7f1aaa600640 1 -- 172.21.15.92:0/3506552726 shutdown_connections 2024-09-19T06:05:33.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.035+0000 7f1aaa600640 1 -- 172.21.15.92:0/3506552726 wait complete. 2024-09-19T06:05:33.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.036+0000 7f1aaa600640 1 Processor -- start 2024-09-19T06:05:33.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.037+0000 7f1aaa600640 1 -- start start 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.037+0000 7f1aaa600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1aa40d3f00 0x7f1aa415f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aaa600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 0x7f1aa40ca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aaa600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa415e700 0x7f1aa40aaf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aaa600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1aa40cf650 con 0x7f1aa415e700 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aaa600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1aa40cf370 con 0x7f1aa40d3f00 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aaa600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1aa40b6c60 con 0x7f1aa40d48c0 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa9c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa415e700 0x7f1aa40aaf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa9c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa415e700 0x7f1aa40aaf60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38666/0 (socket says 172.21.15.92:38666) 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa9c00640 1 -- 172.21.15.92:0/2022415289 learned_addr learned my addr 172.21.15.92:0/2022415289 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:33.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa3e00640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 0x7f1aa40ca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:33.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa9200640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1aa40d3f00 0x7f1aa415f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa9c00640 1 -- 172.21.15.92:0/2022415289 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 msgr2=0x7f1aa40ca0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa9c00640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 0x7f1aa40ca0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa9c00640 1 -- 172.21.15.92:0/2022415289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1aa40d3f00 msgr2=0x7f1aa415f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa9c00640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1aa40d3f00 0x7f1aa415f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.038+0000 7f1aa9c00640 1 -- 172.21.15.92:0/2022415289 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1aa40ca5f0 con 0x7f1aa415e700 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.039+0000 7f1aa9c00640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa415e700 0x7f1aa40aaf60 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c007e60 tx=0x7f1a9c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.039+0000 7f1aa0c00640 1 -- 172.21.15.92:0/2022415289 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a9c014620 con 0x7f1aa415e700 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.039+0000 7f1aa0c00640 1 -- 172.21.15.92:0/2022415289 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a9c019070 con 0x7f1aa415e700 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.039+0000 7f1aa0c00640 1 -- 172.21.15.92:0/2022415289 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a9c014a20 con 0x7f1aa415e700 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.039+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1aa414d890 con 0x7f1aa415e700 2024-09-19T06:05:33.042 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.039+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1aa414de50 con 0x7f1aa415e700 2024-09-19T06:05:33.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.040+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1aa40d4380 con 0x7f1aa415e700 2024-09-19T06:05:33.043 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.041+0000 7f1aa0c00640 1 -- 172.21.15.92:0/2022415289 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1a9c014bc0 con 0x7f1aa415e700 2024-09-19T06:05:33.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.042+0000 7f1aa0c00640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1a8406c2b0 0x7f1a8406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:33.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.042+0000 7f1aa0c00640 1 -- 172.21.15.92:0/2022415289 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(88..88 src has 1..88) ==== 4857+0+0 (secure 0 0 0) 0x7f1a9c08ba50 con 0x7f1aa415e700 2024-09-19T06:05:33.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.042+0000 7f1aa9200640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1a8406c2b0 0x7f1a8406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:33.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.043+0000 7f1aa9200640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1a8406c2b0 0x7f1a8406e770 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f1a98006fd0 tx=0x7f1a98008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:33.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.047+0000 7f1aa0c00640 1 -- 172.21.15.92:0/2022415289 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1a9c05a470 con 0x7f1aa415e700 2024-09-19T06:05:33.228 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:33.226+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f1aa40b3530 con 0x7f1aa415e700 2024-09-19T06:05:34.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.073+0000 7f1aa0c00640 1 -- 172.21.15.92:0/2022415289 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v89) ==== 138+0+0 (secure 0 0 0) 0x7f1a9c059d70 con 0x7f1aa415e700 2024-09-19T06:05:34.075 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' created 2024-09-19T06:05:34.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1a8406c2b0 msgr2=0x7f1a8406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:34.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1a8406c2b0 0x7f1a8406e770 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f1a98006fd0 tx=0x7f1a98008040 comp rx=0 tx=0).stop 2024-09-19T06:05:34.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa415e700 msgr2=0x7f1aa40aaf60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:34.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa415e700 0x7f1aa40aaf60 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f1a9c007e60 tx=0x7f1a9c00e4b0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 shutdown_connections 2024-09-19T06:05:34.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1aa415e700 0x7f1aa40aaf60 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1aa40d48c0 0x7f1aa40ca0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1a8406c2b0 0x7f1a8406e770 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 --2- 172.21.15.92:0/2022415289 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1aa40d3f00 0x7f1aa415f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.077+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 >> 172.21.15.92:0/2022415289 conn(0x7f1aa4062a20 msgr2=0x7f1aa40b4e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:34.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.078+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 shutdown_connections 2024-09-19T06:05:34.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.078+0000 7f1aaa600640 1 -- 172.21.15.92:0/2022415289 wait complete. 2024-09-19T06:05:34.103 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:05:34.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.266+0000 7f4a5c200640 1 Processor -- start 2024-09-19T06:05:34.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.266+0000 7f4a5c200640 1 -- start start 2024-09-19T06:05:34.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.267+0000 7f4a5c200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4a540731c0 0x7f4a54073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:34.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.267+0000 7f4a5c200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a5415de80 0x7f4a5415e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:34.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.267+0000 7f4a5c200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4a5415a430 con 0x7f4a5415a050 2024-09-19T06:05:34.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.267+0000 7f4a5c200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f4a54073b40 con 0x7f4a540731c0 2024-09-19T06:05:34.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.267+0000 7f4a5c200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4a540cd0a0 con 0x7f4a5415de80 2024-09-19T06:05:34.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.267+0000 7f4a58e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4a540731c0 0x7f4a54073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:34.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.267+0000 7f4a5a200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a5415de80 0x7f4a5415e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:34.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.267+0000 7f4a59800640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f4a5415a050 0x7f4a5415d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:45756/0 (socket says 172.21.15.92:45756) 2024-09-19T06:05:34.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.268+0000 7f4a59800640 1 -- 172.21.15.92:0/579207316 learned_addr learned my addr 172.21.15.92:0/579207316 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:34.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.268+0000 7f4a53e00640 1 -- 172.21.15.92:0/579207316 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 693012532 0 0) 0x7f4a5415a430 con 0x7f4a5415a050 2024-09-19T06:05:34.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.268+0000 7f4a53e00640 1 -- 172.21.15.92:0/579207316 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4a3c003520 con 0x7f4a5415a050 2024-09-19T06:05:34.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.268+0000 7f4a58e00640 1 -- 172.21.15.92:0/579207316 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a5415de80 msgr2=0x7f4a5415e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:34.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.268+0000 7f4a58e00640 1 --2- 172.21.15.92:0/579207316 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a5415de80 0x7f4a5415e310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.268+0000 7f4a58e00640 1 -- 172.21.15.92:0/579207316 >> v1:172.21.15.102:6789/0 conn(0x7f4a5415a050 legacy=0x7f4a5415d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:34.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.268+0000 7f4a58e00640 1 -- 172.21.15.92:0/579207316 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a540cd380 con 0x7f4a540731c0 2024-09-19T06:05:34.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.269+0000 7f4a58e00640 1 --2- 172.21.15.92:0/579207316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a540731c0 0x7f4a54073600 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4a400097a0 tx=0x7f4a4002a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a1f1ed2a1c4dbf72 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:34.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.269+0000 7f4a53e00640 1 -- 172.21.15.92:0/579207316 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a40037070 con 0x7f4a540731c0 2024-09-19T06:05:34.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.269+0000 7f4a53e00640 1 -- 172.21.15.92:0/579207316 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a4002ae50 con 0x7f4a540731c0 2024-09-19T06:05:34.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.270+0000 7f4a53e00640 1 -- 172.21.15.92:0/579207316 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a40032640 con 0x7f4a540731c0 2024-09-19T06:05:34.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.270+0000 7f4a5c200640 1 -- 172.21.15.92:0/579207316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a540731c0 msgr2=0x7f4a54073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:34.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.270+0000 7f4a5c200640 1 --2- 172.21.15.92:0/579207316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a540731c0 0x7f4a54073600 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f4a400097a0 tx=0x7f4a4002a100 comp rx=0 tx=0).stop 2024-09-19T06:05:34.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.270+0000 7f4a5c200640 1 -- 172.21.15.92:0/579207316 shutdown_connections 2024-09-19T06:05:34.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.270+0000 7f4a5c200640 1 --2- 172.21.15.92:0/579207316 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a5415de80 0x7f4a5415e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.270+0000 7f4a5c200640 1 --2- 172.21.15.92:0/579207316 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a540731c0 0x7f4a54073600 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.270+0000 7f4a5c200640 1 -- 172.21.15.92:0/579207316 >> 172.21.15.92:0/579207316 conn(0x7f4a5406d0f0 msgr2=0x7f4a5406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:34.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.270+0000 7f4a5c200640 1 -- 172.21.15.92:0/579207316 shutdown_connections 2024-09-19T06:05:34.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.270+0000 7f4a5c200640 1 -- 172.21.15.92:0/579207316 wait complete. 2024-09-19T06:05:34.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.272+0000 7f4a5c200640 1 Processor -- start 2024-09-19T06:05:34.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.272+0000 7f4a5c200640 1 -- start start 2024-09-19T06:05:34.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5c200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a540731c0 0x7f4a54147f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:34.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5c200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a5415a050 0x7f4a5415be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:34.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5c200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a5415de80 0x7f4a54154cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:34.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5c200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4a540cdc20 con 0x7f4a5415de80 2024-09-19T06:05:34.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5c200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4a540cd940 con 0x7f4a5415a050 2024-09-19T06:05:34.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5c200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4a540b36e0 con 0x7f4a540731c0 2024-09-19T06:05:34.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5a200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a5415de80 0x7f4a54154cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:34.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a59800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a540731c0 0x7f4a54147f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5a200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a5415de80 0x7f4a54154cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38674/0 (socket says 172.21.15.92:38674) 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5a200640 1 -- 172.21.15.92:0/4231404223 learned_addr learned my addr 172.21.15.92:0/4231404223 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a58e00640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a5415a050 0x7f4a5415be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.273+0000 7f4a5a200640 1 -- 172.21.15.92:0/4231404223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a540731c0 msgr2=0x7f4a54147f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a5a200640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a540731c0 0x7f4a54147f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a5a200640 1 -- 172.21.15.92:0/4231404223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a5415a050 msgr2=0x7f4a5415be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a5a200640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a5415a050 0x7f4a5415be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a5a200640 1 -- 172.21.15.92:0/4231404223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4a54154800 con 0x7f4a5415de80 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a5a200640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a5415de80 0x7f4a54154cf0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c00efc0 tx=0x7f4a4c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a51600640 1 -- 172.21.15.92:0/4231404223 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c018020 con 0x7f4a5415de80 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a51600640 1 -- 172.21.15.92:0/4231404223 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4a4c014480 con 0x7f4a5415de80 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a51600640 1 -- 172.21.15.92:0/4231404223 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4a4c014870 con 0x7f4a5415de80 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4a5415ad90 con 0x7f4a5415de80 2024-09-19T06:05:34.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.274+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4a5415b350 con 0x7f4a5415de80 2024-09-19T06:05:34.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.275+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4a540ccd00 con 0x7f4a5415de80 2024-09-19T06:05:34.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.276+0000 7f4a51600640 1 -- 172.21.15.92:0/4231404223 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4a4c005d10 con 0x7f4a5415de80 2024-09-19T06:05:34.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.277+0000 7f4a51600640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a3406c2b0 0x7f4a3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:34.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.277+0000 7f4a51600640 1 -- 172.21.15.92:0/4231404223 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(89..89 src has 1..89) ==== 5227+0+0 (secure 0 0 0) 0x7f4a4c08bc80 con 0x7f4a5415de80 2024-09-19T06:05:34.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.278+0000 7f4a59800640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a3406c2b0 0x7f4a3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:34.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.278+0000 7f4a59800640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a3406c2b0 0x7f4a3406e770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f4a48005880 tx=0x7f4a48009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:34.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.282+0000 7f4a51600640 1 -- 172.21.15.92:0/4231404223 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4a4c022070 con 0x7f4a5415de80 2024-09-19T06:05:34.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:34.457+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f4a540ce760 con 0x7f4a5415de80 2024-09-19T06:05:35.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.079+0000 7f4a51600640 1 -- 172.21.15.92:0/4231404223 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v90) ==== 170+0+0 (secure 0 0 0) 0x7f4a4c010040 con 0x7f4a5415de80 2024-09-19T06:05:35.081 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' created 2024-09-19T06:05:35.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a3406c2b0 msgr2=0x7f4a3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:35.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a3406c2b0 0x7f4a3406e770 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f4a48005880 tx=0x7f4a48009040 comp rx=0 tx=0).stop 2024-09-19T06:05:35.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a5415de80 msgr2=0x7f4a54154cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:35.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a5415de80 0x7f4a54154cf0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f4a4c00efc0 tx=0x7f4a4c00c490 comp rx=0 tx=0).stop 2024-09-19T06:05:35.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 shutdown_connections 2024-09-19T06:05:35.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4a5415de80 0x7f4a54154cf0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:35.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4a3406c2b0 0x7f4a3406e770 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:35.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4a5415a050 0x7f4a5415be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:35.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 --2- 172.21.15.92:0/4231404223 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4a540731c0 0x7f4a54147f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:35.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.083+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 >> 172.21.15.92:0/4231404223 conn(0x7f4a5406d0f0 msgr2=0x7f4a540725b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:35.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.084+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 shutdown_connections 2024-09-19T06:05:35.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.084+0000 7f4a5c200640 1 -- 172.21.15.92:0/4231404223 wait complete. 2024-09-19T06:05:35.118 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:05:35.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.271+0000 7f1528200640 1 Processor -- start 2024-09-19T06:05:35.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.271+0000 7f1528200640 1 -- start start 2024-09-19T06:05:35.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1528200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f152015b480 0x7f15200b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:35.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1528200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15200b60c0 0x7f1520071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:35.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1528200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f15200ccff0 con 0x7f1520072530 2024-09-19T06:05:35.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1528200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f15200b6500 con 0x7f152015b480 2024-09-19T06:05:35.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1528200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1520072970 con 0x7f15200b60c0 2024-09-19T06:05:35.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1525800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f152015b480 0x7f15200b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:35.275 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1525800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f152015b480 0x7f15200b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38678/0 (socket says 172.21.15.92:38678) 2024-09-19T06:05:35.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1525800640 1 -- 172.21.15.92:0/4261626462 learned_addr learned my addr 172.21.15.92:0/4261626462 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:35.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1524e00640 1 --2- 172.21.15.92:0/4261626462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15200b60c0 0x7f1520071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:35.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1525800640 1 -- 172.21.15.92:0/4261626462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15200b60c0 msgr2=0x7f1520071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:35.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1525800640 1 --2- 172.21.15.92:0/4261626462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15200b60c0 0x7f1520071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:35.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1525800640 1 -- 172.21.15.92:0/4261626462 >> v1:172.21.15.102:6789/0 conn(0x7f1520072530 legacy=0x7f1520070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:35.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.273+0000 7f1525800640 1 -- 172.21.15.92:0/4261626462 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15200cd2d0 con 0x7f152015b480 2024-09-19T06:05:35.276 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.274+0000 7f1525800640 1 --2- 172.21.15.92:0/4261626462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152015b480 0x7f15200b5b80 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f151400bb10 tx=0x7f151402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c9bca93bdb412d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:35.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f151fe00640 1 -- 172.21.15.92:0/4261626462 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1514032790 con 0x7f152015b480 2024-09-19T06:05:35.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f151fe00640 1 -- 172.21.15.92:0/4261626462 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1514038070 con 0x7f152015b480 2024-09-19T06:05:35.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f151fe00640 1 -- 172.21.15.92:0/4261626462 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1514032b50 con 0x7f152015b480 2024-09-19T06:05:35.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f1528200640 1 -- 172.21.15.92:0/4261626462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152015b480 msgr2=0x7f15200b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:35.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f1528200640 1 --2- 172.21.15.92:0/4261626462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152015b480 0x7f15200b5b80 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f151400bb10 tx=0x7f151402c890 comp rx=0 tx=0).stop 2024-09-19T06:05:35.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f1528200640 1 -- 172.21.15.92:0/4261626462 shutdown_connections 2024-09-19T06:05:35.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f1528200640 1 --2- 172.21.15.92:0/4261626462 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f15200b60c0 0x7f1520071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:35.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f1528200640 1 --2- 172.21.15.92:0/4261626462 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f152015b480 0x7f15200b5b80 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:35.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f1528200640 1 -- 172.21.15.92:0/4261626462 >> 172.21.15.92:0/4261626462 conn(0x7f152006d0f0 msgr2=0x7f152006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:35.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f1528200640 1 -- 172.21.15.92:0/4261626462 shutdown_connections 2024-09-19T06:05:35.278 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.275+0000 7f1528200640 1 -- 172.21.15.92:0/4261626462 wait complete. 2024-09-19T06:05:35.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.277+0000 7f1528200640 1 Processor -- start 2024-09-19T06:05:35.279 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.277+0000 7f1528200640 1 -- start start 2024-09-19T06:05:35.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1528200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1520072530 0x7f1520144e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:35.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1528200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15200b60c0 0x7f1520158c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:35.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1528200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152015b480 0x7f1520159180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:35.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1528200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f15200cdb70 con 0x7f15200b60c0 2024-09-19T06:05:35.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1528200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f15200cd890 con 0x7f1520072530 2024-09-19T06:05:35.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1528200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f152015b860 con 0x7f152015b480 2024-09-19T06:05:35.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1524e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15200b60c0 0x7f1520158c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:35.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1524e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15200b60c0 0x7f1520158c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38680/0 (socket says 172.21.15.92:38680) 2024-09-19T06:05:35.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1524e00640 1 -- 172.21.15.92:0/3875573131 learned_addr learned my addr 172.21.15.92:0/3875573131 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1526200640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152015b480 0x7f1520159180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.278+0000 7f1525800640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1520072530 0x7f1520144e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f1524e00640 1 -- 172.21.15.92:0/3875573131 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152015b480 msgr2=0x7f1520159180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f1524e00640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152015b480 0x7f1520159180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f1524e00640 1 -- 172.21.15.92:0/3875573131 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1520072530 msgr2=0x7f1520144e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f1524e00640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1520072530 0x7f1520144e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f1524e00640 1 -- 172.21.15.92:0/3875573131 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f15201597e0 con 0x7f15200b60c0 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f1524e00640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15200b60c0 0x7f1520158c40 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f150c00d800 tx=0x7f150c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f151d600640 1 -- 172.21.15.92:0/3875573131 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c00b6c0 con 0x7f15200b60c0 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f151d600640 1 -- 172.21.15.92:0/3875573131 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f150c019070 con 0x7f15200b60c0 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f151d600640 1 -- 172.21.15.92:0/3875573131 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f150c00ba80 con 0x7f15200b60c0 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1520159ac0 con 0x7f15200b60c0 2024-09-19T06:05:35.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.279+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f152015a080 con 0x7f15200b60c0 2024-09-19T06:05:35.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.280+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1520069180 con 0x7f15200b60c0 2024-09-19T06:05:35.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.281+0000 7f151d600640 1 -- 172.21.15.92:0/3875573131 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f150c00bc20 con 0x7f15200b60c0 2024-09-19T06:05:35.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.282+0000 7f151d600640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150006c2b0 0x7f150006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:35.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.282+0000 7f151d600640 1 -- 172.21.15.92:0/3875573131 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(90..90 src has 1..90) ==== 5609+0+0 (secure 0 0 0) 0x7f150c08b940 con 0x7f15200b60c0 2024-09-19T06:05:35.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.282+0000 7f1525800640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150006c2b0 0x7f150006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:35.284 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.283+0000 7f1525800640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150006c2b0 0x7f150006e770 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f1514037000 tx=0x7f1514032000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:35.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.287+0000 7f151d600640 1 -- 172.21.15.92:0/3875573131 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1520069180 con 0x7f15200b60c0 2024-09-19T06:05:35.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:35.495+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7f1520071ff0 con 0x7f15200b60c0 2024-09-19T06:05:36.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.081+0000 7f151d600640 1 -- 172.21.15.92:0/3875573131 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 14 and data pool 15 v56) ==== 174+0+0 (secure 0 0 0) 0x7f150c05a070 con 0x7f15200b60c0 2024-09-19T06:05:36.084 INFO:teuthology.orchestra.run.smithi092.stderr:new fs with metadata pool 14 and data pool 15 2024-09-19T06:05:36.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.085+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150006c2b0 msgr2=0x7f150006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.085+0000 7f1528200640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150006c2b0 0x7f150006e770 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f1514037000 tx=0x7f1514032000 comp rx=0 tx=0).stop 2024-09-19T06:05:36.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.085+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15200b60c0 msgr2=0x7f1520158c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.085+0000 7f1528200640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15200b60c0 0x7f1520158c40 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f150c00d800 tx=0x7f150c00dcc0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.087+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 shutdown_connections 2024-09-19T06:05:36.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.088+0000 7f1528200640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f152015b480 0x7f1520159180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.088+0000 7f1528200640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f15200b60c0 0x7f1520158c40 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.088+0000 7f1528200640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f150006c2b0 0x7f150006e770 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.088+0000 7f1528200640 1 --2- 172.21.15.92:0/3875573131 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1520072530 0x7f1520144e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.088+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 >> 172.21.15.92:0/3875573131 conn(0x7f152006d0f0 msgr2=0x7f15200b4100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:36.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.088+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 shutdown_connections 2024-09-19T06:05:36.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.088+0000 7f1528200640 1 -- 172.21.15.92:0/3875573131 wait complete. 2024-09-19T06:05:36.132 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:05:36.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.284+0000 7fcdf2a00640 1 Processor -- start 2024-09-19T06:05:36.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.284+0000 7fcdf2a00640 1 -- start start 2024-09-19T06:05:36.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.284+0000 7fcdf2a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fcdec15e5f0 0x7fcdec0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.284+0000 7fcdf2a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdec0d13c0 0x7fcdec0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.284+0000 7fcdf2a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdec15e9d0 con 0x7fcdec0b8730 2024-09-19T06:05:36.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.284+0000 7fcdf2a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fcdec0b9b30 con 0x7fcdec15e5f0 2024-09-19T06:05:36.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.284+0000 7fcdf2a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcdec0d1820 con 0x7fcdec0d13c0 2024-09-19T06:05:36.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.284+0000 7fcdf2000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fcdec0b8730 0x7fcdec0ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:39898/0 (socket says 172.21.15.92:39898) 2024-09-19T06:05:36.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.284+0000 7fcdf2000640 1 -- 172.21.15.92:0/1482097233 learned_addr learned my addr 172.21.15.92:0/1482097233 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:36.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdf1600640 1 --2- 172.21.15.92:0/1482097233 >> v2:172.21.15.102:3300/0 conn(0x7fcdec15e5f0 0x7fcdec0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdf0c00640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdec0d13c0 0x7fcdec0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1387770296 0 0) 0x7fcdec15e9d0 con 0x7fcdec0b8730 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fcdd4003520 con 0x7fcdec0b8730 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 804697 0 0) 0x7fcdd4003520 con 0x7fcdec0b8730 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdec0d13c0 msgr2=0x7fcdec0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdec0d13c0 0x7fcdec0b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 >> v2:172.21.15.102:3300/0 conn(0x7fcdec15e5f0 msgr2=0x7fcdec0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 --2- 172.21.15.92:0/1482097233 >> v2:172.21.15.102:3300/0 conn(0x7fcdec15e5f0 0x7fcdec0d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdec0b8f20 con 0x7fcdec0b8730 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7fcde4001670 con 0x7fcdec0b8730 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 >> v1:172.21.15.92:6789/0 conn(0x7fcdec0b8730 legacy=0x7fcdec0ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdd40039b0 0x7fcdd4003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdd4004800 0x7fcdd4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdec0d13c0 0x7fcdd40051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd400b9c0 con 0x7fcdd40039b0 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcdd400bb40 con 0x7fcdd4004800 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.285+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcdd400bcc0 con 0x7fcdec0d13c0 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.286+0000 7fcdf1600640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdd40039b0 0x7fcdd4003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.286+0000 7fcdf2000640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdec0d13c0 0x7fcdd40051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.286+0000 7fcdf0c00640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdd4004800 0x7fcdd4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.286+0000 7fcdf1600640 1 -- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdec0d13c0 msgr2=0x7fcdd40051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.286+0000 7fcdf1600640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdec0d13c0 0x7fcdd40051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.286+0000 7fcdf1600640 1 -- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdd4004800 msgr2=0x7fcdd4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.286+0000 7fcdf1600640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdd4004800 0x7fcdd4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.286+0000 7fcdf1600640 1 -- 172.21.15.92:0/1482097233 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdd4003520 con 0x7fcdd40039b0 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.287+0000 7fcdf1600640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdd40039b0 0x7fcdd4003dd0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fcde0009fc0 tx=0x7fcdd4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57b183bdafbbaf79 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.287+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde0009c10 con 0x7fcdd40039b0 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.287+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcde0036070 con 0x7fcdd40039b0 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.287+0000 7fcdebe00640 1 -- 172.21.15.92:0/1482097233 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde002d070 con 0x7fcdd40039b0 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.288+0000 7fcdf2a00640 1 -- 172.21.15.92:0/1482097233 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdd40039b0 msgr2=0x7fcdd4003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.288+0000 7fcdf2a00640 1 --2- 172.21.15.92:0/1482097233 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdd40039b0 0x7fcdd4003dd0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fcde0009fc0 tx=0x7fcdd4005830 comp rx=0 tx=0).stop 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.288+0000 7fcdf2000640 1 -- 172.21.15.92:0/1482097233 reap_dead start 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.288+0000 7fcdf2a00640 1 -- 172.21.15.92:0/1482097233 shutdown_connections 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.288+0000 7fcdf2a00640 1 -- 172.21.15.92:0/1482097233 >> 172.21.15.92:0/1482097233 conn(0x7fcdec062630 msgr2=0x7fcdec062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.288+0000 7fcdf2a00640 1 -- 172.21.15.92:0/1482097233 shutdown_connections 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.288+0000 7fcdf2a00640 1 -- 172.21.15.92:0/1482097233 wait complete. 2024-09-19T06:05:36.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.290+0000 7fcdf2a00640 1 Processor -- start 2024-09-19T06:05:36.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.290+0000 7fcdf2a00640 1 -- start start 2024-09-19T06:05:36.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf2a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdd40039b0 0x7fcdec153b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdec160160 0x7fcdec15f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf2a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdec161700 0x7fcdec15c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf2a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec0b97c0 con 0x7fcdec160160 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf2a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcdec0b94e0 con 0x7fcdec161700 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf2a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcdec0b8bc0 con 0x7fcdd40039b0 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf0c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdec160160 0x7fcdec15f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf0c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdec160160 0x7fcdec15f5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38704/0 (socket says 172.21.15.92:38704) 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf0c00640 1 -- 172.21.15.92:0/3622499379 learned_addr learned my addr 172.21.15.92:0/3622499379 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf1600640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdd40039b0 0x7fcdec153b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf2000640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdec161700 0x7fcdec15c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf0c00640 1 -- 172.21.15.92:0/3622499379 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdd40039b0 msgr2=0x7fcdec153b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf0c00640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdd40039b0 0x7fcdec153b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf0c00640 1 -- 172.21.15.92:0/3622499379 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdec161700 msgr2=0x7fcdec15c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf0c00640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdec161700 0x7fcdec15c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.291+0000 7fcdf0c00640 1 -- 172.21.15.92:0/3622499379 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdec1579e0 con 0x7fcdec160160 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.292+0000 7fcdf0c00640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdec160160 0x7fcdec15f5e0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fcdd8011960 tx=0x7fcdd8011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:36.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.292+0000 7fcde9600640 1 -- 172.21.15.92:0/3622499379 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd800faf0 con 0x7fcdec160160 2024-09-19T06:05:36.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.292+0000 7fcde9600640 1 -- 172.21.15.92:0/3622499379 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcdd800fc90 con 0x7fcdec160160 2024-09-19T06:05:36.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.292+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdec160660 con 0x7fcdec160160 2024-09-19T06:05:36.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.292+0000 7fcde9600640 1 -- 172.21.15.92:0/3622499379 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcdd8014440 con 0x7fcdec160160 2024-09-19T06:05:36.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.292+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdec160c20 con 0x7fcdec160160 2024-09-19T06:05:36.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.293+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdec069c20 con 0x7fcdec160160 2024-09-19T06:05:36.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.294+0000 7fcde9600640 1 -- 172.21.15.92:0/3622499379 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcdd8012040 con 0x7fcdec160160 2024-09-19T06:05:36.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.295+0000 7fcde9600640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdcc06c2e0 0x7fcdcc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.295+0000 7fcde9600640 1 -- 172.21.15.92:0/3622499379 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7fcdd808b8e0 con 0x7fcdec160160 2024-09-19T06:05:36.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.295+0000 7fcdf1600640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdcc06c2e0 0x7fcdcc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.296+0000 7fcdf1600640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdcc06c2e0 0x7fcdcc06e7a0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fcde0035000 tx=0x7fcde002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:36.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.299+0000 7fcde9600640 1 -- 172.21.15.92:0/3622499379 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcdd8019030 con 0x7fcdec160160 2024-09-19T06:05:36.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.478+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fcdec0d3400 con 0x7fcdec160160 2024-09-19T06:05:36.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.479+0000 7fcde9600640 1 -- 172.21.15.92:0/3622499379 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+16669 (secure 0 0 0) 0x7fcdd80599f0 con 0x7fcdec160160 2024-09-19T06:05:36.481 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:36.482 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":91,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:05:35.497439+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:05:33.266965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T06:05:34.498064+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:05:36.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdcc06c2e0 msgr2=0x7fcdcc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdcc06c2e0 0x7fcdcc06e7a0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fcde0035000 tx=0x7fcde002f000 comp rx=0 tx=0).stop 2024-09-19T06:05:36.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdec160160 msgr2=0x7fcdec15f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdec160160 0x7fcdec15f5e0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fcdd8011960 tx=0x7fcdd8011e20 comp rx=0 tx=0).stop 2024-09-19T06:05:36.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 shutdown_connections 2024-09-19T06:05:36.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdcc06c2e0 0x7fcdcc06e7a0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdec161700 0x7fcdec15c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.484 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdec160160 0x7fcdec15f5e0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 --2- 172.21.15.92:0/3622499379 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdd40039b0 0x7fcdec153b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 >> 172.21.15.92:0/3622499379 conn(0x7fcdec062630 msgr2=0x7fcdec0b4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:36.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 shutdown_connections 2024-09-19T06:05:36.485 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.482+0000 7fcdf2a00640 1 -- 172.21.15.92:0/3622499379 wait complete. 2024-09-19T06:05:36.500 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:05:36.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.649+0000 7f8d77400640 1 Processor -- start 2024-09-19T06:05:36.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.650+0000 7f8d77400640 1 -- start start 2024-09-19T06:05:36.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.651+0000 7f8d77400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f8d7015c550 0x7f8d700b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.651+0000 7f8d77400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d700b4cf0 con 0x7f8d7015c170 2024-09-19T06:05:36.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.651+0000 7f8d77400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8d700b4fd0 con 0x7f8d700b6310 2024-09-19T06:05:36.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.651+0000 7f8d77400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f8d700b52b0 con 0x7f8d7015c550 2024-09-19T06:05:36.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.651+0000 7f8d74a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f8d7015c170 0x7f8d700cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:39914/0 (socket says 172.21.15.92:39914) 2024-09-19T06:05:36.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.651+0000 7f8d74a00640 1 -- 172.21.15.92:0/2072857802 learned_addr learned my addr 172.21.15.92:0/2072857802 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:36.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.651+0000 7f8d67e00640 1 --2- 172.21.15.92:0/2072857802 >> v2:172.21.15.102:3300/0 conn(0x7f8d7015c550 0x7f8d700b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1314457700 0 0) 0x7f8d700b4cf0 con 0x7f8d7015c170 2024-09-19T06:05:36.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8d54003520 con 0x7f8d7015c170 2024-09-19T06:05:36.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1189436518 0 0) 0x7f8d54003520 con 0x7f8d7015c170 2024-09-19T06:05:36.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 >> v2:172.21.15.102:3300/0 conn(0x7f8d7015c550 msgr2=0x7f8d700b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:36.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 --2- 172.21.15.92:0/2072857802 >> v2:172.21.15.102:3300/0 conn(0x7f8d7015c550 0x7f8d700b5dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 >> v1:172.21.15.102:6789/0 conn(0x7f8d700b6310 legacy=0x7f8d700b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d700b5590 con 0x7f8d7015c170 2024-09-19T06:05:36.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f8d60001670 con 0x7f8d7015c170 2024-09-19T06:05:36.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 >> v1:172.21.15.92:6789/0 conn(0x7f8d7015c170 legacy=0x7f8d700cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d540039e0 0x7f8d54003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d54004800 0x7f8d54004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d540051c0 0x7f8d5400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8d700b52b0 con 0x7f8d54004800 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8d5400c090 con 0x7f8d540039e0 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8d5400c290 con 0x7f8d540051c0 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d67e00640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d54004800 0x7f8d54004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d74a00640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d540039e0 0x7f8d54003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.652+0000 7f8d75400640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d540051c0 0x7f8d5400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.653+0000 7f8d67e00640 1 -- 172.21.15.92:0/2072857802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d540051c0 msgr2=0x7f8d5400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.653+0000 7f8d67e00640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d540051c0 0x7f8d5400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.653+0000 7f8d67e00640 1 -- 172.21.15.92:0/2072857802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d540039e0 msgr2=0x7f8d54003e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.653+0000 7f8d67e00640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d540039e0 0x7f8d54003e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.653+0000 7f8d67e00640 1 -- 172.21.15.92:0/2072857802 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d54003520 con 0x7f8d54004800 2024-09-19T06:05:36.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.653+0000 7f8d75400640 1 -- 172.21.15.92:0/2072857802 reap_dead start 2024-09-19T06:05:36.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.654+0000 7f8d67e00640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d54004800 0x7f8d54004c80 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f8d58009ac0 tx=0x7f8d54005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4a5465eeacc0d03 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:36.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.654+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58036070 con 0x7f8d54004800 2024-09-19T06:05:36.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.654+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d58031400 con 0x7f8d54004800 2024-09-19T06:05:36.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.654+0000 7f8d6fe00640 1 -- 172.21.15.92:0/2072857802 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58009690 con 0x7f8d54004800 2024-09-19T06:05:36.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.655+0000 7f8d77400640 1 -- 172.21.15.92:0/2072857802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d54004800 msgr2=0x7f8d54004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.655+0000 7f8d77400640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d54004800 0x7f8d54004c80 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f8d58009ac0 tx=0x7f8d54005830 comp rx=0 tx=0).stop 2024-09-19T06:05:36.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.655+0000 7f8d77400640 1 -- 172.21.15.92:0/2072857802 shutdown_connections 2024-09-19T06:05:36.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.655+0000 7f8d77400640 1 --2- 172.21.15.92:0/2072857802 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d54004800 0x7f8d54004c80 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.655+0000 7f8d77400640 1 -- 172.21.15.92:0/2072857802 >> 172.21.15.92:0/2072857802 conn(0x7f8d7006bc10 msgr2=0x7f8d7006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:36.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.655+0000 7f8d77400640 1 -- 172.21.15.92:0/2072857802 shutdown_connections 2024-09-19T06:05:36.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.655+0000 7f8d77400640 1 -- 172.21.15.92:0/2072857802 wait complete. 2024-09-19T06:05:36.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.656+0000 7f8d77400640 1 Processor -- start 2024-09-19T06:05:36.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.657+0000 7f8d77400640 1 -- start start 2024-09-19T06:05:36.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.657+0000 7f8d77400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d54004800 0x7f8d700af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.657+0000 7f8d77400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d701f1240 0x7f8d701f16c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.657+0000 7f8d77400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d700b1030 0x7f8d700b14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.657+0000 7f8d77400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8d7015c9c0 con 0x7f8d701f1240 2024-09-19T06:05:36.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.657+0000 7f8d77400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8d700b5b50 con 0x7f8d700b1030 2024-09-19T06:05:36.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.657+0000 7f8d77400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8d700b5dd0 con 0x7f8d54004800 2024-09-19T06:05:36.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d67e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d701f1240 0x7f8d701f16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d67e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d701f1240 0x7f8d701f16c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38726/0 (socket says 172.21.15.92:38726) 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d67e00640 1 -- 172.21.15.92:0/119101890 learned_addr learned my addr 172.21.15.92:0/119101890 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d74a00640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d54004800 0x7f8d700af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d75400640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d700b1030 0x7f8d700b14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d67e00640 1 -- 172.21.15.92:0/119101890 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d54004800 msgr2=0x7f8d700af0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d67e00640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d54004800 0x7f8d700af0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d67e00640 1 -- 172.21.15.92:0/119101890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d700b1030 msgr2=0x7f8d700b14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d67e00640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d700b1030 0x7f8d700b14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d67e00640 1 -- 172.21.15.92:0/119101890 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8d700b2340 con 0x7f8d701f1240 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.658+0000 7f8d67e00640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d701f1240 0x7f8d701f16c0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f8d58034040 tx=0x7f8d58004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.659+0000 7f8d6d600640 1 -- 172.21.15.92:0/119101890 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d5803f020 con 0x7f8d701f1240 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.659+0000 7f8d6d600640 1 -- 172.21.15.92:0/119101890 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8d58037040 con 0x7f8d701f1240 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.659+0000 7f8d6d600640 1 -- 172.21.15.92:0/119101890 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8d58036070 con 0x7f8d701f1240 2024-09-19T06:05:36.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.659+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8d700b1d80 con 0x7f8d701f1240 2024-09-19T06:05:36.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.659+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8d700aa520 con 0x7f8d701f1240 2024-09-19T06:05:36.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.660+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8d700cf6c0 con 0x7f8d701f1240 2024-09-19T06:05:36.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.661+0000 7f8d6d600640 1 -- 172.21.15.92:0/119101890 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8d58042020 con 0x7f8d701f1240 2024-09-19T06:05:36.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.662+0000 7f8d6d600640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4c06c330 0x7f8d4c06e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:36.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.662+0000 7f8d6d600640 1 -- 172.21.15.92:0/119101890 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f8d580ab380 con 0x7f8d701f1240 2024-09-19T06:05:36.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.662+0000 7f8d74a00640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4c06c330 0x7f8d4c06e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:36.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.662+0000 7f8d74a00640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4c06c330 0x7f8d4c06e7f0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f8d70051220 tx=0x7f8d600078f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:36.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.666+0000 7f8d6d600640 1 -- 172.21.15.92:0/119101890 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8d58049030 con 0x7f8d701f1240 2024-09-19T06:05:36.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.841+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8d7015b810 con 0x7f8d701f1240 2024-09-19T06:05:36.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.842+0000 7f8d6d600640 1 -- 172.21.15.92:0/119101890 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) ==== 74+0+16669 (secure 0 0 0) 0x7f8d58079580 con 0x7f8d701f1240 2024-09-19T06:05:36.845 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:36.845 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":91,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:05:35.497439+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:05:33.266965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T06:05:34.498064+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:05:36.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4c06c330 msgr2=0x7f8d4c06e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4c06c330 0x7f8d4c06e7f0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f8d70051220 tx=0x7f8d600078f0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d701f1240 msgr2=0x7f8d701f16c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:36.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d701f1240 0x7f8d701f16c0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f8d58034040 tx=0x7f8d58004730 comp rx=0 tx=0).stop 2024-09-19T06:05:36.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 shutdown_connections 2024-09-19T06:05:36.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8d4c06c330 0x7f8d4c06e7f0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8d700b1030 0x7f8d700b14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d701f1240 0x7f8d701f16c0 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 --2- 172.21.15.92:0/119101890 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8d54004800 0x7f8d700af0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:36.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 >> 172.21.15.92:0/119101890 conn(0x7f8d7006bc10 msgr2=0x7f8d700b40e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:36.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 shutdown_connections 2024-09-19T06:05:36.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:36.845+0000 7f8d77400640 1 -- 172.21.15.92:0/119101890 wait complete. 2024-09-19T06:05:36.863 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:05:37.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.019+0000 7f2bdf600640 1 Processor -- start 2024-09-19T06:05:37.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.019+0000 7f2bdf600640 1 -- start start 2024-09-19T06:05:37.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.020+0000 7f2bdf600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f2bd80731c0 0x7f2bd8073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:37.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.020+0000 7f2bdf600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bd815a430 con 0x7f2bd815a050 2024-09-19T06:05:37.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.020+0000 7f2bdf600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2bd80cd0a0 con 0x7f2bd815de80 2024-09-19T06:05:37.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.020+0000 7f2bdf600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f2bd8073b40 con 0x7f2bd80731c0 2024-09-19T06:05:37.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.021+0000 7f2bdcc00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f2bd815a050 0x7f2bd815d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38566/0 (socket says 172.21.15.92:38566) 2024-09-19T06:05:37.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.021+0000 7f2bdcc00640 1 -- 172.21.15.92:0/442554504 learned_addr learned my addr 172.21.15.92:0/442554504 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:37.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.021+0000 7f2bcfe00640 1 --2- 172.21.15.92:0/442554504 >> v2:172.21.15.102:3300/0 conn(0x7f2bd80731c0 0x7f2bd8073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:37.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.021+0000 7f2bd7e00640 1 -- 172.21.15.92:0/442554504 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4000047398 0 0) 0x7f2bd815a430 con 0x7f2bd815a050 2024-09-19T06:05:37.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.021+0000 7f2bd7e00640 1 -- 172.21.15.92:0/442554504 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2bbc003520 con 0x7f2bd815a050 2024-09-19T06:05:37.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.021+0000 7f2bcfe00640 1 -- 172.21.15.92:0/442554504 >> v1:172.21.15.102:6789/0 conn(0x7f2bd815de80 legacy=0x7f2bd815e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:37.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.021+0000 7f2bcfe00640 1 -- 172.21.15.92:0/442554504 >> v1:172.21.15.92:6789/0 conn(0x7f2bd815a050 legacy=0x7f2bd815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:37.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.021+0000 7f2bcfe00640 1 -- 172.21.15.92:0/442554504 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd80cd380 con 0x7f2bd80731c0 2024-09-19T06:05:37.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.022+0000 7f2bcfe00640 1 --2- 172.21.15.92:0/442554504 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd80731c0 0x7f2bd8073600 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2bc00097a0 tx=0x7f2bc002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0d997ae5786947a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:37.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bd7e00640 1 -- 172.21.15.92:0/442554504 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc0037070 con 0x7f2bd80731c0 2024-09-19T06:05:37.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bd7e00640 1 -- 172.21.15.92:0/442554504 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bc0032440 con 0x7f2bd80731c0 2024-09-19T06:05:37.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bd7e00640 1 -- 172.21.15.92:0/442554504 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc0032810 con 0x7f2bd80731c0 2024-09-19T06:05:37.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bdf600640 1 -- 172.21.15.92:0/442554504 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd80731c0 msgr2=0x7f2bd8073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:37.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bdf600640 1 --2- 172.21.15.92:0/442554504 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd80731c0 0x7f2bd8073600 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f2bc00097a0 tx=0x7f2bc002a1a0 comp rx=0 tx=0).stop 2024-09-19T06:05:37.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bdf600640 1 -- 172.21.15.92:0/442554504 shutdown_connections 2024-09-19T06:05:37.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bdf600640 1 --2- 172.21.15.92:0/442554504 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd80731c0 0x7f2bd8073600 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:37.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bdf600640 1 -- 172.21.15.92:0/442554504 >> 172.21.15.92:0/442554504 conn(0x7f2bd806d0f0 msgr2=0x7f2bd806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:37.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bdf600640 1 -- 172.21.15.92:0/442554504 shutdown_connections 2024-09-19T06:05:37.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.023+0000 7f2bdf600640 1 -- 172.21.15.92:0/442554504 wait complete. 2024-09-19T06:05:37.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.025+0000 7f2bdf600640 1 Processor -- start 2024-09-19T06:05:37.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.025+0000 7f2bdf600640 1 -- start start 2024-09-19T06:05:37.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.026+0000 7f2bdf600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2bd80731c0 0x7f2bd8158820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:37.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.026+0000 7f2bdf600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd815a050 0x7f2bd814d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:37.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.026+0000 7f2bdf600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2bd815de80 0x7f2bd80b5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:37.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.026+0000 7f2bdf600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd80cdc20 con 0x7f2bd80731c0 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.026+0000 7f2bdf600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2bd80cd940 con 0x7f2bd815a050 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.026+0000 7f2bdf600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2bd80b36e0 con 0x7f2bd815de80 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.026+0000 7f2bdcc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2bd80731c0 0x7f2bd8158820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.026+0000 7f2bdcc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2bd80731c0 0x7f2bd8158820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52798/0 (socket says 172.21.15.92:52798) 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.026+0000 7f2bdcc00640 1 -- 172.21.15.92:0/107698866 learned_addr learned my addr 172.21.15.92:0/107698866 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bdd600640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2bd815de80 0x7f2bd80b5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bcfe00640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd815a050 0x7f2bd814d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bdcc00640 1 -- 172.21.15.92:0/107698866 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2bd815de80 msgr2=0x7f2bd80b5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bdcc00640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2bd815de80 0x7f2bd80b5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bdcc00640 1 -- 172.21.15.92:0/107698866 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd815a050 msgr2=0x7f2bd814d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bdcc00640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd815a050 0x7f2bd814d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bdcc00640 1 -- 172.21.15.92:0/107698866 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2bd814dd50 con 0x7f2bd80731c0 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bdcc00640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2bd80731c0 0x7f2bd8158820 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f2bc800c500 tx=0x7f2bc800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:37.029 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bd5600640 1 -- 172.21.15.92:0/107698866 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc8017070 con 0x7f2bd80731c0 2024-09-19T06:05:37.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bd5600640 1 -- 172.21.15.92:0/107698866 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2bc8005ce0 con 0x7f2bd80731c0 2024-09-19T06:05:37.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bd5600640 1 -- 172.21.15.92:0/107698866 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2bc8007330 con 0x7f2bd80731c0 2024-09-19T06:05:37.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2bd814dff0 con 0x7f2bd80731c0 2024-09-19T06:05:37.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.027+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2bd814e5b0 con 0x7f2bd80731c0 2024-09-19T06:05:37.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.029+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2bd8069180 con 0x7f2bd80731c0 2024-09-19T06:05:37.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.029+0000 7f2bd5600640 1 -- 172.21.15.92:0/107698866 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2bc801a070 con 0x7f2bd80731c0 2024-09-19T06:05:37.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.030+0000 7f2bd5600640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2bb406c2e0 0x7f2bb406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:37.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.030+0000 7f2bd5600640 1 -- 172.21.15.92:0/107698866 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(91..91 src has 1..91) ==== 5709+0+0 (secure 0 0 0) 0x7f2bc808a8c0 con 0x7f2bd80731c0 2024-09-19T06:05:37.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.030+0000 7f2bcfe00640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2bb406c2e0 0x7f2bb406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:37.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.031+0000 7f2bcfe00640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2bb406c2e0 0x7f2bb406e7a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0034000 tx=0x7f2bc002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:37.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.034+0000 7f2bd5600640 1 -- 172.21.15.92:0/107698866 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2bd8069180 con 0x7f2bd80731c0 2024-09-19T06:05:37.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:37.249+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7f2bd80c94f0 con 0x7f2bd80731c0 2024-09-19T06:05:38.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.109+0000 7f2bd5600640 1 -- 172.21.15.92:0/107698866 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v59) ==== 118+0+0 (secure 0 0 0) 0x7f2bc80590e0 con 0x7f2bd80731c0 2024-09-19T06:05:38.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2bb406c2e0 msgr2=0x7f2bb406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:38.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2bb406c2e0 0x7f2bb406e7a0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f2bc0034000 tx=0x7f2bc002e000 comp rx=0 tx=0).stop 2024-09-19T06:05:38.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2bd80731c0 msgr2=0x7f2bd8158820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:38.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2bd80731c0 0x7f2bd8158820 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f2bc800c500 tx=0x7f2bc800c9c0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 shutdown_connections 2024-09-19T06:05:38.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2bd815de80 0x7f2bd80b5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2bb406c2e0 0x7f2bb406e7a0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2bd815a050 0x7f2bd814d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 --2- 172.21.15.92:0/107698866 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2bd80731c0 0x7f2bd8158820 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 >> 172.21.15.92:0/107698866 conn(0x7f2bd806d0f0 msgr2=0x7f2bd80cf8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:38.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 shutdown_connections 2024-09-19T06:05:38.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.112+0000 7f2bdf600640 1 -- 172.21.15.92:0/107698866 wait complete. 2024-09-19T06:05:38.132 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:05:38.132 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:05:38.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.289+0000 7f1a13200640 1 Processor -- start 2024-09-19T06:05:38.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.289+0000 7f1a13200640 1 -- start start 2024-09-19T06:05:38.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.290+0000 7f1a13200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1a0c15adf0 0x7f1a0c0b3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:38.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.290+0000 7f1a13200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1a0c0b2480 0x7f1a0c070f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:38.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.290+0000 7f1a13200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1a0c0b44f0 con 0x7f1a0c15b1d0 2024-09-19T06:05:38.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.290+0000 7f1a13200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f1a0c0b47d0 con 0x7f1a0c15adf0 2024-09-19T06:05:38.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.290+0000 7f1a13200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f1a0c0b4ab0 con 0x7f1a0c0b2480 2024-09-19T06:05:38.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.291+0000 7f1a11e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1a0c15adf0 0x7f1a0c0b3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:38.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.291+0000 7f1a11e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1a0c15adf0 0x7f1a0c0b3af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52812/0 (socket says 172.21.15.92:52812) 2024-09-19T06:05:38.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.291+0000 7f1a11e00640 1 -- 172.21.15.92:0/2122272399 learned_addr learned my addr 172.21.15.92:0/2122272399 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:38.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.291+0000 7f1a11e00640 1 -- 172.21.15.92:0/2122272399 >> v2:172.21.15.102:3300/0 conn(0x7f1a0c0b2480 msgr2=0x7f1a0c070f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:38.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.291+0000 7f1a12800640 1 --2- 172.21.15.92:0/2122272399 >> v2:172.21.15.102:3300/0 conn(0x7f1a0c0b2480 0x7f1a0c070f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:38.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.291+0000 7f1a11e00640 1 --2- 172.21.15.92:0/2122272399 >> v2:172.21.15.102:3300/0 conn(0x7f1a0c0b2480 0x7f1a0c070f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.291+0000 7f1a11e00640 1 -- 172.21.15.92:0/2122272399 >> v1:172.21.15.102:6789/0 conn(0x7f1a0c15b1d0 legacy=0x7f1a0c0b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:38.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.291+0000 7f1a11e00640 1 -- 172.21.15.92:0/2122272399 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a0c0b4d90 con 0x7f1a0c15adf0 2024-09-19T06:05:38.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.291+0000 7f1a12800640 1 --2- 172.21.15.92:0/2122272399 >> v2:172.21.15.102:3300/0 conn(0x7f1a0c0b2480 0x7f1a0c070f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:38.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.292+0000 7f1a11e00640 1 --2- 172.21.15.92:0/2122272399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c15adf0 0x7f1a0c0b3af0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c0b4350 tx=0x7f1a0002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d26a55873c8d71b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:38.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.292+0000 7f1a10a00640 1 -- 172.21.15.92:0/2122272399 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00037070 con 0x7f1a0c15adf0 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.292+0000 7f1a10a00640 1 -- 172.21.15.92:0/2122272399 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a00032440 con 0x7f1a0c15adf0 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.292+0000 7f1a10a00640 1 -- 172.21.15.92:0/2122272399 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00032810 con 0x7f1a0c15adf0 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.293+0000 7f1a13200640 1 -- 172.21.15.92:0/2122272399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c15adf0 msgr2=0x7f1a0c0b3af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.293+0000 7f1a13200640 1 --2- 172.21.15.92:0/2122272399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c15adf0 0x7f1a0c0b3af0 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c0b4350 tx=0x7f1a0002a230 comp rx=0 tx=0).stop 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.293+0000 7f1a13200640 1 -- 172.21.15.92:0/2122272399 shutdown_connections 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.293+0000 7f1a13200640 1 --2- 172.21.15.92:0/2122272399 >> v2:172.21.15.102:3300/0 conn(0x7f1a0c0b2480 0x7f1a0c070f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.293+0000 7f1a13200640 1 --2- 172.21.15.92:0/2122272399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c15adf0 0x7f1a0c0b3af0 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.293+0000 7f1a13200640 1 -- 172.21.15.92:0/2122272399 >> 172.21.15.92:0/2122272399 conn(0x7f1a0c062a20 msgr2=0x7f1a0c06bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.293+0000 7f1a13200640 1 -- 172.21.15.92:0/2122272399 shutdown_connections 2024-09-19T06:05:38.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.293+0000 7f1a13200640 1 -- 172.21.15.92:0/2122272399 wait complete. 2024-09-19T06:05:38.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.295+0000 7f1a13200640 1 Processor -- start 2024-09-19T06:05:38.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.295+0000 7f1a13200640 1 -- start start 2024-09-19T06:05:38.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a13200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c0b2480 0x7f1a0c0b1be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:38.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a13200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0c15adf0 0x7f1a0c1511f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:38.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a13200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a0c15b1d0 0x7f1a0c15b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:38.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a13200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0c0b4030 con 0x7f1a0c0b2480 2024-09-19T06:05:38.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a13200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1a0c0b5570 con 0x7f1a0c15adf0 2024-09-19T06:05:38.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a13200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1a0c0ce050 con 0x7f1a0c15b1d0 2024-09-19T06:05:38.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c0b2480 0x7f1a0c0b1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c0b2480 0x7f1a0c0b1be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52814/0 (socket says 172.21.15.92:52814) 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11e00640 1 -- 172.21.15.92:0/972864235 learned_addr learned my addr 172.21.15.92:0/972864235 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11400640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0c15adf0 0x7f1a0c1511f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11e00640 1 -- 172.21.15.92:0/972864235 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a0c15b1d0 msgr2=0x7f1a0c15b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11e00640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a0c15b1d0 0x7f1a0c15b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11e00640 1 -- 172.21.15.92:0/972864235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0c15adf0 msgr2=0x7f1a0c1511f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11e00640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0c15adf0 0x7f1a0c1511f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11e00640 1 -- 172.21.15.92:0/972864235 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1a0c1f49e0 con 0x7f1a0c0b2480 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.296+0000 7f1a11400640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0c15adf0 0x7f1a0c1511f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.297+0000 7f1a11e00640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c0b2480 0x7f1a0c0b1be0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f1a00000c00 tx=0x7f1a000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.297+0000 7f1a06000640 1 -- 172.21.15.92:0/972864235 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00041020 con 0x7f1a0c0b2480 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.297+0000 7f1a06000640 1 -- 172.21.15.92:0/972864235 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1a00030970 con 0x7f1a0c0b2480 2024-09-19T06:05:38.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.297+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1a0c1f4cc0 con 0x7f1a0c0b2480 2024-09-19T06:05:38.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.297+0000 7f1a06000640 1 -- 172.21.15.92:0/972864235 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1a00037040 con 0x7f1a0c0b2480 2024-09-19T06:05:38.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.297+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1a0c156fc0 con 0x7f1a0c0b2480 2024-09-19T06:05:38.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.298+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1a0c0b3af0 con 0x7f1a0c0b2480 2024-09-19T06:05:38.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.299+0000 7f1a06000640 1 -- 172.21.15.92:0/972864235 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1a00044020 con 0x7f1a0c0b2480 2024-09-19T06:05:38.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.300+0000 7f1a06000640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19f006c2b0 0x7f19f006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:38.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.300+0000 7f1a06000640 1 -- 172.21.15.92:0/972864235 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f1a000abe80 con 0x7f1a0c0b2480 2024-09-19T06:05:38.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.300+0000 7f1a11400640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19f006c2b0 0x7f19f006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:38.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.301+0000 7f1a11400640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19f006c2b0 0x7f19f006e770 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c1f8610 tx=0x7f19fc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:38.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.304+0000 7f1a06000640 1 -- 172.21.15.92:0/972864235 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1a0004b030 con 0x7f1a0c0b2480 2024-09-19T06:05:38.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:38.511+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7f1a0c15f410 con 0x7f1a0c0b2480 2024-09-19T06:05:38.625 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:05:38.629 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:05:39.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.114+0000 7f1a06000640 1 -- 172.21.15.92:0/972864235 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v60) ==== 122+0+0 (secure 0 0 0) 0x7f1a0007a5e0 con 0x7f1a0c0b2480 2024-09-19T06:05:39.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19f006c2b0 msgr2=0x7f19f006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19f006c2b0 0x7f19f006e770 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c1f8610 tx=0x7f19fc008040 comp rx=0 tx=0).stop 2024-09-19T06:05:39.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c0b2480 msgr2=0x7f1a0c0b1be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c0b2480 0x7f1a0c0b1be0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f1a00000c00 tx=0x7f1a000046c0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 shutdown_connections 2024-09-19T06:05:39.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1a0c15b1d0 0x7f1a0c15b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19f006c2b0 0x7f19f006e770 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1a0c15adf0 0x7f1a0c1511f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 --2- 172.21.15.92:0/972864235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a0c0b2480 0x7f1a0c0b1be0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 >> 172.21.15.92:0/972864235 conn(0x7f1a0c062a20 msgr2=0x7f1a0c0724e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:39.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 shutdown_connections 2024-09-19T06:05:39.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.118+0000 7f1a13200640 1 -- 172.21.15.92:0/972864235 wait complete. 2024-09-19T06:05:39.137 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:05:39.138 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:39.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.289+0000 7faff0c00640 1 Processor -- start 2024-09-19T06:05:39.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.290+0000 7faff0c00640 1 -- start start 2024-09-19T06:05:39.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7faff0c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fafec0b2da0 0x7fafec0ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7faff0c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fafec1434f0 0x7fafec0ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7faff0c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fafec141d40 con 0x7fafec15ec10 2024-09-19T06:05:39.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7faff0c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fafec143920 con 0x7fafec1434f0 2024-09-19T06:05:39.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7faff0c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fafec141af0 con 0x7fafec0b2da0 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7fafea800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fafec1434f0 0x7fafec0ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7fafea800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fafec1434f0 0x7fafec0ce8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52820/0 (socket says 172.21.15.92:52820) 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7fafea800640 1 -- 172.21.15.92:0/4166375608 learned_addr learned my addr 172.21.15.92:0/4166375608 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7fafe1400640 1 --1- 172.21.15.92:0/4166375608 >> v1:172.21.15.92:6789/0 conn(0x7fafec15ec10 0x7fafec142de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38574/0 (socket says 172.21.15.92:38574) 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.291+0000 7fafe9e00640 1 --2- 172.21.15.92:0/4166375608 >> v2:172.21.15.102:3300/0 conn(0x7fafec0b2da0 0x7fafec0ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.292+0000 7fafea800640 1 -- 172.21.15.92:0/4166375608 >> v2:172.21.15.102:3300/0 conn(0x7fafec0b2da0 msgr2=0x7fafec0ce380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.292+0000 7fafea800640 1 --2- 172.21.15.92:0/4166375608 >> v2:172.21.15.102:3300/0 conn(0x7fafec0b2da0 0x7fafec0ce380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.292+0000 7fafea800640 1 -- 172.21.15.92:0/4166375608 >> v1:172.21.15.92:6789/0 conn(0x7fafec15ec10 legacy=0x7fafec142de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.292+0000 7fafe9400640 1 -- 172.21.15.92:0/4166375608 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2261945755 0 0) 0x7fafec141d40 con 0x7fafec15ec10 2024-09-19T06:05:39.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.292+0000 7fafea800640 1 -- 172.21.15.92:0/4166375608 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafec142020 con 0x7fafec1434f0 2024-09-19T06:05:39.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.293+0000 7fafea800640 1 --2- 172.21.15.92:0/4166375608 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec1434f0 0x7fafec0ce8c0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fafec06f340 tx=0x7fafe402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ecbf48c651a5002 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:39.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.293+0000 7fafe9400640 1 -- 172.21.15.92:0/4166375608 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe4036070 con 0x7fafec1434f0 2024-09-19T06:05:39.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.293+0000 7fafe9400640 1 -- 172.21.15.92:0/4166375608 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafe4031600 con 0x7fafec1434f0 2024-09-19T06:05:39.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.293+0000 7fafe9400640 1 -- 172.21.15.92:0/4166375608 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafe40319d0 con 0x7fafec1434f0 2024-09-19T06:05:39.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.293+0000 7faff0c00640 1 -- 172.21.15.92:0/4166375608 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec1434f0 msgr2=0x7fafec0ce8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.293+0000 7faff0c00640 1 --2- 172.21.15.92:0/4166375608 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec1434f0 0x7fafec0ce8c0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7fafec06f340 tx=0x7fafe402a730 comp rx=0 tx=0).stop 2024-09-19T06:05:39.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.294+0000 7faff0c00640 1 -- 172.21.15.92:0/4166375608 shutdown_connections 2024-09-19T06:05:39.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.294+0000 7faff0c00640 1 --2- 172.21.15.92:0/4166375608 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec1434f0 0x7fafec0ce8c0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.294+0000 7faff0c00640 1 --2- 172.21.15.92:0/4166375608 >> v2:172.21.15.102:3300/0 conn(0x7fafec0b2da0 0x7fafec0ce380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.294+0000 7faff0c00640 1 -- 172.21.15.92:0/4166375608 >> 172.21.15.92:0/4166375608 conn(0x7fafec06bc10 msgr2=0x7fafec06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:39.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.294+0000 7faff0c00640 1 -- 172.21.15.92:0/4166375608 shutdown_connections 2024-09-19T06:05:39.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.294+0000 7faff0c00640 1 -- 172.21.15.92:0/4166375608 wait complete. 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.295+0000 7faff0c00640 1 Processor -- start 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.295+0000 7faff0c00640 1 -- start start 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.296+0000 7faff0c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec0b2da0 0x7fafec158740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.296+0000 7faff0c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fafec1434f0 0x7fafec1f3200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.296+0000 7faff0c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafec15ec10 0x7fafec1f3740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.296+0000 7faff0c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fafec1428c0 con 0x7fafec0b2da0 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.296+0000 7faff0c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fafec1425e0 con 0x7fafec15ec10 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.296+0000 7faff0c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fafec0b3180 con 0x7fafec1434f0 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.296+0000 7fafe9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec0b2da0 0x7fafec158740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.296+0000 7fafe9e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec0b2da0 0x7fafec158740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52834/0 (socket says 172.21.15.92:52834) 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe9e00640 1 -- 172.21.15.92:0/2913510209 learned_addr learned my addr 172.21.15.92:0/2913510209 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:39.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafea800640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafec15ec10 0x7fafec1f3740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe1400640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fafec1434f0 0x7fafec1f3200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe9e00640 1 -- 172.21.15.92:0/2913510209 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fafec1434f0 msgr2=0x7fafec1f3200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe9e00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fafec1434f0 0x7fafec1f3200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe9e00640 1 -- 172.21.15.92:0/2913510209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafec15ec10 msgr2=0x7fafec1f3740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe9e00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafec15ec10 0x7fafec1f3740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe9e00640 1 -- 172.21.15.92:0/2913510209 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fafec1580f0 con 0x7fafec0b2da0 2024-09-19T06:05:39.300 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafea800640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafec15ec10 0x7fafec1f3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:39.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe9e00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec0b2da0 0x7fafec158740 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fafdc00e870 tx=0x7fafdc00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:39.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe2a00640 1 -- 172.21.15.92:0/2913510209 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafdc017070 con 0x7fafec0b2da0 2024-09-19T06:05:39.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe2a00640 1 -- 172.21.15.92:0/2913510209 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fafdc00c940 con 0x7fafec0b2da0 2024-09-19T06:05:39.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.297+0000 7fafe2a00640 1 -- 172.21.15.92:0/2913510209 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fafdc00cd30 con 0x7fafec0b2da0 2024-09-19T06:05:39.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.298+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fafec0b5310 con 0x7fafec0b2da0 2024-09-19T06:05:39.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.298+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fafec0b58d0 con 0x7fafec0b2da0 2024-09-19T06:05:39.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.299+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fafec142de0 con 0x7fafec0b2da0 2024-09-19T06:05:39.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.300+0000 7fafe2a00640 1 -- 172.21.15.92:0/2913510209 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fafdc01a070 con 0x7fafec0b2da0 2024-09-19T06:05:39.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.300+0000 7fafe2a00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fafc806c2b0 0x7fafc806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.300+0000 7fafe2a00640 1 -- 172.21.15.92:0/2913510209 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fafdc08b240 con 0x7fafec0b2da0 2024-09-19T06:05:39.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.301+0000 7fafe1400640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fafc806c2b0 0x7fafc806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.301+0000 7fafe1400640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fafc806c2b0 0x7fafc806e770 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fafec1f7230 tx=0x7fafd4007b50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:39.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.305+0000 7fafe2a00640 1 -- 172.21.15.92:0/2913510209 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fafdc059a40 con 0x7fafec0b2da0 2024-09-19T06:05:39.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.515+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fafec0633d0 con 0x7fafec0b2da0 2024-09-19T06:05:39.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.516+0000 7fafe2a00640 1 -- 172.21.15.92:0/2913510209 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 60 v60) ==== 94+0+5231 (secure 0 0 0) 0x7fafdc059340 con 0x7fafec0b2da0 2024-09-19T06:05:39.518 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:39.519 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":60,"btime":"2024-09-19T06:05:39:110859+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5639,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2822642224","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2822642224},{"type":"v1","addr":"172.21.15.102:6835","nonce":2822642224}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":6450,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3594755778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3594755778},{"type":"v1","addr":"172.21.15.102:6834","nonce":3594755778}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":53},{"gid":6453,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/3197537070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3197537070},{"type":"v1","addr":"172.21.15.92:6835","nonce":3197537070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:38.512752+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6462},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6462":{"gid":6462,"name":"a","rank":0,"incarnation":56,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/2007397709","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":2007397709},{"type":"v1","addr":"172.21.15.92:6837","nonce":2007397709}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6462,"qdb_cluster":[6462]},"id":7}]} 2024-09-19T06:05:39.519 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 60 2024-09-19T06:05:39.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.518+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fafc806c2b0 msgr2=0x7fafc806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.518+0000 7faff0c00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fafc806c2b0 0x7fafc806e770 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7fafec1f7230 tx=0x7fafd4007b50 comp rx=0 tx=0).stop 2024-09-19T06:05:39.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.518+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec0b2da0 msgr2=0x7fafec158740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.518+0000 7faff0c00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec0b2da0 0x7fafec158740 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fafdc00e870 tx=0x7fafdc00ed30 comp rx=0 tx=0).stop 2024-09-19T06:05:39.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.519+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 shutdown_connections 2024-09-19T06:05:39.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.519+0000 7faff0c00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fafc806c2b0 0x7fafc806e770 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.519+0000 7faff0c00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fafec15ec10 0x7fafec1f3740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.519+0000 7faff0c00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fafec1434f0 0x7fafec1f3200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.519+0000 7faff0c00640 1 --2- 172.21.15.92:0/2913510209 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fafec0b2da0 0x7fafec158740 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.519+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 >> 172.21.15.92:0/2913510209 conn(0x7fafec06bc10 msgr2=0x7fafec15f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:39.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.519+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 shutdown_connections 2024-09-19T06:05:39.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.519+0000 7faff0c00640 1 -- 172.21.15.92:0/2913510209 wait complete. 2024-09-19T06:05:39.537 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:05:39.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.691+0000 7ff70f400640 1 Processor -- start 2024-09-19T06:05:39.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.691+0000 7ff70f400640 1 -- start start 2024-09-19T06:05:39.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff70815c170 0x7ff70815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70f400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff7080cf6c0 0x7ff7080cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff7080b5dd0 0x7ff7080b6260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70f400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff70815ca90 con 0x7ff7080b5dd0 2024-09-19T06:05:39.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70f400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff7080b4cf0 con 0x7ff7080cf6c0 2024-09-19T06:05:39.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff7080b4fd0 con 0x7ff70815c170 2024-09-19T06:05:39.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff7080b5dd0 0x7ff7080b6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff7080b5dd0 0x7ff7080b6260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52836/0 (socket says 172.21.15.92:52836) 2024-09-19T06:05:39.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70d400640 1 -- 172.21.15.92:0/500747493 learned_addr learned my addr 172.21.15.92:0/500747493 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:39.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70ca00640 1 --2- 172.21.15.92:0/500747493 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff70815c170 0x7ff70815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff6ffe00640 1 --2- 172.21.15.92:0/500747493 >> v2:172.21.15.102:3300/0 conn(0x7ff7080cf6c0 0x7ff7080cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70d400640 1 -- 172.21.15.92:0/500747493 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff70815c170 msgr2=0x7ff70815c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70d400640 1 --2- 172.21.15.92:0/500747493 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff70815c170 0x7ff70815c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70d400640 1 -- 172.21.15.92:0/500747493 >> v2:172.21.15.102:3300/0 conn(0x7ff7080cf6c0 msgr2=0x7ff7080cfb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.693+0000 7ff70d400640 1 --2- 172.21.15.92:0/500747493 >> v2:172.21.15.102:3300/0 conn(0x7ff7080cf6c0 0x7ff7080cfb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.694+0000 7ff70d400640 1 -- 172.21.15.92:0/500747493 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7080b52b0 con 0x7ff7080b5dd0 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.694+0000 7ff6ffe00640 1 --2- 172.21.15.92:0/500747493 >> v2:172.21.15.102:3300/0 conn(0x7ff7080cf6c0 0x7ff7080cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.694+0000 7ff70d400640 1 --2- 172.21.15.92:0/500747493 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 0x7ff7080b6260 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7ff70806c960 tx=0x7ff70002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b37883d28c4d97a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff707e00640 1 -- 172.21.15.92:0/500747493 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff700036070 con 0x7ff7080b5dd0 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff707e00640 1 -- 172.21.15.92:0/500747493 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff700031600 con 0x7ff7080b5dd0 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff707e00640 1 -- 172.21.15.92:0/500747493 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff7000319d0 con 0x7ff7080b5dd0 2024-09-19T06:05:39.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff70f400640 1 -- 172.21.15.92:0/500747493 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 msgr2=0x7ff7080b6260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff70f400640 1 --2- 172.21.15.92:0/500747493 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 0x7ff7080b6260 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7ff70806c960 tx=0x7ff70002a6a0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff70f400640 1 -- 172.21.15.92:0/500747493 shutdown_connections 2024-09-19T06:05:39.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff70f400640 1 --2- 172.21.15.92:0/500747493 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 0x7ff7080b6260 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff70f400640 1 --2- 172.21.15.92:0/500747493 >> v2:172.21.15.102:3300/0 conn(0x7ff7080cf6c0 0x7ff7080cfb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff70f400640 1 --2- 172.21.15.92:0/500747493 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff70815c170 0x7ff70815c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff70f400640 1 -- 172.21.15.92:0/500747493 >> 172.21.15.92:0/500747493 conn(0x7ff70806bc10 msgr2=0x7ff70806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:39.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.695+0000 7ff70f400640 1 -- 172.21.15.92:0/500747493 shutdown_connections 2024-09-19T06:05:39.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.696+0000 7ff70f400640 1 -- 172.21.15.92:0/500747493 wait complete. 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.697+0000 7ff70f400640 1 Processor -- start 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.697+0000 7ff70f400640 1 -- start start 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.698+0000 7ff70f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 0x7ff70815b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.698+0000 7ff70f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080cf6c0 0x7ff7081571d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.698+0000 7ff70f400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff70815c170 0x7ff70814af60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.698+0000 7ff70f400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff7080b5b50 con 0x7ff7080b5dd0 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.698+0000 7ff70f400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff7080b5870 con 0x7ff70815c170 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.698+0000 7ff70f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff70815ffb0 con 0x7ff7080cf6c0 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.698+0000 7ff70ca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 0x7ff70815b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.698+0000 7ff70ca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 0x7ff70815b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52846/0 (socket says 172.21.15.92:52846) 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.698+0000 7ff70ca00640 1 -- 172.21.15.92:0/1019972274 learned_addr learned my addr 172.21.15.92:0/1019972274 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:39.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff70d400640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff70815c170 0x7ff70814af60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff6ffe00640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080cf6c0 0x7ff7081571d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff70ca00640 1 -- 172.21.15.92:0/1019972274 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080cf6c0 msgr2=0x7ff7081571d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff70ca00640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080cf6c0 0x7ff7081571d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff70ca00640 1 -- 172.21.15.92:0/1019972274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff70815c170 msgr2=0x7ff70814af60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff70ca00640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff70815c170 0x7ff70814af60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff70ca00640 1 -- 172.21.15.92:0/1019972274 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff708157970 con 0x7ff7080b5dd0 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff70ca00640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 0x7ff70815b5a0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7ff6f800e870 tx=0x7ff6f800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff705600640 1 -- 172.21.15.92:0/1019972274 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f8017070 con 0x7ff7080b5dd0 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff705600640 1 -- 172.21.15.92:0/1019972274 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff6f800c940 con 0x7ff7080b5dd0 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff708157c50 con 0x7ff7080b5dd0 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.699+0000 7ff705600640 1 -- 172.21.15.92:0/1019972274 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff6f800cd30 con 0x7ff7080b5dd0 2024-09-19T06:05:39.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.700+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff708158210 con 0x7ff7080b5dd0 2024-09-19T06:05:39.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.700+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff70815c550 con 0x7ff7080b5dd0 2024-09-19T06:05:39.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.701+0000 7ff705600640 1 -- 172.21.15.92:0/1019972274 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff6f801a070 con 0x7ff7080b5dd0 2024-09-19T06:05:39.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.703+0000 7ff705600640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6e406c2b0 0x7ff6e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:39.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.703+0000 7ff705600640 1 -- 172.21.15.92:0/1019972274 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7ff6f808b690 con 0x7ff7080b5dd0 2024-09-19T06:05:39.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.703+0000 7ff6ffe00640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6e406c2b0 0x7ff6e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:39.705 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.703+0000 7ff6ffe00640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6e406c2b0 0x7ff6e406e770 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7ff708156f60 tx=0x7ff6f0008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:39.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.707+0000 7ff705600640 1 -- 172.21.15.92:0/1019972274 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff6f8059710 con 0x7ff7080b5dd0 2024-09-19T06:05:39.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.880+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7ff7080b47b0 con 0x7ff7080b5dd0 2024-09-19T06:05:39.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.881+0000 7ff705600640 1 -- 172.21.15.92:0/1019972274 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v92) ==== 74+0+16656 (secure 0 0 0) 0x7ff6f805da10 con 0x7ff7080b5dd0 2024-09-19T06:05:39.883 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:39.883 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":92,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:05:37.092508+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:05:33.266965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T06:05:34.498064+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:05:39.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6e406c2b0 msgr2=0x7ff6e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6e406c2b0 0x7ff6e406e770 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7ff708156f60 tx=0x7ff6f0008040 comp rx=0 tx=0).stop 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 msgr2=0x7ff70815b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 0x7ff70815b5a0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7ff6f800e870 tx=0x7ff6f800ed30 comp rx=0 tx=0).stop 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 shutdown_connections 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff6e406c2b0 0x7ff6e406e770 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff70815c170 0x7ff70814af60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff7080cf6c0 0x7ff7081571d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 --2- 172.21.15.92:0/1019972274 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7080b5dd0 0x7ff70815b5a0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 >> 172.21.15.92:0/1019972274 conn(0x7ff70806bc10 msgr2=0x7ff708072770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 shutdown_connections 2024-09-19T06:05:39.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:39.883+0000 7ff70f400640 1 -- 172.21.15.92:0/1019972274 wait complete. 2024-09-19T06:05:39.902 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:05:39.902 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:05:40.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.052+0000 7efef9600640 1 Processor -- start 2024-09-19T06:05:40.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.053+0000 7efef9600640 1 -- start start 2024-09-19T06:05:40.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef9600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efef415c170 0x7efef415c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef9600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40b64e0 0x7efef40cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef9600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efef40b4cf0 con 0x7efef40cf6c0 2024-09-19T06:05:40.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef9600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7efef415ca90 con 0x7efef415c170 2024-09-19T06:05:40.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef9600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efef40b49c0 con 0x7efef40b64e0 2024-09-19T06:05:40.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef2a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efef415c170 0x7efef415c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef2a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efef415c170 0x7efef415c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52856/0 (socket says 172.21.15.92:52856) 2024-09-19T06:05:40.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef2a00640 1 -- 172.21.15.92:0/3121809474 learned_addr learned my addr 172.21.15.92:0/3121809474 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:40.057 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef2000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7efef40cf6c0 0x7efef40b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38588/0 (socket says 172.21.15.92:38588) 2024-09-19T06:05:40.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.054+0000 7efef3400640 1 --2- 172.21.15.92:0/3121809474 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40b64e0 0x7efef40cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.055+0000 7efef2a00640 1 -- 172.21.15.92:0/3121809474 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40b64e0 msgr2=0x7efef40cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.055+0000 7efef2a00640 1 --2- 172.21.15.92:0/3121809474 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40b64e0 0x7efef40cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.055+0000 7efef2a00640 1 -- 172.21.15.92:0/3121809474 >> v1:172.21.15.92:6789/0 conn(0x7efef40cf6c0 legacy=0x7efef40b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.055+0000 7efef2a00640 1 -- 172.21.15.92:0/3121809474 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efef40b4fd0 con 0x7efef415c170 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.056+0000 7efef2a00640 1 --2- 172.21.15.92:0/3121809474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 0x7efef415c550 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7efee40098a0 tx=0x7efee402a290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a44f9c003bf26c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.056+0000 7efef1600640 1 -- 172.21.15.92:0/3121809474 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee4037070 con 0x7efef415c170 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.056+0000 7efef1600640 1 -- 172.21.15.92:0/3121809474 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efee4032440 con 0x7efef415c170 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.056+0000 7efef1600640 1 -- 172.21.15.92:0/3121809474 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efee4032810 con 0x7efef415c170 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.056+0000 7efef9600640 1 -- 172.21.15.92:0/3121809474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 msgr2=0x7efef415c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.056+0000 7efef9600640 1 --2- 172.21.15.92:0/3121809474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 0x7efef415c550 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7efee40098a0 tx=0x7efee402a290 comp rx=0 tx=0).stop 2024-09-19T06:05:40.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.057+0000 7efef9600640 1 -- 172.21.15.92:0/3121809474 shutdown_connections 2024-09-19T06:05:40.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.057+0000 7efef9600640 1 --2- 172.21.15.92:0/3121809474 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40b64e0 0x7efef40cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.057+0000 7efef9600640 1 --2- 172.21.15.92:0/3121809474 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 0x7efef415c550 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.057+0000 7efef9600640 1 -- 172.21.15.92:0/3121809474 >> 172.21.15.92:0/3121809474 conn(0x7efef406bc10 msgr2=0x7efef406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:40.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.057+0000 7efef9600640 1 -- 172.21.15.92:0/3121809474 shutdown_connections 2024-09-19T06:05:40.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.057+0000 7efef9600640 1 -- 172.21.15.92:0/3121809474 wait complete. 2024-09-19T06:05:40.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.058+0000 7efef9600640 1 Processor -- start 2024-09-19T06:05:40.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.058+0000 7efef9600640 1 -- start start 2024-09-19T06:05:40.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.059+0000 7efef9600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efef40b64e0 0x7efef413fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.059+0000 7efef9600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40cf6c0 0x7efef415e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.059+0000 7efef9600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 0x7efef415ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.059+0000 7efef9600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7efef40b5870 con 0x7efef415c170 2024-09-19T06:05:40.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.059+0000 7efef9600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efef40b5590 con 0x7efef40b64e0 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.059+0000 7efef9600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efef40b5b50 con 0x7efef40cf6c0 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 0x7efef415ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef3400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 0x7efef415ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52870/0 (socket says 172.21.15.92:52870) 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef3400640 1 -- 172.21.15.92:0/426508629 learned_addr learned my addr 172.21.15.92:0/426508629 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef2a00640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efef40b64e0 0x7efef413fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef2000640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40cf6c0 0x7efef415e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef3400640 1 -- 172.21.15.92:0/426508629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40cf6c0 msgr2=0x7efef415e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef3400640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40cf6c0 0x7efef415e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef3400640 1 -- 172.21.15.92:0/426508629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efef40b64e0 msgr2=0x7efef413fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef3400640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efef40b64e0 0x7efef413fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef3400640 1 -- 172.21.15.92:0/426508629 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efef4142200 con 0x7efef415c170 2024-09-19T06:05:40.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efef3400640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 0x7efef415ee60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7efeec007d90 tx=0x7efeec00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:40.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.060+0000 7efeeaa00640 1 -- 172.21.15.92:0/426508629 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeec014420 con 0x7efef415c170 2024-09-19T06:05:40.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.061+0000 7efeeaa00640 1 -- 172.21.15.92:0/426508629 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efeec019070 con 0x7efef415c170 2024-09-19T06:05:40.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.061+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efef41586f0 con 0x7efef415c170 2024-09-19T06:05:40.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.061+0000 7efeeaa00640 1 -- 172.21.15.92:0/426508629 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efeec014820 con 0x7efef415c170 2024-09-19T06:05:40.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.061+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7efef4141f20 con 0x7efef415c170 2024-09-19T06:05:40.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.062+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efef40cfb30 con 0x7efef415c170 2024-09-19T06:05:40.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.063+0000 7efeeaa00640 1 -- 172.21.15.92:0/426508629 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efeec0149c0 con 0x7efef415c170 2024-09-19T06:05:40.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.063+0000 7efeeaa00640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efed406c2b0 0x7efed406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.064+0000 7efeeaa00640 1 -- 172.21.15.92:0/426508629 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7efeec08baa0 con 0x7efef415c170 2024-09-19T06:05:40.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.064+0000 7efef2a00640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efed406c2b0 0x7efed406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.064+0000 7efef2a00640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efed406c2b0 0x7efed406e770 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7efee4034000 tx=0x7efee402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:40.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.068+0000 7efeeaa00640 1 -- 172.21.15.92:0/426508629 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efeec059c50 con 0x7efef415c170 2024-09-19T06:05:40.245 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.243+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7efef406e2a0 con 0x7efed406c2b0 2024-09-19T06:05:40.251 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.249+0000 7efeeaa00640 1 -- 172.21.15.92:0/426508629 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252074 (secure 0 0 0) 0x7efef406e2a0 con 0x7efed406c2b0 2024-09-19T06:05:40.254 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:40.255 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efed406c2b0 msgr2=0x7efed406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efed406c2b0 0x7efed406e770 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7efee4034000 tx=0x7efee402e000 comp rx=0 tx=0).stop 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 msgr2=0x7efef415ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 0x7efef415ee60 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7efeec007d90 tx=0x7efeec00e4b0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 shutdown_connections 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efef415c170 0x7efef415ee60 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efef40cf6c0 0x7efef415e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efed406c2b0 0x7efed406e770 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 --2- 172.21.15.92:0/426508629 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efef40b64e0 0x7efef413fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.257 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 >> 172.21.15.92:0/426508629 conn(0x7efef406bc10 msgr2=0x7efef4071400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:40.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 shutdown_connections 2024-09-19T06:05:40.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.253+0000 7efef9600640 1 -- 172.21.15.92:0/426508629 wait complete. 2024-09-19T06:05:40.270 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":219,"stamp":"2024-09-19T06:05:38.928265+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":122,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259524,"kb_used_data":9996,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715196,"statfs":{"total":773094113280,"available":772828360704,"internally_reserved":0,"allocated":10235904,"data_stored":4967816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.852977"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123464+0000","last_change":"2024-09-19T06:05:36.116942+0000","last_active":"2024-09-19T06:05:36.123464+0000","last_peered":"2024-09-19T06:05:36.123464+0000","last_clean":"2024-09-19T06:05:36.123464+0000","last_became_active":"2024-09-19T06:05:36.116663+0000","last_became_peered":"2024-09-19T06:05:36.116663+0000","last_unstale":"2024-09-19T06:05:36.123464+0000","last_undegraded":"2024-09-19T06:05:36.123464+0000","last_fullsized":"2024-09-19T06:05:36.123464+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:04.647612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545108+0000","last_change":"2024-09-19T06:05:36.120576+0000","last_active":"2024-09-19T06:05:37.545108+0000","last_peered":"2024-09-19T06:05:37.545108+0000","last_clean":"2024-09-19T06:05:37.545108+0000","last_became_active":"2024-09-19T06:05:36.120360+0000","last_became_peered":"2024-09-19T06:05:36.120360+0000","last_unstale":"2024-09-19T06:05:37.545108+0000","last_undegraded":"2024-09-19T06:05:37.545108+0000","last_fullsized":"2024-09-19T06:05:37.545108+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:50.582735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123265+0000","last_change":"2024-09-19T06:05:36.116194+0000","last_active":"2024-09-19T06:05:36.123265+0000","last_peered":"2024-09-19T06:05:36.123265+0000","last_clean":"2024-09-19T06:05:36.123265+0000","last_became_active":"2024-09-19T06:05:36.115512+0000","last_became_peered":"2024-09-19T06:05:36.115512+0000","last_unstale":"2024-09-19T06:05:36.123265+0000","last_undegraded":"2024-09-19T06:05:36.123265+0000","last_fullsized":"2024-09-19T06:05:36.123265+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:59:11.980265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444151+0000","last_change":"2024-09-19T06:05:36.102292+0000","last_active":"2024-09-19T06:05:37.444151+0000","last_peered":"2024-09-19T06:05:37.444151+0000","last_clean":"2024-09-19T06:05:37.444151+0000","last_became_active":"2024-09-19T06:05:36.101965+0000","last_became_peered":"2024-09-19T06:05:36.101965+0000","last_unstale":"2024-09-19T06:05:37.444151+0000","last_undegraded":"2024-09-19T06:05:37.444151+0000","last_fullsized":"2024-09-19T06:05:37.444151+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.376660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546321+0000","last_change":"2024-09-19T06:05:36.100882+0000","last_active":"2024-09-19T06:05:37.546321+0000","last_peered":"2024-09-19T06:05:37.546321+0000","last_clean":"2024-09-19T06:05:37.546321+0000","last_became_active":"2024-09-19T06:05:36.100636+0000","last_became_peered":"2024-09-19T06:05:36.100636+0000","last_unstale":"2024-09-19T06:05:37.546321+0000","last_undegraded":"2024-09-19T06:05:37.546321+0000","last_fullsized":"2024-09-19T06:05:37.546321+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.376660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104289+0000","last_change":"2024-09-19T06:05:36.103878+0000","last_active":"2024-09-19T06:05:37.104289+0000","last_peered":"2024-09-19T06:05:37.104289+0000","last_clean":"2024-09-19T06:05:37.104289+0000","last_became_active":"2024-09-19T06:05:36.103461+0000","last_became_peered":"2024-09-19T06:05:36.103461+0000","last_unstale":"2024-09-19T06:05:37.104289+0000","last_undegraded":"2024-09-19T06:05:37.104289+0000","last_fullsized":"2024-09-19T06:05:37.104289+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:50.643845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.103786+0000","last_change":"2024-09-19T06:05:36.103082+0000","last_active":"2024-09-19T06:05:37.103786+0000","last_peered":"2024-09-19T06:05:37.103786+0000","last_clean":"2024-09-19T06:05:37.103786+0000","last_became_active":"2024-09-19T06:05:36.102734+0000","last_became_peered":"2024-09-19T06:05:36.102734+0000","last_unstale":"2024-09-19T06:05:37.103786+0000","last_undegraded":"2024-09-19T06:05:37.103786+0000","last_fullsized":"2024-09-19T06:05:37.103786+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:09.538828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544475+0000","last_change":"2024-09-19T06:05:36.116654+0000","last_active":"2024-09-19T06:05:37.544475+0000","last_peered":"2024-09-19T06:05:37.544475+0000","last_clean":"2024-09-19T06:05:37.544475+0000","last_became_active":"2024-09-19T06:05:36.114421+0000","last_became_peered":"2024-09-19T06:05:36.114421+0000","last_unstale":"2024-09-19T06:05:37.544475+0000","last_undegraded":"2024-09-19T06:05:37.544475+0000","last_fullsized":"2024-09-19T06:05:37.544475+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:35.813751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104858+0000","last_change":"2024-09-19T06:05:36.096350+0000","last_active":"2024-09-19T06:05:37.104858+0000","last_peered":"2024-09-19T06:05:37.104858+0000","last_clean":"2024-09-19T06:05:37.104858+0000","last_became_active":"2024-09-19T06:05:36.095448+0000","last_became_peered":"2024-09-19T06:05:36.095448+0000","last_unstale":"2024-09-19T06:05:37.104858+0000","last_undegraded":"2024-09-19T06:05:37.104858+0000","last_fullsized":"2024-09-19T06:05:37.104858+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.376660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546677+0000","last_change":"2024-09-19T06:05:36.117239+0000","last_active":"2024-09-19T06:05:37.546677+0000","last_peered":"2024-09-19T06:05:37.546677+0000","last_clean":"2024-09-19T06:05:37.546677+0000","last_became_active":"2024-09-19T06:05:36.116846+0000","last_became_peered":"2024-09-19T06:05:36.116846+0000","last_unstale":"2024-09-19T06:05:37.546677+0000","last_undegraded":"2024-09-19T06:05:37.546677+0000","last_fullsized":"2024-09-19T06:05:37.546677+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:52.389689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104622+0000","last_change":"2024-09-19T06:05:36.110717+0000","last_active":"2024-09-19T06:05:37.104622+0000","last_peered":"2024-09-19T06:05:37.104622+0000","last_clean":"2024-09-19T06:05:37.104622+0000","last_became_active":"2024-09-19T06:05:36.109264+0000","last_became_peered":"2024-09-19T06:05:36.109264+0000","last_unstale":"2024-09-19T06:05:37.104622+0000","last_undegraded":"2024-09-19T06:05:37.104622+0000","last_fullsized":"2024-09-19T06:05:37.104622+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.376660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104552+0000","last_change":"2024-09-19T06:05:36.120362+0000","last_active":"2024-09-19T06:05:37.104552+0000","last_peered":"2024-09-19T06:05:37.104552+0000","last_clean":"2024-09-19T06:05:37.104552+0000","last_became_active":"2024-09-19T06:05:36.120025+0000","last_became_peered":"2024-09-19T06:05:36.120025+0000","last_unstale":"2024-09-19T06:05:37.104552+0000","last_undegraded":"2024-09-19T06:05:37.104552+0000","last_fullsized":"2024-09-19T06:05:37.104552+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:20.542526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443964+0000","last_change":"2024-09-19T06:05:36.093522+0000","last_active":"2024-09-19T06:05:37.443964+0000","last_peered":"2024-09-19T06:05:37.443964+0000","last_clean":"2024-09-19T06:05:37.443964+0000","last_became_active":"2024-09-19T06:05:36.092656+0000","last_became_peered":"2024-09-19T06:05:36.092656+0000","last_unstale":"2024-09-19T06:05:37.443964+0000","last_undegraded":"2024-09-19T06:05:37.443964+0000","last_fullsized":"2024-09-19T06:05:37.443964+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:09.538828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104315+0000","last_change":"2024-09-19T06:05:36.107998+0000","last_active":"2024-09-19T06:05:37.104315+0000","last_peered":"2024-09-19T06:05:37.104315+0000","last_clean":"2024-09-19T06:05:37.104315+0000","last_became_active":"2024-09-19T06:05:36.107732+0000","last_became_peered":"2024-09-19T06:05:36.107732+0000","last_unstale":"2024-09-19T06:05:37.104315+0000","last_undegraded":"2024-09-19T06:05:37.104315+0000","last_fullsized":"2024-09-19T06:05:37.104315+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:21.601554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443812+0000","last_change":"2024-09-19T06:05:36.115178+0000","last_active":"2024-09-19T06:05:37.443812+0000","last_peered":"2024-09-19T06:05:37.443812+0000","last_clean":"2024-09-19T06:05:37.443812+0000","last_became_active":"2024-09-19T06:05:36.114883+0000","last_became_peered":"2024-09-19T06:05:36.114883+0000","last_unstale":"2024-09-19T06:05:37.443812+0000","last_undegraded":"2024-09-19T06:05:37.443812+0000","last_fullsized":"2024-09-19T06:05:37.443812+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:22.629165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.103738+0000","last_change":"2024-09-19T06:05:36.115876+0000","last_active":"2024-09-19T06:05:37.103738+0000","last_peered":"2024-09-19T06:05:37.103738+0000","last_clean":"2024-09-19T06:05:37.103738+0000","last_became_active":"2024-09-19T06:05:36.115368+0000","last_became_peered":"2024-09-19T06:05:36.115368+0000","last_unstale":"2024-09-19T06:05:37.103738+0000","last_undegraded":"2024-09-19T06:05:37.103738+0000","last_fullsized":"2024-09-19T06:05:37.103738+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:40.993839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544705+0000","last_change":"2024-09-19T06:05:36.112637+0000","last_active":"2024-09-19T06:05:37.544705+0000","last_peered":"2024-09-19T06:05:37.544705+0000","last_clean":"2024-09-19T06:05:37.544705+0000","last_became_active":"2024-09-19T06:05:36.112355+0000","last_became_peered":"2024-09-19T06:05:36.112355+0000","last_unstale":"2024-09-19T06:05:37.544705+0000","last_undegraded":"2024-09-19T06:05:37.544705+0000","last_fullsized":"2024-09-19T06:05:37.544705+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:26.120916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444098+0000","last_change":"2024-09-19T06:05:36.102992+0000","last_active":"2024-09-19T06:05:37.444098+0000","last_peered":"2024-09-19T06:05:37.444098+0000","last_clean":"2024-09-19T06:05:37.444098+0000","last_became_active":"2024-09-19T06:05:36.102539+0000","last_became_peered":"2024-09-19T06:05:36.102539+0000","last_unstale":"2024-09-19T06:05:37.444098+0000","last_undegraded":"2024-09-19T06:05:37.444098+0000","last_fullsized":"2024-09-19T06:05:37.444098+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:50.643845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.105102+0000","last_change":"2024-09-19T06:05:36.124163+0000","last_active":"2024-09-19T06:05:37.105102+0000","last_peered":"2024-09-19T06:05:37.105102+0000","last_clean":"2024-09-19T06:05:37.105102+0000","last_became_active":"2024-09-19T06:05:36.123151+0000","last_became_peered":"2024-09-19T06:05:36.123151+0000","last_unstale":"2024-09-19T06:05:37.105102+0000","last_undegraded":"2024-09-19T06:05:37.105102+0000","last_fullsized":"2024-09-19T06:05:37.105102+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:43:25.060892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104657+0000","last_change":"2024-09-19T06:05:36.094077+0000","last_active":"2024-09-19T06:05:37.104657+0000","last_peered":"2024-09-19T06:05:37.104657+0000","last_clean":"2024-09-19T06:05:37.104657+0000","last_became_active":"2024-09-19T06:05:36.093031+0000","last_became_peered":"2024-09-19T06:05:36.093031+0000","last_unstale":"2024-09-19T06:05:37.104657+0000","last_undegraded":"2024-09-19T06:05:37.104657+0000","last_fullsized":"2024-09-19T06:05:37.104657+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:42.911153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104722+0000","last_change":"2024-09-19T06:05:36.107237+0000","last_active":"2024-09-19T06:05:37.104722+0000","last_peered":"2024-09-19T06:05:37.104722+0000","last_clean":"2024-09-19T06:05:37.104722+0000","last_became_active":"2024-09-19T06:05:36.106945+0000","last_became_peered":"2024-09-19T06:05:36.106945+0000","last_unstale":"2024-09-19T06:05:37.104722+0000","last_undegraded":"2024-09-19T06:05:37.104722+0000","last_fullsized":"2024-09-19T06:05:37.104722+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:39.182431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544322+0000","last_change":"2024-09-19T06:05:36.120567+0000","last_active":"2024-09-19T06:05:37.544322+0000","last_peered":"2024-09-19T06:05:37.544322+0000","last_clean":"2024-09-19T06:05:37.544322+0000","last_became_active":"2024-09-19T06:05:36.120318+0000","last_became_peered":"2024-09-19T06:05:36.120318+0000","last_unstale":"2024-09-19T06:05:37.544322+0000","last_undegraded":"2024-09-19T06:05:37.544322+0000","last_fullsized":"2024-09-19T06:05:37.544322+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:14.695401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544322+0000","last_change":"2024-09-19T06:05:36.117863+0000","last_active":"2024-09-19T06:05:37.544322+0000","last_peered":"2024-09-19T06:05:37.544322+0000","last_clean":"2024-09-19T06:05:37.544322+0000","last_became_active":"2024-09-19T06:05:36.117611+0000","last_became_peered":"2024-09-19T06:05:36.117611+0000","last_unstale":"2024-09-19T06:05:37.544322+0000","last_undegraded":"2024-09-19T06:05:37.544322+0000","last_fullsized":"2024-09-19T06:05:37.544322+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:55.560854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.103832+0000","last_change":"2024-09-19T06:05:36.121388+0000","last_active":"2024-09-19T06:05:37.103832+0000","last_peered":"2024-09-19T06:05:37.103832+0000","last_clean":"2024-09-19T06:05:37.103832+0000","last_became_active":"2024-09-19T06:05:36.121069+0000","last_became_peered":"2024-09-19T06:05:36.121069+0000","last_unstale":"2024-09-19T06:05:37.103832+0000","last_undegraded":"2024-09-19T06:05:37.103832+0000","last_fullsized":"2024-09-19T06:05:37.103832+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:20.542526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546722+0000","last_change":"2024-09-19T06:05:36.114349+0000","last_active":"2024-09-19T06:05:37.546722+0000","last_peered":"2024-09-19T06:05:37.546722+0000","last_clean":"2024-09-19T06:05:37.546722+0000","last_became_active":"2024-09-19T06:05:36.113782+0000","last_became_peered":"2024-09-19T06:05:36.113782+0000","last_unstale":"2024-09-19T06:05:37.546722+0000","last_undegraded":"2024-09-19T06:05:37.546722+0000","last_fullsized":"2024-09-19T06:05:37.546722+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:57.496083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545198+0000","last_change":"2024-09-19T06:05:36.118429+0000","last_active":"2024-09-19T06:05:37.545198+0000","last_peered":"2024-09-19T06:05:37.545198+0000","last_clean":"2024-09-19T06:05:37.545198+0000","last_became_active":"2024-09-19T06:05:36.118200+0000","last_became_peered":"2024-09-19T06:05:36.118200+0000","last_unstale":"2024-09-19T06:05:37.545198+0000","last_undegraded":"2024-09-19T06:05:37.545198+0000","last_fullsized":"2024-09-19T06:05:37.545198+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:02.593313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104736+0000","last_change":"2024-09-19T06:05:36.105511+0000","last_active":"2024-09-19T06:05:37.104736+0000","last_peered":"2024-09-19T06:05:37.104736+0000","last_clean":"2024-09-19T06:05:37.104736+0000","last_became_active":"2024-09-19T06:05:36.105215+0000","last_became_peered":"2024-09-19T06:05:36.105215+0000","last_unstale":"2024-09-19T06:05:37.104736+0000","last_undegraded":"2024-09-19T06:05:37.104736+0000","last_fullsized":"2024-09-19T06:05:37.104736+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:37.176041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546535+0000","last_change":"2024-09-19T06:05:36.103206+0000","last_active":"2024-09-19T06:05:37.546535+0000","last_peered":"2024-09-19T06:05:37.546535+0000","last_clean":"2024-09-19T06:05:37.546535+0000","last_became_active":"2024-09-19T06:05:36.102785+0000","last_became_peered":"2024-09-19T06:05:36.102785+0000","last_unstale":"2024-09-19T06:05:37.546535+0000","last_undegraded":"2024-09-19T06:05:37.546535+0000","last_fullsized":"2024-09-19T06:05:37.546535+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:37.176041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544397+0000","last_change":"2024-09-19T06:05:36.121526+0000","last_active":"2024-09-19T06:05:37.544397+0000","last_peered":"2024-09-19T06:05:37.544397+0000","last_clean":"2024-09-19T06:05:37.544397+0000","last_became_active":"2024-09-19T06:05:36.121001+0000","last_became_peered":"2024-09-19T06:05:36.121001+0000","last_unstale":"2024-09-19T06:05:37.544397+0000","last_undegraded":"2024-09-19T06:05:37.544397+0000","last_fullsized":"2024-09-19T06:05:37.544397+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:36.976706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104289+0000","last_change":"2024-09-19T06:05:36.121257+0000","last_active":"2024-09-19T06:05:37.104289+0000","last_peered":"2024-09-19T06:05:37.104289+0000","last_clean":"2024-09-19T06:05:37.104289+0000","last_became_active":"2024-09-19T06:05:36.120973+0000","last_became_peered":"2024-09-19T06:05:36.120973+0000","last_unstale":"2024-09-19T06:05:37.104289+0000","last_undegraded":"2024-09-19T06:05:37.104289+0000","last_fullsized":"2024-09-19T06:05:37.104289+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:01.504867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443958+0000","last_change":"2024-09-19T06:05:36.099776+0000","last_active":"2024-09-19T06:05:37.443958+0000","last_peered":"2024-09-19T06:05:37.443958+0000","last_clean":"2024-09-19T06:05:37.443958+0000","last_became_active":"2024-09-19T06:05:36.099501+0000","last_became_peered":"2024-09-19T06:05:36.099501+0000","last_unstale":"2024-09-19T06:05:37.443958+0000","last_undegraded":"2024-09-19T06:05:37.443958+0000","last_fullsized":"2024-09-19T06:05:37.443958+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:20.542526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.126221+0000","last_change":"2024-09-19T06:05:36.124578+0000","last_active":"2024-09-19T06:05:36.126221+0000","last_peered":"2024-09-19T06:05:36.126221+0000","last_clean":"2024-09-19T06:05:36.126221+0000","last_became_active":"2024-09-19T06:05:36.124307+0000","last_became_peered":"2024-09-19T06:05:36.124307+0000","last_unstale":"2024-09-19T06:05:36.126221+0000","last_undegraded":"2024-09-19T06:05:36.126221+0000","last_fullsized":"2024-09-19T06:05:36.126221+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:44.894296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104960+0000","last_change":"2024-09-19T06:05:36.108538+0000","last_active":"2024-09-19T06:05:37.104960+0000","last_peered":"2024-09-19T06:05:37.104960+0000","last_clean":"2024-09-19T06:05:37.104960+0000","last_became_active":"2024-09-19T06:05:36.108175+0000","last_became_peered":"2024-09-19T06:05:36.108175+0000","last_unstale":"2024-09-19T06:05:37.104960+0000","last_undegraded":"2024-09-19T06:05:37.104960+0000","last_fullsized":"2024-09-19T06:05:37.104960+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:10.192381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"91'4","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545384+0000","last_change":"2024-09-19T06:05:35.101889+0000","last_active":"2024-09-19T06:05:37.545384+0000","last_peered":"2024-09-19T06:05:37.545384+0000","last_clean":"2024-09-19T06:05:37.545384+0000","last_became_active":"2024-09-19T06:05:35.101603+0000","last_became_peered":"2024-09-19T06:05:35.101603+0000","last_unstale":"2024-09-19T06:05:37.545384+0000","last_undegraded":"2024-09-19T06:05:37.545384+0000","last_fullsized":"2024-09-19T06:05:37.545384+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:36.369279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444259+0000","last_change":"2024-09-19T06:05:36.106219+0000","last_active":"2024-09-19T06:05:37.444259+0000","last_peered":"2024-09-19T06:05:37.444259+0000","last_clean":"2024-09-19T06:05:37.444259+0000","last_became_active":"2024-09-19T06:05:36.105708+0000","last_became_peered":"2024-09-19T06:05:36.105708+0000","last_unstale":"2024-09-19T06:05:37.444259+0000","last_undegraded":"2024-09-19T06:05:37.444259+0000","last_fullsized":"2024-09-19T06:05:37.444259+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:37.176041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104981+0000","last_change":"2024-09-19T06:05:35.107516+0000","last_active":"2024-09-19T06:05:37.104981+0000","last_peered":"2024-09-19T06:05:37.104981+0000","last_clean":"2024-09-19T06:05:37.104981+0000","last_became_active":"2024-09-19T06:05:35.107143+0000","last_became_peered":"2024-09-19T06:05:35.107143+0000","last_unstale":"2024-09-19T06:05:37.104981+0000","last_undegraded":"2024-09-19T06:05:37.104981+0000","last_fullsized":"2024-09-19T06:05:37.104981+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:47.673536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123753+0000","last_change":"2024-09-19T06:05:36.117133+0000","last_active":"2024-09-19T06:05:36.123753+0000","last_peered":"2024-09-19T06:05:36.123753+0000","last_clean":"2024-09-19T06:05:36.123753+0000","last_became_active":"2024-09-19T06:05:36.115601+0000","last_became_peered":"2024-09-19T06:05:36.115601+0000","last_unstale":"2024-09-19T06:05:36.123753+0000","last_undegraded":"2024-09-19T06:05:36.123753+0000","last_fullsized":"2024-09-19T06:05:36.123753+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:25.460111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544875+0000","last_change":"2024-09-19T06:05:35.097178+0000","last_active":"2024-09-19T06:05:37.544875+0000","last_peered":"2024-09-19T06:05:37.544875+0000","last_clean":"2024-09-19T06:05:37.544875+0000","last_became_active":"2024-09-19T06:05:35.096843+0000","last_became_peered":"2024-09-19T06:05:35.096843+0000","last_unstale":"2024-09-19T06:05:37.544875+0000","last_undegraded":"2024-09-19T06:05:37.544875+0000","last_fullsized":"2024-09-19T06:05:37.544875+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:57.136948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104714+0000","last_change":"2024-09-19T06:05:36.093348+0000","last_active":"2024-09-19T06:05:37.104714+0000","last_peered":"2024-09-19T06:05:37.104714+0000","last_clean":"2024-09-19T06:05:37.104714+0000","last_became_active":"2024-09-19T06:05:36.093051+0000","last_became_peered":"2024-09-19T06:05:36.093051+0000","last_unstale":"2024-09-19T06:05:37.104714+0000","last_undegraded":"2024-09-19T06:05:37.104714+0000","last_fullsized":"2024-09-19T06:05:37.104714+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:50.643845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544845+0000","last_change":"2024-09-19T06:05:35.092223+0000","last_active":"2024-09-19T06:05:37.544845+0000","last_peered":"2024-09-19T06:05:37.544845+0000","last_clean":"2024-09-19T06:05:37.544845+0000","last_became_active":"2024-09-19T06:05:35.091963+0000","last_became_peered":"2024-09-19T06:05:35.091963+0000","last_unstale":"2024-09-19T06:05:37.544845+0000","last_undegraded":"2024-09-19T06:05:37.544845+0000","last_fullsized":"2024-09-19T06:05:37.544845+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:08.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545860+0000","last_change":"2024-09-19T06:05:36.094258+0000","last_active":"2024-09-19T06:05:37.545860+0000","last_peered":"2024-09-19T06:05:37.545860+0000","last_clean":"2024-09-19T06:05:37.545860+0000","last_became_active":"2024-09-19T06:05:36.093965+0000","last_became_peered":"2024-09-19T06:05:36.093965+0000","last_unstale":"2024-09-19T06:05:37.545860+0000","last_undegraded":"2024-09-19T06:05:37.545860+0000","last_fullsized":"2024-09-19T06:05:37.545860+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:47.994249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"91'1","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.114260+0000","last_change":"2024-09-19T06:05:35.102973+0000","last_active":"2024-09-19T06:05:36.114260+0000","last_peered":"2024-09-19T06:05:36.114260+0000","last_clean":"2024-09-19T06:05:36.114260+0000","last_became_active":"2024-09-19T06:05:35.102161+0000","last_became_peered":"2024-09-19T06:05:35.102161+0000","last_unstale":"2024-09-19T06:05:36.114260+0000","last_undegraded":"2024-09-19T06:05:36.114260+0000","last_fullsized":"2024-09-19T06:05:36.114260+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:35.425147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104238+0000","last_change":"2024-09-19T06:05:36.107174+0000","last_active":"2024-09-19T06:05:37.104238+0000","last_peered":"2024-09-19T06:05:37.104238+0000","last_clean":"2024-09-19T06:05:37.104238+0000","last_became_active":"2024-09-19T06:05:36.106692+0000","last_became_peered":"2024-09-19T06:05:36.106692+0000","last_unstale":"2024-09-19T06:05:37.104238+0000","last_undegraded":"2024-09-19T06:05:37.104238+0000","last_fullsized":"2024-09-19T06:05:37.104238+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:42.911153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544542+0000","last_change":"2024-09-19T06:05:35.094688+0000","last_active":"2024-09-19T06:05:37.544542+0000","last_peered":"2024-09-19T06:05:37.544542+0000","last_clean":"2024-09-19T06:05:37.544542+0000","last_became_active":"2024-09-19T06:05:35.094373+0000","last_became_peered":"2024-09-19T06:05:35.094373+0000","last_unstale":"2024-09-19T06:05:37.544542+0000","last_undegraded":"2024-09-19T06:05:37.544542+0000","last_fullsized":"2024-09-19T06:05:37.544542+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:41.903772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444073+0000","last_change":"2024-09-19T06:05:36.121726+0000","last_active":"2024-09-19T06:05:37.444073+0000","last_peered":"2024-09-19T06:05:37.444073+0000","last_clean":"2024-09-19T06:05:37.444073+0000","last_became_active":"2024-09-19T06:05:36.120581+0000","last_became_peered":"2024-09-19T06:05:36.120581+0000","last_unstale":"2024-09-19T06:05:37.444073+0000","last_undegraded":"2024-09-19T06:05:37.444073+0000","last_fullsized":"2024-09-19T06:05:37.444073+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:42.911153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546133+0000","last_change":"2024-09-19T06:05:35.104488+0000","last_active":"2024-09-19T06:05:37.546133+0000","last_peered":"2024-09-19T06:05:37.546133+0000","last_clean":"2024-09-19T06:05:37.546133+0000","last_became_active":"2024-09-19T06:05:35.104217+0000","last_became_peered":"2024-09-19T06:05:35.104217+0000","last_unstale":"2024-09-19T06:05:37.546133+0000","last_undegraded":"2024-09-19T06:05:37.546133+0000","last_fullsized":"2024-09-19T06:05:37.546133+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:00.847070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104064+0000","last_change":"2024-09-19T06:05:36.095147+0000","last_active":"2024-09-19T06:05:37.104064+0000","last_peered":"2024-09-19T06:05:37.104064+0000","last_clean":"2024-09-19T06:05:37.104064+0000","last_became_active":"2024-09-19T06:05:36.094816+0000","last_became_peered":"2024-09-19T06:05:36.094816+0000","last_unstale":"2024-09-19T06:05:37.104064+0000","last_undegraded":"2024-09-19T06:05:37.104064+0000","last_fullsized":"2024-09-19T06:05:37.104064+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:40.993839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.105769+0000","last_change":"2024-09-19T06:05:35.106221+0000","last_active":"2024-09-19T06:05:36.105769+0000","last_peered":"2024-09-19T06:05:36.105769+0000","last_clean":"2024-09-19T06:05:36.105769+0000","last_became_active":"2024-09-19T06:05:35.105599+0000","last_became_peered":"2024-09-19T06:05:35.105599+0000","last_unstale":"2024-09-19T06:05:36.105769+0000","last_undegraded":"2024-09-19T06:05:36.105769+0000","last_fullsized":"2024-09-19T06:05:36.105769+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.960848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545245+0000","last_change":"2024-09-19T06:05:36.109874+0000","last_active":"2024-09-19T06:05:37.545245+0000","last_peered":"2024-09-19T06:05:37.545245+0000","last_clean":"2024-09-19T06:05:37.545245+0000","last_became_active":"2024-09-19T06:05:36.109545+0000","last_became_peered":"2024-09-19T06:05:36.109545+0000","last_unstale":"2024-09-19T06:05:37.545245+0000","last_undegraded":"2024-09-19T06:05:37.545245+0000","last_fullsized":"2024-09-19T06:05:37.545245+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:28:20.064243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.110976+0000","last_change":"2024-09-19T06:05:35.107349+0000","last_active":"2024-09-19T06:05:36.110976+0000","last_peered":"2024-09-19T06:05:36.110976+0000","last_clean":"2024-09-19T06:05:36.110976+0000","last_became_active":"2024-09-19T06:05:35.107014+0000","last_became_peered":"2024-09-19T06:05:35.107014+0000","last_unstale":"2024-09-19T06:05:36.110976+0000","last_undegraded":"2024-09-19T06:05:36.110976+0000","last_fullsized":"2024-09-19T06:05:36.110976+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:02.493069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.105009+0000","last_change":"2024-09-19T06:05:36.102498+0000","last_active":"2024-09-19T06:05:37.105009+0000","last_peered":"2024-09-19T06:05:37.105009+0000","last_clean":"2024-09-19T06:05:37.105009+0000","last_became_active":"2024-09-19T06:05:36.099879+0000","last_became_peered":"2024-09-19T06:05:36.099879+0000","last_unstale":"2024-09-19T06:05:37.105009+0000","last_undegraded":"2024-09-19T06:05:37.105009+0000","last_fullsized":"2024-09-19T06:05:37.105009+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:37.176041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444121+0000","last_change":"2024-09-19T06:05:35.103818+0000","last_active":"2024-09-19T06:05:37.444121+0000","last_peered":"2024-09-19T06:05:37.444121+0000","last_clean":"2024-09-19T06:05:37.444121+0000","last_became_active":"2024-09-19T06:05:35.103279+0000","last_became_peered":"2024-09-19T06:05:35.103279+0000","last_unstale":"2024-09-19T06:05:37.444121+0000","last_undegraded":"2024-09-19T06:05:37.444121+0000","last_fullsized":"2024-09-19T06:05:37.444121+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.493043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546544+0000","last_change":"2024-09-19T06:05:36.114389+0000","last_active":"2024-09-19T06:05:37.546544+0000","last_peered":"2024-09-19T06:05:37.546544+0000","last_clean":"2024-09-19T06:05:37.546544+0000","last_became_active":"2024-09-19T06:05:36.113707+0000","last_became_peered":"2024-09-19T06:05:36.113707+0000","last_unstale":"2024-09-19T06:05:37.546544+0000","last_undegraded":"2024-09-19T06:05:37.546544+0000","last_fullsized":"2024-09-19T06:05:37.546544+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:52.200547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"91'3","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104916+0000","last_change":"2024-09-19T06:05:35.106323+0000","last_active":"2024-09-19T06:05:37.104916+0000","last_peered":"2024-09-19T06:05:37.104916+0000","last_clean":"2024-09-19T06:05:37.104916+0000","last_became_active":"2024-09-19T06:05:35.105981+0000","last_became_peered":"2024-09-19T06:05:35.105981+0000","last_unstale":"2024-09-19T06:05:37.104916+0000","last_undegraded":"2024-09-19T06:05:37.104916+0000","last_fullsized":"2024-09-19T06:05:37.104916+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.493043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104803+0000","last_change":"2024-09-19T06:05:36.124278+0000","last_active":"2024-09-19T06:05:37.104803+0000","last_peered":"2024-09-19T06:05:37.104803+0000","last_clean":"2024-09-19T06:05:37.104803+0000","last_became_active":"2024-09-19T06:05:36.124029+0000","last_became_peered":"2024-09-19T06:05:36.124029+0000","last_unstale":"2024-09-19T06:05:37.104803+0000","last_undegraded":"2024-09-19T06:05:37.104803+0000","last_fullsized":"2024-09-19T06:05:37.104803+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:52.200547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"91'6","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104703+0000","last_change":"2024-09-19T06:05:35.095224+0000","last_active":"2024-09-19T06:05:37.104703+0000","last_peered":"2024-09-19T06:05:37.104703+0000","last_clean":"2024-09-19T06:05:37.104703+0000","last_became_active":"2024-09-19T06:05:35.094946+0000","last_became_peered":"2024-09-19T06:05:35.094946+0000","last_unstale":"2024-09-19T06:05:37.104703+0000","last_undegraded":"2024-09-19T06:05:37.104703+0000","last_fullsized":"2024-09-19T06:05:37.104703+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:14.320405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443879+0000","last_change":"2024-09-19T06:05:36.100267+0000","last_active":"2024-09-19T06:05:37.443879+0000","last_peered":"2024-09-19T06:05:37.443879+0000","last_clean":"2024-09-19T06:05:37.443879+0000","last_became_active":"2024-09-19T06:05:36.100007+0000","last_became_peered":"2024-09-19T06:05:36.100007+0000","last_unstale":"2024-09-19T06:05:37.443879+0000","last_undegraded":"2024-09-19T06:05:37.443879+0000","last_fullsized":"2024-09-19T06:05:37.443879+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:40.993839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104829+0000","last_change":"2024-09-19T06:05:35.096524+0000","last_active":"2024-09-19T06:05:37.104829+0000","last_peered":"2024-09-19T06:05:37.104829+0000","last_clean":"2024-09-19T06:05:37.104829+0000","last_became_active":"2024-09-19T06:05:35.096326+0000","last_became_peered":"2024-09-19T06:05:35.096326+0000","last_unstale":"2024-09-19T06:05:37.104829+0000","last_undegraded":"2024-09-19T06:05:37.104829+0000","last_fullsized":"2024-09-19T06:05:37.104829+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:32.873206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123813+0000","last_change":"2024-09-19T06:05:36.118595+0000","last_active":"2024-09-19T06:05:36.123813+0000","last_peered":"2024-09-19T06:05:36.123813+0000","last_clean":"2024-09-19T06:05:36.123813+0000","last_became_active":"2024-09-19T06:05:36.117450+0000","last_became_peered":"2024-09-19T06:05:36.117450+0000","last_unstale":"2024-09-19T06:05:36.123813+0000","last_undegraded":"2024-09-19T06:05:36.123813+0000","last_fullsized":"2024-09-19T06:05:36.123813+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:40.789453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104425+0000","last_change":"2024-09-19T06:05:35.107039+0000","last_active":"2024-09-19T06:05:37.104425+0000","last_peered":"2024-09-19T06:05:37.104425+0000","last_clean":"2024-09-19T06:05:37.104425+0000","last_became_active":"2024-09-19T06:05:35.106731+0000","last_became_peered":"2024-09-19T06:05:35.106731+0000","last_unstale":"2024-09-19T06:05:37.104425+0000","last_undegraded":"2024-09-19T06:05:37.104425+0000","last_fullsized":"2024-09-19T06:05:37.104425+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:26.415121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.103854+0000","last_change":"2024-09-19T06:05:36.093572+0000","last_active":"2024-09-19T06:05:37.103854+0000","last_peered":"2024-09-19T06:05:37.103854+0000","last_clean":"2024-09-19T06:05:37.103854+0000","last_became_active":"2024-09-19T06:05:36.093278+0000","last_became_peered":"2024-09-19T06:05:36.093278+0000","last_unstale":"2024-09-19T06:05:37.103854+0000","last_undegraded":"2024-09-19T06:05:37.103854+0000","last_fullsized":"2024-09-19T06:05:37.103854+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:22.629165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104080+0000","last_change":"2024-09-19T06:05:35.097356+0000","last_active":"2024-09-19T06:05:37.104080+0000","last_peered":"2024-09-19T06:05:37.104080+0000","last_clean":"2024-09-19T06:05:37.104080+0000","last_became_active":"2024-09-19T06:05:35.096822+0000","last_became_peered":"2024-09-19T06:05:35.096822+0000","last_unstale":"2024-09-19T06:05:37.104080+0000","last_undegraded":"2024-09-19T06:05:37.104080+0000","last_fullsized":"2024-09-19T06:05:37.104080+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.493043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104318+0000","last_change":"2024-09-19T06:05:36.108720+0000","last_active":"2024-09-19T06:05:37.104318+0000","last_peered":"2024-09-19T06:05:37.104318+0000","last_clean":"2024-09-19T06:05:37.104318+0000","last_became_active":"2024-09-19T06:05:36.108377+0000","last_became_peered":"2024-09-19T06:05:36.108377+0000","last_unstale":"2024-09-19T06:05:37.104318+0000","last_undegraded":"2024-09-19T06:05:37.104318+0000","last_fullsized":"2024-09-19T06:05:37.104318+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:17.592701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"91'8","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.122089+0000","last_change":"2024-09-19T06:05:35.105120+0000","last_active":"2024-09-19T06:05:36.122089+0000","last_peered":"2024-09-19T06:05:36.122089+0000","last_clean":"2024-09-19T06:05:36.122089+0000","last_became_active":"2024-09-19T06:05:35.104717+0000","last_became_peered":"2024-09-19T06:05:35.104717+0000","last_unstale":"2024-09-19T06:05:36.122089+0000","last_undegraded":"2024-09-19T06:05:36.122089+0000","last_fullsized":"2024-09-19T06:05:36.122089+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:06.188737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546782+0000","last_change":"2024-09-19T06:05:36.108039+0000","last_active":"2024-09-19T06:05:37.546782+0000","last_peered":"2024-09-19T06:05:37.546782+0000","last_clean":"2024-09-19T06:05:37.546782+0000","last_became_active":"2024-09-19T06:05:36.107695+0000","last_became_peered":"2024-09-19T06:05:36.107695+0000","last_unstale":"2024-09-19T06:05:37.546782+0000","last_undegraded":"2024-09-19T06:05:37.546782+0000","last_fullsized":"2024-09-19T06:05:37.546782+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:16.780503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104815+0000","last_change":"2024-09-19T06:05:35.095775+0000","last_active":"2024-09-19T06:05:37.104815+0000","last_peered":"2024-09-19T06:05:37.104815+0000","last_clean":"2024-09-19T06:05:37.104815+0000","last_became_active":"2024-09-19T06:05:35.095467+0000","last_became_peered":"2024-09-19T06:05:35.095467+0000","last_unstale":"2024-09-19T06:05:37.104815+0000","last_undegraded":"2024-09-19T06:05:37.104815+0000","last_fullsized":"2024-09-19T06:05:37.104815+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:47.673536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545633+0000","last_change":"2024-09-19T06:05:36.098194+0000","last_active":"2024-09-19T06:05:37.545633+0000","last_peered":"2024-09-19T06:05:37.545633+0000","last_clean":"2024-09-19T06:05:37.545633+0000","last_became_active":"2024-09-19T06:05:36.097890+0000","last_became_peered":"2024-09-19T06:05:36.097890+0000","last_unstale":"2024-09-19T06:05:37.545633+0000","last_undegraded":"2024-09-19T06:05:37.545633+0000","last_fullsized":"2024-09-19T06:05:37.545633+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.708899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546489+0000","last_change":"2024-09-19T06:05:35.098456+0000","last_active":"2024-09-19T06:05:37.546489+0000","last_peered":"2024-09-19T06:05:37.546489+0000","last_clean":"2024-09-19T06:05:37.546489+0000","last_became_active":"2024-09-19T06:05:35.098124+0000","last_became_peered":"2024-09-19T06:05:35.098124+0000","last_unstale":"2024-09-19T06:05:37.546489+0000","last_undegraded":"2024-09-19T06:05:37.546489+0000","last_fullsized":"2024-09-19T06:05:37.546489+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:41.636376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104917+0000","last_change":"2024-09-19T06:05:36.109975+0000","last_active":"2024-09-19T06:05:37.104917+0000","last_peered":"2024-09-19T06:05:37.104917+0000","last_clean":"2024-09-19T06:05:37.104917+0000","last_became_active":"2024-09-19T06:05:36.109670+0000","last_became_peered":"2024-09-19T06:05:36.109670+0000","last_unstale":"2024-09-19T06:05:37.104917+0000","last_undegraded":"2024-09-19T06:05:37.104917+0000","last_fullsized":"2024-09-19T06:05:37.104917+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:53.016493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544679+0000","last_change":"2024-09-19T06:05:35.092719+0000","last_active":"2024-09-19T06:05:37.544679+0000","last_peered":"2024-09-19T06:05:37.544679+0000","last_clean":"2024-09-19T06:05:37.544679+0000","last_became_active":"2024-09-19T06:05:35.092358+0000","last_became_peered":"2024-09-19T06:05:35.092358+0000","last_unstale":"2024-09-19T06:05:37.544679+0000","last_undegraded":"2024-09-19T06:05:37.544679+0000","last_fullsized":"2024-09-19T06:05:37.544679+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:19.535145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104375+0000","last_change":"2024-09-19T06:05:36.105947+0000","last_active":"2024-09-19T06:05:37.104375+0000","last_peered":"2024-09-19T06:05:37.104375+0000","last_clean":"2024-09-19T06:05:37.104375+0000","last_became_active":"2024-09-19T06:05:36.105604+0000","last_became_peered":"2024-09-19T06:05:36.105604+0000","last_unstale":"2024-09-19T06:05:37.104375+0000","last_undegraded":"2024-09-19T06:05:37.104375+0000","last_fullsized":"2024-09-19T06:05:37.104375+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:29.037729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544495+0000","last_change":"2024-09-19T06:05:35.097830+0000","last_active":"2024-09-19T06:05:37.544495+0000","last_peered":"2024-09-19T06:05:37.544495+0000","last_clean":"2024-09-19T06:05:37.544495+0000","last_became_active":"2024-09-19T06:05:35.097388+0000","last_became_peered":"2024-09-19T06:05:35.097388+0000","last_unstale":"2024-09-19T06:05:37.544495+0000","last_undegraded":"2024-09-19T06:05:37.544495+0000","last_fullsized":"2024-09-19T06:05:37.544495+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:45.743919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104737+0000","last_change":"2024-09-19T06:05:36.125762+0000","last_active":"2024-09-19T06:05:37.104737+0000","last_peered":"2024-09-19T06:05:37.104737+0000","last_clean":"2024-09-19T06:05:37.104737+0000","last_became_active":"2024-09-19T06:05:36.125447+0000","last_became_peered":"2024-09-19T06:05:36.125447+0000","last_unstale":"2024-09-19T06:05:37.104737+0000","last_undegraded":"2024-09-19T06:05:37.104737+0000","last_fullsized":"2024-09-19T06:05:37.104737+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:03.786306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545797+0000","last_change":"2024-09-19T06:05:35.094124+0000","last_active":"2024-09-19T06:05:37.545797+0000","last_peered":"2024-09-19T06:05:37.545797+0000","last_clean":"2024-09-19T06:05:37.545797+0000","last_became_active":"2024-09-19T06:05:35.093850+0000","last_became_peered":"2024-09-19T06:05:35.093850+0000","last_unstale":"2024-09-19T06:05:37.545797+0000","last_undegraded":"2024-09-19T06:05:37.545797+0000","last_fullsized":"2024-09-19T06:05:37.545797+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:49.707340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104295+0000","last_change":"2024-09-19T06:05:36.104393+0000","last_active":"2024-09-19T06:05:37.104295+0000","last_peered":"2024-09-19T06:05:37.104295+0000","last_clean":"2024-09-19T06:05:37.104295+0000","last_became_active":"2024-09-19T06:05:36.104137+0000","last_became_peered":"2024-09-19T06:05:36.104137+0000","last_unstale":"2024-09-19T06:05:37.104295+0000","last_undegraded":"2024-09-19T06:05:37.104295+0000","last_fullsized":"2024-09-19T06:05:37.104295+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:06.017917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545587+0000","last_change":"2024-09-19T06:05:35.100082+0000","last_active":"2024-09-19T06:05:37.545587+0000","last_peered":"2024-09-19T06:05:37.545587+0000","last_clean":"2024-09-19T06:05:37.545587+0000","last_became_active":"2024-09-19T06:05:35.099777+0000","last_became_peered":"2024-09-19T06:05:35.099777+0000","last_unstale":"2024-09-19T06:05:37.545587+0000","last_undegraded":"2024-09-19T06:05:37.545587+0000","last_fullsized":"2024-09-19T06:05:37.545587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:35.624229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545508+0000","last_change":"2024-09-19T06:05:36.116931+0000","last_active":"2024-09-19T06:05:37.545508+0000","last_peered":"2024-09-19T06:05:37.545508+0000","last_clean":"2024-09-19T06:05:37.545508+0000","last_became_active":"2024-09-19T06:05:36.116627+0000","last_became_peered":"2024-09-19T06:05:36.116627+0000","last_unstale":"2024-09-19T06:05:37.545508+0000","last_undegraded":"2024-09-19T06:05:37.545508+0000","last_fullsized":"2024-09-19T06:05:37.545508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:42.911153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544281+0000","last_change":"2024-09-19T06:05:35.102748+0000","last_active":"2024-09-19T06:05:37.544281+0000","last_peered":"2024-09-19T06:05:37.544281+0000","last_clean":"2024-09-19T06:05:37.544281+0000","last_became_active":"2024-09-19T06:05:35.102490+0000","last_became_peered":"2024-09-19T06:05:35.102490+0000","last_unstale":"2024-09-19T06:05:37.544281+0000","last_undegraded":"2024-09-19T06:05:37.544281+0000","last_fullsized":"2024-09-19T06:05:37.544281+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:39.986458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545335+0000","last_change":"2024-09-19T06:05:36.118405+0000","last_active":"2024-09-19T06:05:37.545335+0000","last_peered":"2024-09-19T06:05:37.545335+0000","last_clean":"2024-09-19T06:05:37.545335+0000","last_became_active":"2024-09-19T06:05:36.118076+0000","last_became_peered":"2024-09-19T06:05:36.118076+0000","last_unstale":"2024-09-19T06:05:37.545335+0000","last_undegraded":"2024-09-19T06:05:37.545335+0000","last_fullsized":"2024-09-19T06:05:37.545335+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:58.151584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545881+0000","last_change":"2024-09-19T06:05:35.092212+0000","last_active":"2024-09-19T06:05:37.545881+0000","last_peered":"2024-09-19T06:05:37.545881+0000","last_clean":"2024-09-19T06:05:37.545881+0000","last_became_active":"2024-09-19T06:05:35.091482+0000","last_became_peered":"2024-09-19T06:05:35.091482+0000","last_unstale":"2024-09-19T06:05:37.545881+0000","last_undegraded":"2024-09-19T06:05:37.545881+0000","last_fullsized":"2024-09-19T06:05:37.545881+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:49.281156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123439+0000","last_change":"2024-09-19T06:05:36.116429+0000","last_active":"2024-09-19T06:05:36.123439+0000","last_peered":"2024-09-19T06:05:36.123439+0000","last_clean":"2024-09-19T06:05:36.123439+0000","last_became_active":"2024-09-19T06:05:36.116135+0000","last_became_peered":"2024-09-19T06:05:36.116135+0000","last_unstale":"2024-09-19T06:05:36.123439+0000","last_undegraded":"2024-09-19T06:05:36.123439+0000","last_fullsized":"2024-09-19T06:05:36.123439+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:15.665432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545339+0000","last_change":"2024-09-19T06:05:35.097337+0000","last_active":"2024-09-19T06:05:37.545339+0000","last_peered":"2024-09-19T06:05:37.545339+0000","last_clean":"2024-09-19T06:05:37.545339+0000","last_became_active":"2024-09-19T06:05:35.097047+0000","last_became_peered":"2024-09-19T06:05:35.097047+0000","last_unstale":"2024-09-19T06:05:37.545339+0000","last_undegraded":"2024-09-19T06:05:37.545339+0000","last_fullsized":"2024-09-19T06:05:37.545339+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:49.636464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123733+0000","last_change":"2024-09-19T06:05:36.116878+0000","last_active":"2024-09-19T06:05:36.123733+0000","last_peered":"2024-09-19T06:05:36.123733+0000","last_clean":"2024-09-19T06:05:36.123733+0000","last_became_active":"2024-09-19T06:05:36.115179+0000","last_became_peered":"2024-09-19T06:05:36.115179+0000","last_unstale":"2024-09-19T06:05:36.123733+0000","last_undegraded":"2024-09-19T06:05:36.123733+0000","last_fullsized":"2024-09-19T06:05:36.123733+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:27.358976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544964+0000","last_change":"2024-09-19T06:05:35.091643+0000","last_active":"2024-09-19T06:05:37.544964+0000","last_peered":"2024-09-19T06:05:37.544964+0000","last_clean":"2024-09-19T06:05:37.544964+0000","last_became_active":"2024-09-19T06:05:35.091336+0000","last_became_peered":"2024-09-19T06:05:35.091336+0000","last_unstale":"2024-09-19T06:05:37.544964+0000","last_undegraded":"2024-09-19T06:05:37.544964+0000","last_fullsized":"2024-09-19T06:05:37.544964+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:21.621784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546603+0000","last_change":"2024-09-19T06:05:36.105740+0000","last_active":"2024-09-19T06:05:37.546603+0000","last_peered":"2024-09-19T06:05:37.546603+0000","last_clean":"2024-09-19T06:05:37.546603+0000","last_became_active":"2024-09-19T06:05:36.104850+0000","last_became_peered":"2024-09-19T06:05:36.104850+0000","last_unstale":"2024-09-19T06:05:37.546603+0000","last_undegraded":"2024-09-19T06:05:37.546603+0000","last_fullsized":"2024-09-19T06:05:37.546603+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:53.016493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546676+0000","last_change":"2024-09-19T06:05:35.102383+0000","last_active":"2024-09-19T06:05:37.546676+0000","last_peered":"2024-09-19T06:05:37.546676+0000","last_clean":"2024-09-19T06:05:37.546676+0000","last_became_active":"2024-09-19T06:05:35.101957+0000","last_became_peered":"2024-09-19T06:05:35.101957+0000","last_unstale":"2024-09-19T06:05:37.546676+0000","last_undegraded":"2024-09-19T06:05:37.546676+0000","last_fullsized":"2024-09-19T06:05:37.546676+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:28.010835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104476+0000","last_change":"2024-09-19T06:05:36.109082+0000","last_active":"2024-09-19T06:05:37.104476+0000","last_peered":"2024-09-19T06:05:37.104476+0000","last_clean":"2024-09-19T06:05:37.104476+0000","last_became_active":"2024-09-19T06:05:36.108822+0000","last_became_peered":"2024-09-19T06:05:36.108822+0000","last_unstale":"2024-09-19T06:05:37.104476+0000","last_undegraded":"2024-09-19T06:05:37.104476+0000","last_fullsized":"2024-09-19T06:05:37.104476+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:29.083530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544587+0000","last_change":"2024-09-19T06:05:35.095742+0000","last_active":"2024-09-19T06:05:37.544587+0000","last_peered":"2024-09-19T06:05:37.544587+0000","last_clean":"2024-09-19T06:05:37.544587+0000","last_became_active":"2024-09-19T06:05:35.095472+0000","last_became_peered":"2024-09-19T06:05:35.095472+0000","last_unstale":"2024-09-19T06:05:37.544587+0000","last_undegraded":"2024-09-19T06:05:37.544587+0000","last_fullsized":"2024-09-19T06:05:37.544587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:50.000454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104260+0000","last_change":"2024-09-19T06:05:36.105323+0000","last_active":"2024-09-19T06:05:37.104260+0000","last_peered":"2024-09-19T06:05:37.104260+0000","last_clean":"2024-09-19T06:05:37.104260+0000","last_became_active":"2024-09-19T06:05:36.105064+0000","last_became_peered":"2024-09-19T06:05:36.105064+0000","last_unstale":"2024-09-19T06:05:37.104260+0000","last_undegraded":"2024-09-19T06:05:37.104260+0000","last_fullsized":"2024-09-19T06:05:37.104260+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:09.538828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546021+0000","last_change":"2024-09-19T06:05:35.108087+0000","last_active":"2024-09-19T06:05:37.546021+0000","last_peered":"2024-09-19T06:05:37.546021+0000","last_clean":"2024-09-19T06:05:37.546021+0000","last_became_active":"2024-09-19T06:05:35.107566+0000","last_became_peered":"2024-09-19T06:05:35.107566+0000","last_unstale":"2024-09-19T06:05:37.546021+0000","last_undegraded":"2024-09-19T06:05:37.546021+0000","last_fullsized":"2024-09-19T06:05:37.546021+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:47.673536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104431+0000","last_change":"2024-09-19T06:05:36.107985+0000","last_active":"2024-09-19T06:05:37.104431+0000","last_peered":"2024-09-19T06:05:37.104431+0000","last_clean":"2024-09-19T06:05:37.104431+0000","last_became_active":"2024-09-19T06:05:36.107702+0000","last_became_peered":"2024-09-19T06:05:36.107702+0000","last_unstale":"2024-09-19T06:05:37.104431+0000","last_undegraded":"2024-09-19T06:05:37.104431+0000","last_fullsized":"2024-09-19T06:05:37.104431+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:55.516875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443878+0000","last_change":"2024-09-19T06:05:35.107844+0000","last_active":"2024-09-19T06:05:37.443878+0000","last_peered":"2024-09-19T06:05:37.443878+0000","last_clean":"2024-09-19T06:05:37.443878+0000","last_became_active":"2024-09-19T06:05:35.107597+0000","last_became_peered":"2024-09-19T06:05:35.107597+0000","last_unstale":"2024-09-19T06:05:37.443878+0000","last_undegraded":"2024-09-19T06:05:37.443878+0000","last_fullsized":"2024-09-19T06:05:37.443878+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:14.320405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546022+0000","last_change":"2024-09-19T06:05:36.102041+0000","last_active":"2024-09-19T06:05:37.546022+0000","last_peered":"2024-09-19T06:05:37.546022+0000","last_clean":"2024-09-19T06:05:37.546022+0000","last_became_active":"2024-09-19T06:05:36.101774+0000","last_became_peered":"2024-09-19T06:05:36.101774+0000","last_unstale":"2024-09-19T06:05:37.546022+0000","last_undegraded":"2024-09-19T06:05:37.546022+0000","last_fullsized":"2024-09-19T06:05:37.546022+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:50.643845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104515+0000","last_change":"2024-09-19T06:05:35.097557+0000","last_active":"2024-09-19T06:05:37.104515+0000","last_peered":"2024-09-19T06:05:37.104515+0000","last_clean":"2024-09-19T06:05:37.104515+0000","last_became_active":"2024-09-19T06:05:35.097287+0000","last_became_peered":"2024-09-19T06:05:35.097287+0000","last_unstale":"2024-09-19T06:05:37.104515+0000","last_undegraded":"2024-09-19T06:05:37.104515+0000","last_fullsized":"2024-09-19T06:05:37.104515+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:52.988300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104991+0000","last_change":"2024-09-19T06:05:36.099946+0000","last_active":"2024-09-19T06:05:37.104991+0000","last_peered":"2024-09-19T06:05:37.104991+0000","last_clean":"2024-09-19T06:05:37.104991+0000","last_became_active":"2024-09-19T06:05:36.099623+0000","last_became_peered":"2024-09-19T06:05:36.099623+0000","last_unstale":"2024-09-19T06:05:37.104991+0000","last_undegraded":"2024-09-19T06:05:37.104991+0000","last_fullsized":"2024-09-19T06:05:37.104991+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:46:10.952754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.105026+0000","last_change":"2024-09-19T06:05:35.106273+0000","last_active":"2024-09-19T06:05:37.105026+0000","last_peered":"2024-09-19T06:05:37.105026+0000","last_clean":"2024-09-19T06:05:37.105026+0000","last_became_active":"2024-09-19T06:05:35.105967+0000","last_became_peered":"2024-09-19T06:05:35.105967+0000","last_unstale":"2024-09-19T06:05:37.105026+0000","last_undegraded":"2024-09-19T06:05:37.105026+0000","last_fullsized":"2024-09-19T06:05:37.105026+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:14.320405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":301,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104140+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:05:37.104140+0000","last_peered":"2024-09-19T06:05:37.104140+0000","last_clean":"2024-09-19T06:05:37.104140+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:05:37.104140+0000","last_undegraded":"2024-09-19T06:05:37.104140+0000","last_fullsized":"2024-09-19T06:05:37.104140+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509497,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32884,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338956,"statfs":{"total":96636764160,"available":96603090944,"internally_reserved":0,"allocated":1732608,"data_stored":1067200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509496,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1138688,"data_stored":477372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509496,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1122304,"data_stored":470490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509496,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1138688,"data_stored":472156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509495,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32312,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339528,"statfs":{"total":96636764160,"available":96603676672,"internally_reserved":0,"allocated":1146880,"data_stored":478354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509496,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1122304,"data_stored":470454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509496,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32868,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338972,"statfs":{"total":96636764160,"available":96603107328,"internally_reserved":0,"allocated":1716224,"data_stored":1061370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542202,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1118208,"data_stored":470420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:05:40.275 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:05:40.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.462+0000 7f14f1e00640 1 Processor -- start 2024-09-19T06:05:40.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.462+0000 7f14f1e00640 1 -- start start 2024-09-19T06:05:40.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.463+0000 7f14f1e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec15e800 0x7f14ec0d2410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14f1e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f14ec0d1380 0x7f14ec0b7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14f1e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f14ec0d2d90 con 0x7f14ec0d2950 2024-09-19T06:05:40.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14f1e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f14ec0d3060 con 0x7f14ec0d1380 2024-09-19T06:05:40.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14f1e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f14ec0d3340 con 0x7f14ec15e800 2024-09-19T06:05:40.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14ebe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f14ec0d2950 0x7f14ec0d0c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38604/0 (socket says 172.21.15.92:38604) 2024-09-19T06:05:40.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14ebe00640 1 -- 172.21.15.92:0/2772773078 learned_addr learned my addr 172.21.15.92:0/2772773078 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:40.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14f0a00640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec15e800 0x7f14ec0d2410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14f1400640 1 --2- 172.21.15.92:0/2772773078 >> v2:172.21.15.102:3300/0 conn(0x7f14ec0d1380 0x7f14ec0b7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2714127973 0 0) 0x7f14ec0d2d90 con 0x7f14ec0d2950 2024-09-19T06:05:40.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.464+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f14d0003520 con 0x7f14ec0d2950 2024-09-19T06:05:40.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 637577069 0 0) 0x7f14d0003520 con 0x7f14ec0d2950 2024-09-19T06:05:40.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec15e800 msgr2=0x7f14ec0d2410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:40.468 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec15e800 0x7f14ec0d2410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 >> v2:172.21.15.102:3300/0 conn(0x7f14ec0d1380 msgr2=0x7f14ec0b7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 --2- 172.21.15.92:0/2772773078 >> v2:172.21.15.102:3300/0 conn(0x7f14ec0d1380 0x7f14ec0b7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14ec0d3620 con 0x7f14ec0d2950 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f14d8001670 con 0x7f14ec0d2950 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 >> v1:172.21.15.92:6789/0 conn(0x7f14ec0d2950 legacy=0x7f14ec0d0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14d0003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec15e800 0x7f14d0004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14d0004d40 0x7f14d00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec0d3060 con 0x7f14d00039b0 2024-09-19T06:05:40.469 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec0d3340 con 0x7f14d0004d40 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f14d000b9c0 con 0x7f14ec15e800 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14f1400640 1 --2- 172.21.15.92:0/2772773078 >> v2:172.21.15.102:3300/0 conn(0x7f14ec0d1380 0x7f14ec0b7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14f0a00640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14d0003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14ebe00640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec15e800 0x7f14d0004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14f1400640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14d0004d40 0x7f14d00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14f0a00640 1 -- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec15e800 msgr2=0x7f14d0004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14f0a00640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec15e800 0x7f14d0004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14f0a00640 1 -- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14d0004d40 msgr2=0x7f14d00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14f0a00640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14d0004d40 0x7f14d00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.470 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.465+0000 7f14f0a00640 1 -- 172.21.15.92:0/2772773078 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14d0003520 con 0x7f14d00039b0 2024-09-19T06:05:40.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.466+0000 7f14f0a00640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14d0003dd0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f14dc009ac0 tx=0x7f14d0005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1997421d4c8e90ee server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:40.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc036070 con 0x7f14d00039b0 2024-09-19T06:05:40.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14dc031400 con 0x7f14d00039b0 2024-09-19T06:05:40.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14eb400640 1 -- 172.21.15.92:0/2772773078 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc009690 con 0x7f14d00039b0 2024-09-19T06:05:40.475 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14f1e00640 1 -- 172.21.15.92:0/2772773078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 msgr2=0x7f14d0003dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14f1e00640 1 --2- 172.21.15.92:0/2772773078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14d0003dd0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f14dc009ac0 tx=0x7f14d0005830 comp rx=0 tx=0).stop 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14f1400640 1 -- 172.21.15.92:0/2772773078 reap_dead start 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14f1e00640 1 -- 172.21.15.92:0/2772773078 shutdown_connections 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14f1e00640 1 -- 172.21.15.92:0/2772773078 >> 172.21.15.92:0/2772773078 conn(0x7f14ec062630 msgr2=0x7f14ec062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14f1e00640 1 -- 172.21.15.92:0/2772773078 shutdown_connections 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.467+0000 7f14f1e00640 1 -- 172.21.15.92:0/2772773078 wait complete. 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.469+0000 7f14f1e00640 1 Processor -- start 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.469+0000 7f14f1e00640 1 -- start start 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f1e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14ec1608c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f1e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec160e00 0x7f14ec148580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f1e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14ec148ac0 0x7f14ec148f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f1e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec15ebe0 con 0x7f14d00039b0 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f1e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f14ec0d3be0 con 0x7f14ec148ac0 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f1e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f14ec0d2410 con 0x7f14ec160e00 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14ec1608c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14ec1608c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52892/0 (socket says 172.21.15.92:52892) 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f0a00640 1 -- 172.21.15.92:0/3736265094 learned_addr learned my addr 172.21.15.92:0/3736265094 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14ebe00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec160e00 0x7f14ec148580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.470+0000 7f14f1400640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14ec148ac0 0x7f14ec148f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14f0a00640 1 -- 172.21.15.92:0/3736265094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec160e00 msgr2=0x7f14ec148580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14f0a00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec160e00 0x7f14ec148580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14f0a00640 1 -- 172.21.15.92:0/3736265094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14ec148ac0 msgr2=0x7f14ec148f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14f0a00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14ec148ac0 0x7f14ec148f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14f0a00640 1 -- 172.21.15.92:0/3736265094 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f14ec157c80 con 0x7f14d00039b0 2024-09-19T06:05:40.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14f1400640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14ec148ac0 0x7f14ec148f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:40.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14f0a00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14ec1608c0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f14dc034040 tx=0x7f14dc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:40.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14e8c00640 1 -- 172.21.15.92:0/3736265094 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc040020 con 0x7f14d00039b0 2024-09-19T06:05:40.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14e8c00640 1 -- 172.21.15.92:0/3736265094 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f14dc003bc0 con 0x7f14d00039b0 2024-09-19T06:05:40.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f14ec161660 con 0x7f14d00039b0 2024-09-19T06:05:40.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14e8c00640 1 -- 172.21.15.92:0/3736265094 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f14dc036040 con 0x7f14d00039b0 2024-09-19T06:05:40.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.471+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f14ec158200 con 0x7f14d00039b0 2024-09-19T06:05:40.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.472+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f14ec0d0c70 con 0x7f14d00039b0 2024-09-19T06:05:40.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.473+0000 7f14e8c00640 1 -- 172.21.15.92:0/3736265094 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f14dc043020 con 0x7f14d00039b0 2024-09-19T06:05:40.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.474+0000 7f14e8c00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f14cc06c2e0 0x7f14cc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.474+0000 7f14e8c00640 1 -- 172.21.15.92:0/3736265094 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f14dc0ab5a0 con 0x7f14d00039b0 2024-09-19T06:05:40.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.474+0000 7f14ebe00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f14cc06c2e0 0x7f14cc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.475+0000 7f14ebe00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f14cc06c2e0 0x7f14cc06e7a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f14ec0ce800 tx=0x7f14d80078f0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:40.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.478+0000 7f14e8c00640 1 -- 172.21.15.92:0/3736265094 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f14dc04a070 con 0x7f14d00039b0 2024-09-19T06:05:40.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.650+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f14ec0cf5b0 con 0x7f14cc06c2e0 2024-09-19T06:05:40.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.656+0000 7f14e8c00640 1 -- 172.21.15.92:0/3736265094 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252074 (secure 0 0 0) 0x7f14ec0cf5b0 con 0x7f14cc06c2e0 2024-09-19T06:05:40.661 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:40.662 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:05:40.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f14cc06c2e0 msgr2=0x7f14cc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f14cc06c2e0 0x7f14cc06e7a0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f14ec0ce800 tx=0x7f14d80078f0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 msgr2=0x7f14ec1608c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14ec1608c0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7f14dc034040 tx=0x7f14dc004730 comp rx=0 tx=0).stop 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 shutdown_connections 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f14cc06c2e0 0x7f14cc06e7a0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f14ec148ac0 0x7f14ec148f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f14ec160e00 0x7f14ec148580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 --2- 172.21.15.92:0/3736265094 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f14d00039b0 0x7f14ec1608c0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 >> 172.21.15.92:0/3736265094 conn(0x7f14ec062630 msgr2=0x7f14ec0c98a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 shutdown_connections 2024-09-19T06:05:40.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.660+0000 7f14f1e00640 1 -- 172.21.15.92:0/3736265094 wait complete. 2024-09-19T06:05:40.677 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":219,"stamp":"2024-09-19T06:05:38.928265+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":122,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":259524,"kb_used_data":9996,"kb_used_omap":12,"kb_used_meta":249331,"kb_avail":754715196,"statfs":{"total":773094113280,"available":772828360704,"internally_reserved":0,"allocated":10235904,"data_stored":4967816,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":255315505},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":26,"apply_latency_ms":26,"commit_latency_ns":26000000,"apply_latency_ns":26000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.852977"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123464+0000","last_change":"2024-09-19T06:05:36.116942+0000","last_active":"2024-09-19T06:05:36.123464+0000","last_peered":"2024-09-19T06:05:36.123464+0000","last_clean":"2024-09-19T06:05:36.123464+0000","last_became_active":"2024-09-19T06:05:36.116663+0000","last_became_peered":"2024-09-19T06:05:36.116663+0000","last_unstale":"2024-09-19T06:05:36.123464+0000","last_undegraded":"2024-09-19T06:05:36.123464+0000","last_fullsized":"2024-09-19T06:05:36.123464+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:28:04.647612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545108+0000","last_change":"2024-09-19T06:05:36.120576+0000","last_active":"2024-09-19T06:05:37.545108+0000","last_peered":"2024-09-19T06:05:37.545108+0000","last_clean":"2024-09-19T06:05:37.545108+0000","last_became_active":"2024-09-19T06:05:36.120360+0000","last_became_peered":"2024-09-19T06:05:36.120360+0000","last_unstale":"2024-09-19T06:05:37.545108+0000","last_undegraded":"2024-09-19T06:05:37.545108+0000","last_fullsized":"2024-09-19T06:05:37.545108+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:50.582735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123265+0000","last_change":"2024-09-19T06:05:36.116194+0000","last_active":"2024-09-19T06:05:36.123265+0000","last_peered":"2024-09-19T06:05:36.123265+0000","last_clean":"2024-09-19T06:05:36.123265+0000","last_became_active":"2024-09-19T06:05:36.115512+0000","last_became_peered":"2024-09-19T06:05:36.115512+0000","last_unstale":"2024-09-19T06:05:36.123265+0000","last_undegraded":"2024-09-19T06:05:36.123265+0000","last_fullsized":"2024-09-19T06:05:36.123265+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:59:11.980265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444151+0000","last_change":"2024-09-19T06:05:36.102292+0000","last_active":"2024-09-19T06:05:37.444151+0000","last_peered":"2024-09-19T06:05:37.444151+0000","last_clean":"2024-09-19T06:05:37.444151+0000","last_became_active":"2024-09-19T06:05:36.101965+0000","last_became_peered":"2024-09-19T06:05:36.101965+0000","last_unstale":"2024-09-19T06:05:37.444151+0000","last_undegraded":"2024-09-19T06:05:37.444151+0000","last_fullsized":"2024-09-19T06:05:37.444151+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.376660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546321+0000","last_change":"2024-09-19T06:05:36.100882+0000","last_active":"2024-09-19T06:05:37.546321+0000","last_peered":"2024-09-19T06:05:37.546321+0000","last_clean":"2024-09-19T06:05:37.546321+0000","last_became_active":"2024-09-19T06:05:36.100636+0000","last_became_peered":"2024-09-19T06:05:36.100636+0000","last_unstale":"2024-09-19T06:05:37.546321+0000","last_undegraded":"2024-09-19T06:05:37.546321+0000","last_fullsized":"2024-09-19T06:05:37.546321+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.376660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104289+0000","last_change":"2024-09-19T06:05:36.103878+0000","last_active":"2024-09-19T06:05:37.104289+0000","last_peered":"2024-09-19T06:05:37.104289+0000","last_clean":"2024-09-19T06:05:37.104289+0000","last_became_active":"2024-09-19T06:05:36.103461+0000","last_became_peered":"2024-09-19T06:05:36.103461+0000","last_unstale":"2024-09-19T06:05:37.104289+0000","last_undegraded":"2024-09-19T06:05:37.104289+0000","last_fullsized":"2024-09-19T06:05:37.104289+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:50.643845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.103786+0000","last_change":"2024-09-19T06:05:36.103082+0000","last_active":"2024-09-19T06:05:37.103786+0000","last_peered":"2024-09-19T06:05:37.103786+0000","last_clean":"2024-09-19T06:05:37.103786+0000","last_became_active":"2024-09-19T06:05:36.102734+0000","last_became_peered":"2024-09-19T06:05:36.102734+0000","last_unstale":"2024-09-19T06:05:37.103786+0000","last_undegraded":"2024-09-19T06:05:37.103786+0000","last_fullsized":"2024-09-19T06:05:37.103786+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:09.538828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544475+0000","last_change":"2024-09-19T06:05:36.116654+0000","last_active":"2024-09-19T06:05:37.544475+0000","last_peered":"2024-09-19T06:05:37.544475+0000","last_clean":"2024-09-19T06:05:37.544475+0000","last_became_active":"2024-09-19T06:05:36.114421+0000","last_became_peered":"2024-09-19T06:05:36.114421+0000","last_unstale":"2024-09-19T06:05:37.544475+0000","last_undegraded":"2024-09-19T06:05:37.544475+0000","last_fullsized":"2024-09-19T06:05:37.544475+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:25:35.813751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104858+0000","last_change":"2024-09-19T06:05:36.096350+0000","last_active":"2024-09-19T06:05:37.104858+0000","last_peered":"2024-09-19T06:05:37.104858+0000","last_clean":"2024-09-19T06:05:37.104858+0000","last_became_active":"2024-09-19T06:05:36.095448+0000","last_became_peered":"2024-09-19T06:05:36.095448+0000","last_unstale":"2024-09-19T06:05:37.104858+0000","last_undegraded":"2024-09-19T06:05:37.104858+0000","last_fullsized":"2024-09-19T06:05:37.104858+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.376660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546677+0000","last_change":"2024-09-19T06:05:36.117239+0000","last_active":"2024-09-19T06:05:37.546677+0000","last_peered":"2024-09-19T06:05:37.546677+0000","last_clean":"2024-09-19T06:05:37.546677+0000","last_became_active":"2024-09-19T06:05:36.116846+0000","last_became_peered":"2024-09-19T06:05:36.116846+0000","last_unstale":"2024-09-19T06:05:37.546677+0000","last_undegraded":"2024-09-19T06:05:37.546677+0000","last_fullsized":"2024-09-19T06:05:37.546677+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:07:52.389689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104622+0000","last_change":"2024-09-19T06:05:36.110717+0000","last_active":"2024-09-19T06:05:37.104622+0000","last_peered":"2024-09-19T06:05:37.104622+0000","last_clean":"2024-09-19T06:05:37.104622+0000","last_became_active":"2024-09-19T06:05:36.109264+0000","last_became_peered":"2024-09-19T06:05:36.109264+0000","last_unstale":"2024-09-19T06:05:37.104622+0000","last_undegraded":"2024-09-19T06:05:37.104622+0000","last_fullsized":"2024-09-19T06:05:37.104622+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:37.376660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104552+0000","last_change":"2024-09-19T06:05:36.120362+0000","last_active":"2024-09-19T06:05:37.104552+0000","last_peered":"2024-09-19T06:05:37.104552+0000","last_clean":"2024-09-19T06:05:37.104552+0000","last_became_active":"2024-09-19T06:05:36.120025+0000","last_became_peered":"2024-09-19T06:05:36.120025+0000","last_unstale":"2024-09-19T06:05:37.104552+0000","last_undegraded":"2024-09-19T06:05:37.104552+0000","last_fullsized":"2024-09-19T06:05:37.104552+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:20.542526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443964+0000","last_change":"2024-09-19T06:05:36.093522+0000","last_active":"2024-09-19T06:05:37.443964+0000","last_peered":"2024-09-19T06:05:37.443964+0000","last_clean":"2024-09-19T06:05:37.443964+0000","last_became_active":"2024-09-19T06:05:36.092656+0000","last_became_peered":"2024-09-19T06:05:36.092656+0000","last_unstale":"2024-09-19T06:05:37.443964+0000","last_undegraded":"2024-09-19T06:05:37.443964+0000","last_fullsized":"2024-09-19T06:05:37.443964+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:09.538828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104315+0000","last_change":"2024-09-19T06:05:36.107998+0000","last_active":"2024-09-19T06:05:37.104315+0000","last_peered":"2024-09-19T06:05:37.104315+0000","last_clean":"2024-09-19T06:05:37.104315+0000","last_became_active":"2024-09-19T06:05:36.107732+0000","last_became_peered":"2024-09-19T06:05:36.107732+0000","last_unstale":"2024-09-19T06:05:37.104315+0000","last_undegraded":"2024-09-19T06:05:37.104315+0000","last_fullsized":"2024-09-19T06:05:37.104315+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:24:21.601554+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443812+0000","last_change":"2024-09-19T06:05:36.115178+0000","last_active":"2024-09-19T06:05:37.443812+0000","last_peered":"2024-09-19T06:05:37.443812+0000","last_clean":"2024-09-19T06:05:37.443812+0000","last_became_active":"2024-09-19T06:05:36.114883+0000","last_became_peered":"2024-09-19T06:05:36.114883+0000","last_unstale":"2024-09-19T06:05:37.443812+0000","last_undegraded":"2024-09-19T06:05:37.443812+0000","last_fullsized":"2024-09-19T06:05:37.443812+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:22.629165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.103738+0000","last_change":"2024-09-19T06:05:36.115876+0000","last_active":"2024-09-19T06:05:37.103738+0000","last_peered":"2024-09-19T06:05:37.103738+0000","last_clean":"2024-09-19T06:05:37.103738+0000","last_became_active":"2024-09-19T06:05:36.115368+0000","last_became_peered":"2024-09-19T06:05:36.115368+0000","last_unstale":"2024-09-19T06:05:37.103738+0000","last_undegraded":"2024-09-19T06:05:37.103738+0000","last_fullsized":"2024-09-19T06:05:37.103738+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:40.993839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544705+0000","last_change":"2024-09-19T06:05:36.112637+0000","last_active":"2024-09-19T06:05:37.544705+0000","last_peered":"2024-09-19T06:05:37.544705+0000","last_clean":"2024-09-19T06:05:37.544705+0000","last_became_active":"2024-09-19T06:05:36.112355+0000","last_became_peered":"2024-09-19T06:05:36.112355+0000","last_unstale":"2024-09-19T06:05:37.544705+0000","last_undegraded":"2024-09-19T06:05:37.544705+0000","last_fullsized":"2024-09-19T06:05:37.544705+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:55:26.120916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444098+0000","last_change":"2024-09-19T06:05:36.102992+0000","last_active":"2024-09-19T06:05:37.444098+0000","last_peered":"2024-09-19T06:05:37.444098+0000","last_clean":"2024-09-19T06:05:37.444098+0000","last_became_active":"2024-09-19T06:05:36.102539+0000","last_became_peered":"2024-09-19T06:05:36.102539+0000","last_unstale":"2024-09-19T06:05:37.444098+0000","last_undegraded":"2024-09-19T06:05:37.444098+0000","last_fullsized":"2024-09-19T06:05:37.444098+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:50.643845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.105102+0000","last_change":"2024-09-19T06:05:36.124163+0000","last_active":"2024-09-19T06:05:37.105102+0000","last_peered":"2024-09-19T06:05:37.105102+0000","last_clean":"2024-09-19T06:05:37.105102+0000","last_became_active":"2024-09-19T06:05:36.123151+0000","last_became_peered":"2024-09-19T06:05:36.123151+0000","last_unstale":"2024-09-19T06:05:37.105102+0000","last_undegraded":"2024-09-19T06:05:37.105102+0000","last_fullsized":"2024-09-19T06:05:37.105102+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:43:25.060892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104657+0000","last_change":"2024-09-19T06:05:36.094077+0000","last_active":"2024-09-19T06:05:37.104657+0000","last_peered":"2024-09-19T06:05:37.104657+0000","last_clean":"2024-09-19T06:05:37.104657+0000","last_became_active":"2024-09-19T06:05:36.093031+0000","last_became_peered":"2024-09-19T06:05:36.093031+0000","last_unstale":"2024-09-19T06:05:37.104657+0000","last_undegraded":"2024-09-19T06:05:37.104657+0000","last_fullsized":"2024-09-19T06:05:37.104657+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:42.911153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104722+0000","last_change":"2024-09-19T06:05:36.107237+0000","last_active":"2024-09-19T06:05:37.104722+0000","last_peered":"2024-09-19T06:05:37.104722+0000","last_clean":"2024-09-19T06:05:37.104722+0000","last_became_active":"2024-09-19T06:05:36.106945+0000","last_became_peered":"2024-09-19T06:05:36.106945+0000","last_unstale":"2024-09-19T06:05:37.104722+0000","last_undegraded":"2024-09-19T06:05:37.104722+0000","last_fullsized":"2024-09-19T06:05:37.104722+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:36:39.182431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544322+0000","last_change":"2024-09-19T06:05:36.120567+0000","last_active":"2024-09-19T06:05:37.544322+0000","last_peered":"2024-09-19T06:05:37.544322+0000","last_clean":"2024-09-19T06:05:37.544322+0000","last_became_active":"2024-09-19T06:05:36.120318+0000","last_became_peered":"2024-09-19T06:05:36.120318+0000","last_unstale":"2024-09-19T06:05:37.544322+0000","last_undegraded":"2024-09-19T06:05:37.544322+0000","last_fullsized":"2024-09-19T06:05:37.544322+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:49:14.695401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544322+0000","last_change":"2024-09-19T06:05:36.117863+0000","last_active":"2024-09-19T06:05:37.544322+0000","last_peered":"2024-09-19T06:05:37.544322+0000","last_clean":"2024-09-19T06:05:37.544322+0000","last_became_active":"2024-09-19T06:05:36.117611+0000","last_became_peered":"2024-09-19T06:05:36.117611+0000","last_unstale":"2024-09-19T06:05:37.544322+0000","last_undegraded":"2024-09-19T06:05:37.544322+0000","last_fullsized":"2024-09-19T06:05:37.544322+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:55.560854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.103832+0000","last_change":"2024-09-19T06:05:36.121388+0000","last_active":"2024-09-19T06:05:37.103832+0000","last_peered":"2024-09-19T06:05:37.103832+0000","last_clean":"2024-09-19T06:05:37.103832+0000","last_became_active":"2024-09-19T06:05:36.121069+0000","last_became_peered":"2024-09-19T06:05:36.121069+0000","last_unstale":"2024-09-19T06:05:37.103832+0000","last_undegraded":"2024-09-19T06:05:37.103832+0000","last_fullsized":"2024-09-19T06:05:37.103832+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:20.542526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546722+0000","last_change":"2024-09-19T06:05:36.114349+0000","last_active":"2024-09-19T06:05:37.546722+0000","last_peered":"2024-09-19T06:05:37.546722+0000","last_clean":"2024-09-19T06:05:37.546722+0000","last_became_active":"2024-09-19T06:05:36.113782+0000","last_became_peered":"2024-09-19T06:05:36.113782+0000","last_unstale":"2024-09-19T06:05:37.546722+0000","last_undegraded":"2024-09-19T06:05:37.546722+0000","last_fullsized":"2024-09-19T06:05:37.546722+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:57.496083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545198+0000","last_change":"2024-09-19T06:05:36.118429+0000","last_active":"2024-09-19T06:05:37.545198+0000","last_peered":"2024-09-19T06:05:37.545198+0000","last_clean":"2024-09-19T06:05:37.545198+0000","last_became_active":"2024-09-19T06:05:36.118200+0000","last_became_peered":"2024-09-19T06:05:36.118200+0000","last_unstale":"2024-09-19T06:05:37.545198+0000","last_undegraded":"2024-09-19T06:05:37.545198+0000","last_fullsized":"2024-09-19T06:05:37.545198+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:50:02.593313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104736+0000","last_change":"2024-09-19T06:05:36.105511+0000","last_active":"2024-09-19T06:05:37.104736+0000","last_peered":"2024-09-19T06:05:37.104736+0000","last_clean":"2024-09-19T06:05:37.104736+0000","last_became_active":"2024-09-19T06:05:36.105215+0000","last_became_peered":"2024-09-19T06:05:36.105215+0000","last_unstale":"2024-09-19T06:05:37.104736+0000","last_undegraded":"2024-09-19T06:05:37.104736+0000","last_fullsized":"2024-09-19T06:05:37.104736+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:37.176041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546535+0000","last_change":"2024-09-19T06:05:36.103206+0000","last_active":"2024-09-19T06:05:37.546535+0000","last_peered":"2024-09-19T06:05:37.546535+0000","last_clean":"2024-09-19T06:05:37.546535+0000","last_became_active":"2024-09-19T06:05:36.102785+0000","last_became_peered":"2024-09-19T06:05:36.102785+0000","last_unstale":"2024-09-19T06:05:37.546535+0000","last_undegraded":"2024-09-19T06:05:37.546535+0000","last_fullsized":"2024-09-19T06:05:37.546535+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:37.176041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544397+0000","last_change":"2024-09-19T06:05:36.121526+0000","last_active":"2024-09-19T06:05:37.544397+0000","last_peered":"2024-09-19T06:05:37.544397+0000","last_clean":"2024-09-19T06:05:37.544397+0000","last_became_active":"2024-09-19T06:05:36.121001+0000","last_became_peered":"2024-09-19T06:05:36.121001+0000","last_unstale":"2024-09-19T06:05:37.544397+0000","last_undegraded":"2024-09-19T06:05:37.544397+0000","last_fullsized":"2024-09-19T06:05:37.544397+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:10:36.976706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104289+0000","last_change":"2024-09-19T06:05:36.121257+0000","last_active":"2024-09-19T06:05:37.104289+0000","last_peered":"2024-09-19T06:05:37.104289+0000","last_clean":"2024-09-19T06:05:37.104289+0000","last_became_active":"2024-09-19T06:05:36.120973+0000","last_became_peered":"2024-09-19T06:05:36.120973+0000","last_unstale":"2024-09-19T06:05:37.104289+0000","last_undegraded":"2024-09-19T06:05:37.104289+0000","last_fullsized":"2024-09-19T06:05:37.104289+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:14:01.504867+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443958+0000","last_change":"2024-09-19T06:05:36.099776+0000","last_active":"2024-09-19T06:05:37.443958+0000","last_peered":"2024-09-19T06:05:37.443958+0000","last_clean":"2024-09-19T06:05:37.443958+0000","last_became_active":"2024-09-19T06:05:36.099501+0000","last_became_peered":"2024-09-19T06:05:36.099501+0000","last_unstale":"2024-09-19T06:05:37.443958+0000","last_undegraded":"2024-09-19T06:05:37.443958+0000","last_fullsized":"2024-09-19T06:05:37.443958+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:20.542526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.126221+0000","last_change":"2024-09-19T06:05:36.124578+0000","last_active":"2024-09-19T06:05:36.126221+0000","last_peered":"2024-09-19T06:05:36.126221+0000","last_clean":"2024-09-19T06:05:36.126221+0000","last_became_active":"2024-09-19T06:05:36.124307+0000","last_became_peered":"2024-09-19T06:05:36.124307+0000","last_unstale":"2024-09-19T06:05:36.126221+0000","last_undegraded":"2024-09-19T06:05:36.126221+0000","last_fullsized":"2024-09-19T06:05:36.126221+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:01:44.894296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104960+0000","last_change":"2024-09-19T06:05:36.108538+0000","last_active":"2024-09-19T06:05:37.104960+0000","last_peered":"2024-09-19T06:05:37.104960+0000","last_clean":"2024-09-19T06:05:37.104960+0000","last_became_active":"2024-09-19T06:05:36.108175+0000","last_became_peered":"2024-09-19T06:05:36.108175+0000","last_unstale":"2024-09-19T06:05:37.104960+0000","last_undegraded":"2024-09-19T06:05:37.104960+0000","last_fullsized":"2024-09-19T06:05:37.104960+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:10.192381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"91'4","reported_seq":18,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545384+0000","last_change":"2024-09-19T06:05:35.101889+0000","last_active":"2024-09-19T06:05:37.545384+0000","last_peered":"2024-09-19T06:05:37.545384+0000","last_clean":"2024-09-19T06:05:37.545384+0000","last_became_active":"2024-09-19T06:05:35.101603+0000","last_became_peered":"2024-09-19T06:05:35.101603+0000","last_unstale":"2024-09-19T06:05:37.545384+0000","last_undegraded":"2024-09-19T06:05:37.545384+0000","last_fullsized":"2024-09-19T06:05:37.545384+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:04:36.369279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444259+0000","last_change":"2024-09-19T06:05:36.106219+0000","last_active":"2024-09-19T06:05:37.444259+0000","last_peered":"2024-09-19T06:05:37.444259+0000","last_clean":"2024-09-19T06:05:37.444259+0000","last_became_active":"2024-09-19T06:05:36.105708+0000","last_became_peered":"2024-09-19T06:05:36.105708+0000","last_unstale":"2024-09-19T06:05:37.444259+0000","last_undegraded":"2024-09-19T06:05:37.444259+0000","last_fullsized":"2024-09-19T06:05:37.444259+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:37.176041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104981+0000","last_change":"2024-09-19T06:05:35.107516+0000","last_active":"2024-09-19T06:05:37.104981+0000","last_peered":"2024-09-19T06:05:37.104981+0000","last_clean":"2024-09-19T06:05:37.104981+0000","last_became_active":"2024-09-19T06:05:35.107143+0000","last_became_peered":"2024-09-19T06:05:35.107143+0000","last_unstale":"2024-09-19T06:05:37.104981+0000","last_undegraded":"2024-09-19T06:05:37.104981+0000","last_fullsized":"2024-09-19T06:05:37.104981+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:47.673536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123753+0000","last_change":"2024-09-19T06:05:36.117133+0000","last_active":"2024-09-19T06:05:36.123753+0000","last_peered":"2024-09-19T06:05:36.123753+0000","last_clean":"2024-09-19T06:05:36.123753+0000","last_became_active":"2024-09-19T06:05:36.115601+0000","last_became_peered":"2024-09-19T06:05:36.115601+0000","last_unstale":"2024-09-19T06:05:36.123753+0000","last_undegraded":"2024-09-19T06:05:36.123753+0000","last_fullsized":"2024-09-19T06:05:36.123753+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:25.460111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544875+0000","last_change":"2024-09-19T06:05:35.097178+0000","last_active":"2024-09-19T06:05:37.544875+0000","last_peered":"2024-09-19T06:05:37.544875+0000","last_clean":"2024-09-19T06:05:37.544875+0000","last_became_active":"2024-09-19T06:05:35.096843+0000","last_became_peered":"2024-09-19T06:05:35.096843+0000","last_unstale":"2024-09-19T06:05:37.544875+0000","last_undegraded":"2024-09-19T06:05:37.544875+0000","last_fullsized":"2024-09-19T06:05:37.544875+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:54:57.136948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104714+0000","last_change":"2024-09-19T06:05:36.093348+0000","last_active":"2024-09-19T06:05:37.104714+0000","last_peered":"2024-09-19T06:05:37.104714+0000","last_clean":"2024-09-19T06:05:37.104714+0000","last_became_active":"2024-09-19T06:05:36.093051+0000","last_became_peered":"2024-09-19T06:05:36.093051+0000","last_unstale":"2024-09-19T06:05:37.104714+0000","last_undegraded":"2024-09-19T06:05:37.104714+0000","last_fullsized":"2024-09-19T06:05:37.104714+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:50.643845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544845+0000","last_change":"2024-09-19T06:05:35.092223+0000","last_active":"2024-09-19T06:05:37.544845+0000","last_peered":"2024-09-19T06:05:37.544845+0000","last_clean":"2024-09-19T06:05:37.544845+0000","last_became_active":"2024-09-19T06:05:35.091963+0000","last_became_peered":"2024-09-19T06:05:35.091963+0000","last_unstale":"2024-09-19T06:05:37.544845+0000","last_undegraded":"2024-09-19T06:05:37.544845+0000","last_fullsized":"2024-09-19T06:05:37.544845+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:08.531447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545860+0000","last_change":"2024-09-19T06:05:36.094258+0000","last_active":"2024-09-19T06:05:37.545860+0000","last_peered":"2024-09-19T06:05:37.545860+0000","last_clean":"2024-09-19T06:05:37.545860+0000","last_became_active":"2024-09-19T06:05:36.093965+0000","last_became_peered":"2024-09-19T06:05:36.093965+0000","last_unstale":"2024-09-19T06:05:37.545860+0000","last_undegraded":"2024-09-19T06:05:37.545860+0000","last_fullsized":"2024-09-19T06:05:37.545860+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:18:47.994249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"91'1","reported_seq":13,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.114260+0000","last_change":"2024-09-19T06:05:35.102973+0000","last_active":"2024-09-19T06:05:36.114260+0000","last_peered":"2024-09-19T06:05:36.114260+0000","last_clean":"2024-09-19T06:05:36.114260+0000","last_became_active":"2024-09-19T06:05:35.102161+0000","last_became_peered":"2024-09-19T06:05:35.102161+0000","last_unstale":"2024-09-19T06:05:36.114260+0000","last_undegraded":"2024-09-19T06:05:36.114260+0000","last_fullsized":"2024-09-19T06:05:36.114260+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:54:35.425147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104238+0000","last_change":"2024-09-19T06:05:36.107174+0000","last_active":"2024-09-19T06:05:37.104238+0000","last_peered":"2024-09-19T06:05:37.104238+0000","last_clean":"2024-09-19T06:05:37.104238+0000","last_became_active":"2024-09-19T06:05:36.106692+0000","last_became_peered":"2024-09-19T06:05:36.106692+0000","last_unstale":"2024-09-19T06:05:37.104238+0000","last_undegraded":"2024-09-19T06:05:37.104238+0000","last_fullsized":"2024-09-19T06:05:37.104238+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:42.911153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544542+0000","last_change":"2024-09-19T06:05:35.094688+0000","last_active":"2024-09-19T06:05:37.544542+0000","last_peered":"2024-09-19T06:05:37.544542+0000","last_clean":"2024-09-19T06:05:37.544542+0000","last_became_active":"2024-09-19T06:05:35.094373+0000","last_became_peered":"2024-09-19T06:05:35.094373+0000","last_unstale":"2024-09-19T06:05:37.544542+0000","last_undegraded":"2024-09-19T06:05:37.544542+0000","last_fullsized":"2024-09-19T06:05:37.544542+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:41.903772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444073+0000","last_change":"2024-09-19T06:05:36.121726+0000","last_active":"2024-09-19T06:05:37.444073+0000","last_peered":"2024-09-19T06:05:37.444073+0000","last_clean":"2024-09-19T06:05:37.444073+0000","last_became_active":"2024-09-19T06:05:36.120581+0000","last_became_peered":"2024-09-19T06:05:36.120581+0000","last_unstale":"2024-09-19T06:05:37.444073+0000","last_undegraded":"2024-09-19T06:05:37.444073+0000","last_fullsized":"2024-09-19T06:05:37.444073+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:42.911153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546133+0000","last_change":"2024-09-19T06:05:35.104488+0000","last_active":"2024-09-19T06:05:37.546133+0000","last_peered":"2024-09-19T06:05:37.546133+0000","last_clean":"2024-09-19T06:05:37.546133+0000","last_became_active":"2024-09-19T06:05:35.104217+0000","last_became_peered":"2024-09-19T06:05:35.104217+0000","last_unstale":"2024-09-19T06:05:37.546133+0000","last_undegraded":"2024-09-19T06:05:37.546133+0000","last_fullsized":"2024-09-19T06:05:37.546133+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:30:00.847070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104064+0000","last_change":"2024-09-19T06:05:36.095147+0000","last_active":"2024-09-19T06:05:37.104064+0000","last_peered":"2024-09-19T06:05:37.104064+0000","last_clean":"2024-09-19T06:05:37.104064+0000","last_became_active":"2024-09-19T06:05:36.094816+0000","last_became_peered":"2024-09-19T06:05:36.094816+0000","last_unstale":"2024-09-19T06:05:37.104064+0000","last_undegraded":"2024-09-19T06:05:37.104064+0000","last_fullsized":"2024-09-19T06:05:37.104064+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:40.993839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.105769+0000","last_change":"2024-09-19T06:05:35.106221+0000","last_active":"2024-09-19T06:05:36.105769+0000","last_peered":"2024-09-19T06:05:36.105769+0000","last_clean":"2024-09-19T06:05:36.105769+0000","last_became_active":"2024-09-19T06:05:35.105599+0000","last_became_peered":"2024-09-19T06:05:35.105599+0000","last_unstale":"2024-09-19T06:05:36.105769+0000","last_undegraded":"2024-09-19T06:05:36.105769+0000","last_fullsized":"2024-09-19T06:05:36.105769+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:37:47.960848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545245+0000","last_change":"2024-09-19T06:05:36.109874+0000","last_active":"2024-09-19T06:05:37.545245+0000","last_peered":"2024-09-19T06:05:37.545245+0000","last_clean":"2024-09-19T06:05:37.545245+0000","last_became_active":"2024-09-19T06:05:36.109545+0000","last_became_peered":"2024-09-19T06:05:36.109545+0000","last_unstale":"2024-09-19T06:05:37.545245+0000","last_undegraded":"2024-09-19T06:05:37.545245+0000","last_fullsized":"2024-09-19T06:05:37.545245+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:28:20.064243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":12,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.110976+0000","last_change":"2024-09-19T06:05:35.107349+0000","last_active":"2024-09-19T06:05:36.110976+0000","last_peered":"2024-09-19T06:05:36.110976+0000","last_clean":"2024-09-19T06:05:36.110976+0000","last_became_active":"2024-09-19T06:05:35.107014+0000","last_became_peered":"2024-09-19T06:05:35.107014+0000","last_unstale":"2024-09-19T06:05:36.110976+0000","last_undegraded":"2024-09-19T06:05:36.110976+0000","last_fullsized":"2024-09-19T06:05:36.110976+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:47:02.493069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.105009+0000","last_change":"2024-09-19T06:05:36.102498+0000","last_active":"2024-09-19T06:05:37.105009+0000","last_peered":"2024-09-19T06:05:37.105009+0000","last_clean":"2024-09-19T06:05:37.105009+0000","last_became_active":"2024-09-19T06:05:36.099879+0000","last_became_peered":"2024-09-19T06:05:36.099879+0000","last_unstale":"2024-09-19T06:05:37.105009+0000","last_undegraded":"2024-09-19T06:05:37.105009+0000","last_fullsized":"2024-09-19T06:05:37.105009+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:13:37.176041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.444121+0000","last_change":"2024-09-19T06:05:35.103818+0000","last_active":"2024-09-19T06:05:37.444121+0000","last_peered":"2024-09-19T06:05:37.444121+0000","last_clean":"2024-09-19T06:05:37.444121+0000","last_became_active":"2024-09-19T06:05:35.103279+0000","last_became_peered":"2024-09-19T06:05:35.103279+0000","last_unstale":"2024-09-19T06:05:37.444121+0000","last_undegraded":"2024-09-19T06:05:37.444121+0000","last_fullsized":"2024-09-19T06:05:37.444121+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.493043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546544+0000","last_change":"2024-09-19T06:05:36.114389+0000","last_active":"2024-09-19T06:05:37.546544+0000","last_peered":"2024-09-19T06:05:37.546544+0000","last_clean":"2024-09-19T06:05:37.546544+0000","last_became_active":"2024-09-19T06:05:36.113707+0000","last_became_peered":"2024-09-19T06:05:36.113707+0000","last_unstale":"2024-09-19T06:05:37.546544+0000","last_undegraded":"2024-09-19T06:05:37.546544+0000","last_fullsized":"2024-09-19T06:05:37.546544+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:52.200547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"91'3","reported_seq":17,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104916+0000","last_change":"2024-09-19T06:05:35.106323+0000","last_active":"2024-09-19T06:05:37.104916+0000","last_peered":"2024-09-19T06:05:37.104916+0000","last_clean":"2024-09-19T06:05:37.104916+0000","last_became_active":"2024-09-19T06:05:35.105981+0000","last_became_peered":"2024-09-19T06:05:35.105981+0000","last_unstale":"2024-09-19T06:05:37.104916+0000","last_undegraded":"2024-09-19T06:05:37.104916+0000","last_fullsized":"2024-09-19T06:05:37.104916+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.493043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104803+0000","last_change":"2024-09-19T06:05:36.124278+0000","last_active":"2024-09-19T06:05:37.104803+0000","last_peered":"2024-09-19T06:05:37.104803+0000","last_clean":"2024-09-19T06:05:37.104803+0000","last_became_active":"2024-09-19T06:05:36.124029+0000","last_became_peered":"2024-09-19T06:05:36.124029+0000","last_unstale":"2024-09-19T06:05:37.104803+0000","last_undegraded":"2024-09-19T06:05:37.104803+0000","last_fullsized":"2024-09-19T06:05:37.104803+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:52.200547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"91'6","reported_seq":20,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104703+0000","last_change":"2024-09-19T06:05:35.095224+0000","last_active":"2024-09-19T06:05:37.104703+0000","last_peered":"2024-09-19T06:05:37.104703+0000","last_clean":"2024-09-19T06:05:37.104703+0000","last_became_active":"2024-09-19T06:05:35.094946+0000","last_became_peered":"2024-09-19T06:05:35.094946+0000","last_unstale":"2024-09-19T06:05:37.104703+0000","last_undegraded":"2024-09-19T06:05:37.104703+0000","last_fullsized":"2024-09-19T06:05:37.104703+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:14.320405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443879+0000","last_change":"2024-09-19T06:05:36.100267+0000","last_active":"2024-09-19T06:05:37.443879+0000","last_peered":"2024-09-19T06:05:37.443879+0000","last_clean":"2024-09-19T06:05:37.443879+0000","last_became_active":"2024-09-19T06:05:36.100007+0000","last_became_peered":"2024-09-19T06:05:36.100007+0000","last_unstale":"2024-09-19T06:05:37.443879+0000","last_undegraded":"2024-09-19T06:05:37.443879+0000","last_fullsized":"2024-09-19T06:05:37.443879+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:40.993839+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104829+0000","last_change":"2024-09-19T06:05:35.096524+0000","last_active":"2024-09-19T06:05:37.104829+0000","last_peered":"2024-09-19T06:05:37.104829+0000","last_clean":"2024-09-19T06:05:37.104829+0000","last_became_active":"2024-09-19T06:05:35.096326+0000","last_became_peered":"2024-09-19T06:05:35.096326+0000","last_unstale":"2024-09-19T06:05:37.104829+0000","last_undegraded":"2024-09-19T06:05:37.104829+0000","last_fullsized":"2024-09-19T06:05:37.104829+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:59:32.873206+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123813+0000","last_change":"2024-09-19T06:05:36.118595+0000","last_active":"2024-09-19T06:05:36.123813+0000","last_peered":"2024-09-19T06:05:36.123813+0000","last_clean":"2024-09-19T06:05:36.123813+0000","last_became_active":"2024-09-19T06:05:36.117450+0000","last_became_peered":"2024-09-19T06:05:36.117450+0000","last_unstale":"2024-09-19T06:05:36.123813+0000","last_undegraded":"2024-09-19T06:05:36.123813+0000","last_fullsized":"2024-09-19T06:05:36.123813+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:40.789453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104425+0000","last_change":"2024-09-19T06:05:35.107039+0000","last_active":"2024-09-19T06:05:37.104425+0000","last_peered":"2024-09-19T06:05:37.104425+0000","last_clean":"2024-09-19T06:05:37.104425+0000","last_became_active":"2024-09-19T06:05:35.106731+0000","last_became_peered":"2024-09-19T06:05:35.106731+0000","last_unstale":"2024-09-19T06:05:37.104425+0000","last_undegraded":"2024-09-19T06:05:37.104425+0000","last_fullsized":"2024-09-19T06:05:37.104425+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:49:26.415121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.103854+0000","last_change":"2024-09-19T06:05:36.093572+0000","last_active":"2024-09-19T06:05:37.103854+0000","last_peered":"2024-09-19T06:05:37.103854+0000","last_clean":"2024-09-19T06:05:37.103854+0000","last_became_active":"2024-09-19T06:05:36.093278+0000","last_became_peered":"2024-09-19T06:05:36.093278+0000","last_unstale":"2024-09-19T06:05:37.103854+0000","last_undegraded":"2024-09-19T06:05:37.103854+0000","last_fullsized":"2024-09-19T06:05:37.103854+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:22.629165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104080+0000","last_change":"2024-09-19T06:05:35.097356+0000","last_active":"2024-09-19T06:05:37.104080+0000","last_peered":"2024-09-19T06:05:37.104080+0000","last_clean":"2024-09-19T06:05:37.104080+0000","last_became_active":"2024-09-19T06:05:35.096822+0000","last_became_peered":"2024-09-19T06:05:35.096822+0000","last_unstale":"2024-09-19T06:05:37.104080+0000","last_undegraded":"2024-09-19T06:05:37.104080+0000","last_fullsized":"2024-09-19T06:05:37.104080+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:11:45.493043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104318+0000","last_change":"2024-09-19T06:05:36.108720+0000","last_active":"2024-09-19T06:05:37.104318+0000","last_peered":"2024-09-19T06:05:37.104318+0000","last_clean":"2024-09-19T06:05:37.104318+0000","last_became_active":"2024-09-19T06:05:36.108377+0000","last_became_peered":"2024-09-19T06:05:36.108377+0000","last_unstale":"2024-09-19T06:05:37.104318+0000","last_undegraded":"2024-09-19T06:05:37.104318+0000","last_fullsized":"2024-09-19T06:05:37.104318+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:32:17.592701+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"91'8","reported_seq":20,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.122089+0000","last_change":"2024-09-19T06:05:35.105120+0000","last_active":"2024-09-19T06:05:36.122089+0000","last_peered":"2024-09-19T06:05:36.122089+0000","last_clean":"2024-09-19T06:05:36.122089+0000","last_became_active":"2024-09-19T06:05:35.104717+0000","last_became_peered":"2024-09-19T06:05:35.104717+0000","last_unstale":"2024-09-19T06:05:36.122089+0000","last_undegraded":"2024-09-19T06:05:36.122089+0000","last_fullsized":"2024-09-19T06:05:36.122089+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:07:06.188737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546782+0000","last_change":"2024-09-19T06:05:36.108039+0000","last_active":"2024-09-19T06:05:37.546782+0000","last_peered":"2024-09-19T06:05:37.546782+0000","last_clean":"2024-09-19T06:05:37.546782+0000","last_became_active":"2024-09-19T06:05:36.107695+0000","last_became_peered":"2024-09-19T06:05:36.107695+0000","last_unstale":"2024-09-19T06:05:37.546782+0000","last_undegraded":"2024-09-19T06:05:37.546782+0000","last_fullsized":"2024-09-19T06:05:37.546782+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:16.780503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104815+0000","last_change":"2024-09-19T06:05:35.095775+0000","last_active":"2024-09-19T06:05:37.104815+0000","last_peered":"2024-09-19T06:05:37.104815+0000","last_clean":"2024-09-19T06:05:37.104815+0000","last_became_active":"2024-09-19T06:05:35.095467+0000","last_became_peered":"2024-09-19T06:05:35.095467+0000","last_unstale":"2024-09-19T06:05:37.104815+0000","last_undegraded":"2024-09-19T06:05:37.104815+0000","last_fullsized":"2024-09-19T06:05:37.104815+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:47.673536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545633+0000","last_change":"2024-09-19T06:05:36.098194+0000","last_active":"2024-09-19T06:05:37.545633+0000","last_peered":"2024-09-19T06:05:37.545633+0000","last_clean":"2024-09-19T06:05:37.545633+0000","last_became_active":"2024-09-19T06:05:36.097890+0000","last_became_peered":"2024-09-19T06:05:36.097890+0000","last_unstale":"2024-09-19T06:05:37.545633+0000","last_undegraded":"2024-09-19T06:05:37.545633+0000","last_fullsized":"2024-09-19T06:05:37.545633+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:22:57.708899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546489+0000","last_change":"2024-09-19T06:05:35.098456+0000","last_active":"2024-09-19T06:05:37.546489+0000","last_peered":"2024-09-19T06:05:37.546489+0000","last_clean":"2024-09-19T06:05:37.546489+0000","last_became_active":"2024-09-19T06:05:35.098124+0000","last_became_peered":"2024-09-19T06:05:35.098124+0000","last_unstale":"2024-09-19T06:05:37.546489+0000","last_undegraded":"2024-09-19T06:05:37.546489+0000","last_fullsized":"2024-09-19T06:05:37.546489+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:46:41.636376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104917+0000","last_change":"2024-09-19T06:05:36.109975+0000","last_active":"2024-09-19T06:05:37.104917+0000","last_peered":"2024-09-19T06:05:37.104917+0000","last_clean":"2024-09-19T06:05:37.104917+0000","last_became_active":"2024-09-19T06:05:36.109670+0000","last_became_peered":"2024-09-19T06:05:36.109670+0000","last_unstale":"2024-09-19T06:05:37.104917+0000","last_undegraded":"2024-09-19T06:05:37.104917+0000","last_fullsized":"2024-09-19T06:05:37.104917+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:53.016493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544679+0000","last_change":"2024-09-19T06:05:35.092719+0000","last_active":"2024-09-19T06:05:37.544679+0000","last_peered":"2024-09-19T06:05:37.544679+0000","last_clean":"2024-09-19T06:05:37.544679+0000","last_became_active":"2024-09-19T06:05:35.092358+0000","last_became_peered":"2024-09-19T06:05:35.092358+0000","last_unstale":"2024-09-19T06:05:37.544679+0000","last_undegraded":"2024-09-19T06:05:37.544679+0000","last_fullsized":"2024-09-19T06:05:37.544679+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:55:19.535145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104375+0000","last_change":"2024-09-19T06:05:36.105947+0000","last_active":"2024-09-19T06:05:37.104375+0000","last_peered":"2024-09-19T06:05:37.104375+0000","last_clean":"2024-09-19T06:05:37.104375+0000","last_became_active":"2024-09-19T06:05:36.105604+0000","last_became_peered":"2024-09-19T06:05:36.105604+0000","last_unstale":"2024-09-19T06:05:37.104375+0000","last_undegraded":"2024-09-19T06:05:37.104375+0000","last_fullsized":"2024-09-19T06:05:37.104375+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:32:29.037729+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544495+0000","last_change":"2024-09-19T06:05:35.097830+0000","last_active":"2024-09-19T06:05:37.544495+0000","last_peered":"2024-09-19T06:05:37.544495+0000","last_clean":"2024-09-19T06:05:37.544495+0000","last_became_active":"2024-09-19T06:05:35.097388+0000","last_became_peered":"2024-09-19T06:05:35.097388+0000","last_unstale":"2024-09-19T06:05:37.544495+0000","last_undegraded":"2024-09-19T06:05:37.544495+0000","last_fullsized":"2024-09-19T06:05:37.544495+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:17:45.743919+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104737+0000","last_change":"2024-09-19T06:05:36.125762+0000","last_active":"2024-09-19T06:05:37.104737+0000","last_peered":"2024-09-19T06:05:37.104737+0000","last_clean":"2024-09-19T06:05:37.104737+0000","last_became_active":"2024-09-19T06:05:36.125447+0000","last_became_peered":"2024-09-19T06:05:36.125447+0000","last_unstale":"2024-09-19T06:05:37.104737+0000","last_undegraded":"2024-09-19T06:05:37.104737+0000","last_fullsized":"2024-09-19T06:05:37.104737+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:00:03.786306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545797+0000","last_change":"2024-09-19T06:05:35.094124+0000","last_active":"2024-09-19T06:05:37.545797+0000","last_peered":"2024-09-19T06:05:37.545797+0000","last_clean":"2024-09-19T06:05:37.545797+0000","last_became_active":"2024-09-19T06:05:35.093850+0000","last_became_peered":"2024-09-19T06:05:35.093850+0000","last_unstale":"2024-09-19T06:05:37.545797+0000","last_undegraded":"2024-09-19T06:05:37.545797+0000","last_fullsized":"2024-09-19T06:05:37.545797+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:08:49.707340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104295+0000","last_change":"2024-09-19T06:05:36.104393+0000","last_active":"2024-09-19T06:05:37.104295+0000","last_peered":"2024-09-19T06:05:37.104295+0000","last_clean":"2024-09-19T06:05:37.104295+0000","last_became_active":"2024-09-19T06:05:36.104137+0000","last_became_peered":"2024-09-19T06:05:36.104137+0000","last_unstale":"2024-09-19T06:05:37.104295+0000","last_undegraded":"2024-09-19T06:05:37.104295+0000","last_fullsized":"2024-09-19T06:05:37.104295+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:36:06.017917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545587+0000","last_change":"2024-09-19T06:05:35.100082+0000","last_active":"2024-09-19T06:05:37.545587+0000","last_peered":"2024-09-19T06:05:37.545587+0000","last_clean":"2024-09-19T06:05:37.545587+0000","last_became_active":"2024-09-19T06:05:35.099777+0000","last_became_peered":"2024-09-19T06:05:35.099777+0000","last_unstale":"2024-09-19T06:05:37.545587+0000","last_undegraded":"2024-09-19T06:05:37.545587+0000","last_fullsized":"2024-09-19T06:05:37.545587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:08:35.624229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545508+0000","last_change":"2024-09-19T06:05:36.116931+0000","last_active":"2024-09-19T06:05:37.545508+0000","last_peered":"2024-09-19T06:05:37.545508+0000","last_clean":"2024-09-19T06:05:37.545508+0000","last_became_active":"2024-09-19T06:05:36.116627+0000","last_became_peered":"2024-09-19T06:05:36.116627+0000","last_unstale":"2024-09-19T06:05:37.545508+0000","last_undegraded":"2024-09-19T06:05:37.545508+0000","last_fullsized":"2024-09-19T06:05:37.545508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:58:42.911153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544281+0000","last_change":"2024-09-19T06:05:35.102748+0000","last_active":"2024-09-19T06:05:37.544281+0000","last_peered":"2024-09-19T06:05:37.544281+0000","last_clean":"2024-09-19T06:05:37.544281+0000","last_became_active":"2024-09-19T06:05:35.102490+0000","last_became_peered":"2024-09-19T06:05:35.102490+0000","last_unstale":"2024-09-19T06:05:37.544281+0000","last_undegraded":"2024-09-19T06:05:37.544281+0000","last_fullsized":"2024-09-19T06:05:37.544281+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:39.986458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545335+0000","last_change":"2024-09-19T06:05:36.118405+0000","last_active":"2024-09-19T06:05:37.545335+0000","last_peered":"2024-09-19T06:05:37.545335+0000","last_clean":"2024-09-19T06:05:37.545335+0000","last_became_active":"2024-09-19T06:05:36.118076+0000","last_became_peered":"2024-09-19T06:05:36.118076+0000","last_unstale":"2024-09-19T06:05:37.545335+0000","last_undegraded":"2024-09-19T06:05:37.545335+0000","last_fullsized":"2024-09-19T06:05:37.545335+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:05:58.151584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"91'2","reported_seq":16,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545881+0000","last_change":"2024-09-19T06:05:35.092212+0000","last_active":"2024-09-19T06:05:37.545881+0000","last_peered":"2024-09-19T06:05:37.545881+0000","last_clean":"2024-09-19T06:05:37.545881+0000","last_became_active":"2024-09-19T06:05:35.091482+0000","last_became_peered":"2024-09-19T06:05:35.091482+0000","last_unstale":"2024-09-19T06:05:37.545881+0000","last_undegraded":"2024-09-19T06:05:37.545881+0000","last_fullsized":"2024-09-19T06:05:37.545881+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:49.281156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123439+0000","last_change":"2024-09-19T06:05:36.116429+0000","last_active":"2024-09-19T06:05:36.123439+0000","last_peered":"2024-09-19T06:05:36.123439+0000","last_clean":"2024-09-19T06:05:36.123439+0000","last_became_active":"2024-09-19T06:05:36.116135+0000","last_became_peered":"2024-09-19T06:05:36.116135+0000","last_unstale":"2024-09-19T06:05:36.123439+0000","last_undegraded":"2024-09-19T06:05:36.123439+0000","last_fullsized":"2024-09-19T06:05:36.123439+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:21:15.665432+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.545339+0000","last_change":"2024-09-19T06:05:35.097337+0000","last_active":"2024-09-19T06:05:37.545339+0000","last_peered":"2024-09-19T06:05:37.545339+0000","last_clean":"2024-09-19T06:05:37.545339+0000","last_became_active":"2024-09-19T06:05:35.097047+0000","last_became_peered":"2024-09-19T06:05:35.097047+0000","last_unstale":"2024-09-19T06:05:37.545339+0000","last_undegraded":"2024-09-19T06:05:37.545339+0000","last_fullsized":"2024-09-19T06:05:37.545339+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:49.636464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":9,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-09-19T06:05:36.123733+0000","last_change":"2024-09-19T06:05:36.116878+0000","last_active":"2024-09-19T06:05:36.123733+0000","last_peered":"2024-09-19T06:05:36.123733+0000","last_clean":"2024-09-19T06:05:36.123733+0000","last_became_active":"2024-09-19T06:05:36.115179+0000","last_became_peered":"2024-09-19T06:05:36.115179+0000","last_unstale":"2024-09-19T06:05:36.123733+0000","last_undegraded":"2024-09-19T06:05:36.123733+0000","last_fullsized":"2024-09-19T06:05:36.123733+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:38:27.358976+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544964+0000","last_change":"2024-09-19T06:05:35.091643+0000","last_active":"2024-09-19T06:05:37.544964+0000","last_peered":"2024-09-19T06:05:37.544964+0000","last_clean":"2024-09-19T06:05:37.544964+0000","last_became_active":"2024-09-19T06:05:35.091336+0000","last_became_peered":"2024-09-19T06:05:35.091336+0000","last_unstale":"2024-09-19T06:05:37.544964+0000","last_undegraded":"2024-09-19T06:05:37.544964+0000","last_fullsized":"2024-09-19T06:05:37.544964+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:58:21.621784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546603+0000","last_change":"2024-09-19T06:05:36.105740+0000","last_active":"2024-09-19T06:05:37.546603+0000","last_peered":"2024-09-19T06:05:37.546603+0000","last_clean":"2024-09-19T06:05:37.546603+0000","last_became_active":"2024-09-19T06:05:36.104850+0000","last_became_peered":"2024-09-19T06:05:36.104850+0000","last_unstale":"2024-09-19T06:05:37.546603+0000","last_undegraded":"2024-09-19T06:05:37.546603+0000","last_fullsized":"2024-09-19T06:05:37.546603+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:07:53.016493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546676+0000","last_change":"2024-09-19T06:05:35.102383+0000","last_active":"2024-09-19T06:05:37.546676+0000","last_peered":"2024-09-19T06:05:37.546676+0000","last_clean":"2024-09-19T06:05:37.546676+0000","last_became_active":"2024-09-19T06:05:35.101957+0000","last_became_peered":"2024-09-19T06:05:35.101957+0000","last_unstale":"2024-09-19T06:05:37.546676+0000","last_undegraded":"2024-09-19T06:05:37.546676+0000","last_fullsized":"2024-09-19T06:05:37.546676+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:38:28.010835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104476+0000","last_change":"2024-09-19T06:05:36.109082+0000","last_active":"2024-09-19T06:05:37.104476+0000","last_peered":"2024-09-19T06:05:37.104476+0000","last_clean":"2024-09-19T06:05:37.104476+0000","last_became_active":"2024-09-19T06:05:36.108822+0000","last_became_peered":"2024-09-19T06:05:36.108822+0000","last_unstale":"2024-09-19T06:05:37.104476+0000","last_undegraded":"2024-09-19T06:05:37.104476+0000","last_fullsized":"2024-09-19T06:05:37.104476+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:29:29.083530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.544587+0000","last_change":"2024-09-19T06:05:35.095742+0000","last_active":"2024-09-19T06:05:37.544587+0000","last_peered":"2024-09-19T06:05:37.544587+0000","last_clean":"2024-09-19T06:05:37.544587+0000","last_became_active":"2024-09-19T06:05:35.095472+0000","last_became_peered":"2024-09-19T06:05:35.095472+0000","last_unstale":"2024-09-19T06:05:37.544587+0000","last_undegraded":"2024-09-19T06:05:37.544587+0000","last_fullsized":"2024-09-19T06:05:37.544587+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:49:50.000454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104260+0000","last_change":"2024-09-19T06:05:36.105323+0000","last_active":"2024-09-19T06:05:37.104260+0000","last_peered":"2024-09-19T06:05:37.104260+0000","last_clean":"2024-09-19T06:05:37.104260+0000","last_became_active":"2024-09-19T06:05:36.105064+0000","last_became_peered":"2024-09-19T06:05:36.105064+0000","last_unstale":"2024-09-19T06:05:37.104260+0000","last_undegraded":"2024-09-19T06:05:37.104260+0000","last_fullsized":"2024-09-19T06:05:37.104260+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:53:09.538828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546021+0000","last_change":"2024-09-19T06:05:35.108087+0000","last_active":"2024-09-19T06:05:37.546021+0000","last_peered":"2024-09-19T06:05:37.546021+0000","last_clean":"2024-09-19T06:05:37.546021+0000","last_became_active":"2024-09-19T06:05:35.107566+0000","last_became_peered":"2024-09-19T06:05:35.107566+0000","last_unstale":"2024-09-19T06:05:37.546021+0000","last_undegraded":"2024-09-19T06:05:37.546021+0000","last_fullsized":"2024-09-19T06:05:37.546021+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:19:47.673536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104431+0000","last_change":"2024-09-19T06:05:36.107985+0000","last_active":"2024-09-19T06:05:37.104431+0000","last_peered":"2024-09-19T06:05:37.104431+0000","last_clean":"2024-09-19T06:05:37.104431+0000","last_became_active":"2024-09-19T06:05:36.107702+0000","last_became_peered":"2024-09-19T06:05:36.107702+0000","last_unstale":"2024-09-19T06:05:37.104431+0000","last_undegraded":"2024-09-19T06:05:37.104431+0000","last_fullsized":"2024-09-19T06:05:37.104431+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:30:55.516875+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.443878+0000","last_change":"2024-09-19T06:05:35.107844+0000","last_active":"2024-09-19T06:05:37.443878+0000","last_peered":"2024-09-19T06:05:37.443878+0000","last_clean":"2024-09-19T06:05:37.443878+0000","last_became_active":"2024-09-19T06:05:35.107597+0000","last_became_peered":"2024-09-19T06:05:35.107597+0000","last_unstale":"2024-09-19T06:05:37.443878+0000","last_undegraded":"2024-09-19T06:05:37.443878+0000","last_fullsized":"2024-09-19T06:05:37.443878+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:14.320405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.546022+0000","last_change":"2024-09-19T06:05:36.102041+0000","last_active":"2024-09-19T06:05:37.546022+0000","last_peered":"2024-09-19T06:05:37.546022+0000","last_clean":"2024-09-19T06:05:37.546022+0000","last_became_active":"2024-09-19T06:05:36.101774+0000","last_became_peered":"2024-09-19T06:05:36.101774+0000","last_unstale":"2024-09-19T06:05:37.546022+0000","last_undegraded":"2024-09-19T06:05:37.546022+0000","last_fullsized":"2024-09-19T06:05:37.546022+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:50.643845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":14,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104515+0000","last_change":"2024-09-19T06:05:35.097557+0000","last_active":"2024-09-19T06:05:37.104515+0000","last_peered":"2024-09-19T06:05:37.104515+0000","last_clean":"2024-09-19T06:05:37.104515+0000","last_became_active":"2024-09-19T06:05:35.097287+0000","last_became_peered":"2024-09-19T06:05:35.097287+0000","last_unstale":"2024-09-19T06:05:37.104515+0000","last_undegraded":"2024-09-19T06:05:37.104515+0000","last_fullsized":"2024-09-19T06:05:37.104515+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:17:52.988300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":12,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104991+0000","last_change":"2024-09-19T06:05:36.099946+0000","last_active":"2024-09-19T06:05:37.104991+0000","last_peered":"2024-09-19T06:05:37.104991+0000","last_clean":"2024-09-19T06:05:37.104991+0000","last_became_active":"2024-09-19T06:05:36.099623+0000","last_became_peered":"2024-09-19T06:05:36.099623+0000","last_unstale":"2024-09-19T06:05:37.104991+0000","last_undegraded":"2024-09-19T06:05:37.104991+0000","last_fullsized":"2024-09-19T06:05:37.104991+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":90,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:35.074889+0000","last_clean_scrub_stamp":"2024-09-19T06:05:35.074889+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:46:10.952754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"91'1","reported_seq":15,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.105026+0000","last_change":"2024-09-19T06:05:35.106273+0000","last_active":"2024-09-19T06:05:37.105026+0000","last_peered":"2024-09-19T06:05:37.105026+0000","last_clean":"2024-09-19T06:05:37.105026+0000","last_became_active":"2024-09-19T06:05:35.105967+0000","last_became_peered":"2024-09-19T06:05:35.105967+0000","last_unstale":"2024-09-19T06:05:37.105026+0000","last_undegraded":"2024-09-19T06:05:37.105026+0000","last_fullsized":"2024-09-19T06:05:37.105026+0000","mapping_epoch":89,"log_start":"0'0","ondisk_log_start":"0'0","created":89,"last_epoch_clean":90,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:05:34.067507+0000","last_clean_scrub_stamp":"2024-09-19T06:05:34.067507+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:11:14.320405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":301,"reported_epoch":92,"state":"active+clean","last_fresh":"2024-09-19T06:05:37.104140+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:05:37.104140+0000","last_peered":"2024-09-19T06:05:37.104140+0000","last_clean":"2024-09-19T06:05:37.104140+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:05:37.104140+0000","last_undegraded":"2024-09-19T06:05:37.104140+0000","last_fullsized":"2024-09-19T06:05:37.104140+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509497,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32884,"kb_used_data":1692,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338956,"statfs":{"total":96636764160,"available":96603090944,"internally_reserved":0,"allocated":1732608,"data_stored":1067200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31914442},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509496,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1138688,"data_stored":477372,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509496,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1122304,"data_stored":470490,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509496,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32304,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339536,"statfs":{"total":96636764160,"available":96603684864,"internally_reserved":0,"allocated":1138688,"data_stored":472156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509495,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32312,"kb_used_data":1120,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339528,"statfs":{"total":96636764160,"available":96603676672,"internally_reserved":0,"allocated":1146880,"data_stored":478354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509496,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1096,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1122304,"data_stored":470454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509496,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32868,"kb_used_data":1676,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94338972,"statfs":{"total":96636764160,"available":96603107328,"internally_reserved":0,"allocated":1716224,"data_stored":1061370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542202,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32284,"kb_used_data":1092,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":94339556,"statfs":{"total":96636764160,"available":96603705344,"internally_reserved":0,"allocated":1118208,"data_stored":470420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:05:40.681 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:05:40.682 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T06:05:40.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.876+0000 7f23b5800640 1 Processor -- start 2024-09-19T06:05:40.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.876+0000 7f23b5800640 1 -- start start 2024-09-19T06:05:40.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.877+0000 7f23b5800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f23b015a050 0x7f23b015d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.879 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.877+0000 7f23b5800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 0x7f23b0073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.877+0000 7f23b5800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f23b015a430 con 0x7f23b00731c0 2024-09-19T06:05:40.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.877+0000 7f23b5800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f23b0073b40 con 0x7f23b015a050 2024-09-19T06:05:40.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.877+0000 7f23b5800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f23b015d9a0 con 0x7f23b015ee90 2024-09-19T06:05:40.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23aea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f23b015a050 0x7f23b015d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23aea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f23b015a050 0x7f23b015d460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52898/0 (socket says 172.21.15.92:52898) 2024-09-19T06:05:40.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23aea00640 1 -- 172.21.15.92:0/890910863 learned_addr learned my addr 172.21.15.92:0/890910863 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:40.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23ae000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f23b00731c0 0x7f23b015ffd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38618/0 (socket says 172.21.15.92:38618) 2024-09-19T06:05:40.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23af400640 1 --2- 172.21.15.92:0/890910863 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 0x7f23b0073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23aea00640 1 -- 172.21.15.92:0/890910863 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 msgr2=0x7f23b0073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:40.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23aea00640 1 --2- 172.21.15.92:0/890910863 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 0x7f23b0073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23aea00640 1 -- 172.21.15.92:0/890910863 >> v1:172.21.15.92:6789/0 conn(0x7f23b00731c0 legacy=0x7f23b015ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23aea00640 1 -- 172.21.15.92:0/890910863 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23b00cd0a0 con 0x7f23b015a050 2024-09-19T06:05:40.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23ad600640 1 -- 172.21.15.92:0/890910863 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3429894263 0 0) 0x7f23b015a430 con 0x7f23b00731c0 2024-09-19T06:05:40.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.878+0000 7f23af400640 1 --2- 172.21.15.92:0/890910863 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 0x7f23b0073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:40.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.879+0000 7f23aea00640 1 --2- 172.21.15.92:0/890910863 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 0x7f23b015d460 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f23a0009870 tx=0x7f23a002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec17a9d35ac215f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:40.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.879+0000 7f23ad600640 1 -- 172.21.15.92:0/890910863 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a0037070 con 0x7f23b015a050 2024-09-19T06:05:40.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.879+0000 7f23ad600640 1 -- 172.21.15.92:0/890910863 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f23a0032440 con 0x7f23b015a050 2024-09-19T06:05:40.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.879+0000 7f23ad600640 1 -- 172.21.15.92:0/890910863 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f23a0032810 con 0x7f23b015a050 2024-09-19T06:05:40.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.880+0000 7f23b5800640 1 -- 172.21.15.92:0/890910863 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 msgr2=0x7f23b015d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.880+0000 7f23b5800640 1 --2- 172.21.15.92:0/890910863 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 0x7f23b015d460 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f23a0009870 tx=0x7f23a002a1c0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.880+0000 7f23b5800640 1 -- 172.21.15.92:0/890910863 shutdown_connections 2024-09-19T06:05:40.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.880+0000 7f23b5800640 1 --2- 172.21.15.92:0/890910863 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 0x7f23b0073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.880+0000 7f23b5800640 1 --2- 172.21.15.92:0/890910863 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 0x7f23b015d460 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.880+0000 7f23b5800640 1 -- 172.21.15.92:0/890910863 >> 172.21.15.92:0/890910863 conn(0x7f23b006d0f0 msgr2=0x7f23b006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:40.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.880+0000 7f23b5800640 1 -- 172.21.15.92:0/890910863 shutdown_connections 2024-09-19T06:05:40.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.880+0000 7f23b5800640 1 -- 172.21.15.92:0/890910863 wait complete. 2024-09-19T06:05:40.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.882+0000 7f23b5800640 1 Processor -- start 2024-09-19T06:05:40.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.882+0000 7f23b5800640 1 -- start start 2024-09-19T06:05:40.884 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23b5800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f23b00731c0 0x7f23b01f45e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23b5800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 0x7f23b01489c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23b5800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 0x7f23b00b5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23b5800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f23b00cd940 con 0x7f23b015a050 2024-09-19T06:05:40.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23b5800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f23b00cd660 con 0x7f23b00731c0 2024-09-19T06:05:40.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23b5800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f23b00cdc20 con 0x7f23b015ee90 2024-09-19T06:05:40.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23ae000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 0x7f23b01489c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23ae000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 0x7f23b01489c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52902/0 (socket says 172.21.15.92:52902) 2024-09-19T06:05:40.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23ae000640 1 -- 172.21.15.92:0/1987458301 learned_addr learned my addr 172.21.15.92:0/1987458301 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:40.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23aea00640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f23b00731c0 0x7f23b01f45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23af400640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 0x7f23b00b5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23ae000640 1 -- 172.21.15.92:0/1987458301 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 msgr2=0x7f23b00b5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23ae000640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 0x7f23b00b5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23ae000640 1 -- 172.21.15.92:0/1987458301 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f23b00731c0 msgr2=0x7f23b01f45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:40.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23ae000640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f23b00731c0 0x7f23b01f45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:40.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.883+0000 7f23ae000640 1 -- 172.21.15.92:0/1987458301 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f23b01536d0 con 0x7f23b015a050 2024-09-19T06:05:40.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.884+0000 7f23ae000640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 0x7f23b01489c0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f239c00c430 tx=0x7f239c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:40.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.884+0000 7f23a6a00640 1 -- 172.21.15.92:0/1987458301 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c0074e0 con 0x7f23b015a050 2024-09-19T06:05:40.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.884+0000 7f23a6a00640 1 -- 172.21.15.92:0/1987458301 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f239c0047e0 con 0x7f23b015a050 2024-09-19T06:05:40.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.884+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f23b00b4780 con 0x7f23b015a050 2024-09-19T06:05:40.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.884+0000 7f23a6a00640 1 -- 172.21.15.92:0/1987458301 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f239c004bd0 con 0x7f23b015a050 2024-09-19T06:05:40.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.884+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f23b00b4d40 con 0x7f23b015a050 2024-09-19T06:05:40.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.885+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f23b00b36e0 con 0x7f23b015a050 2024-09-19T06:05:40.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.886+0000 7f23a6a00640 1 -- 172.21.15.92:0/1987458301 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f239c011070 con 0x7f23b015a050 2024-09-19T06:05:40.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.887+0000 7f23a6a00640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f239006c2b0 0x7f239006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:40.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.887+0000 7f23a6a00640 1 -- 172.21.15.92:0/1987458301 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f239c08b100 con 0x7f23b015a050 2024-09-19T06:05:40.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.887+0000 7f23aea00640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f239006c2b0 0x7f239006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:40.889 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.887+0000 7f23aea00640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f239006c2b0 0x7f239006e770 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f23a0034000 tx=0x7f23a002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:40.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:40.891+0000 7f23a6a00640 1 -- 172.21.15.92:0/1987458301 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f239c00e280 con 0x7f23b015a050 2024-09-19T06:05:41.067 INFO:tasks.ceph.mds.a.smithi092.stderr:2024-09-19T06:05:41.065+0000 7f382be00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:05:41.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.130+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f23b00b4f10 con 0x7f23b015a050 2024-09-19T06:05:41.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.132+0000 7f23a6a00640 1 -- 172.21.15.92:0/1987458301 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v18) ==== 190+0+147 (secure 0 0 0) 0x7f239c059860 con 0x7f23b015a050 2024-09-19T06:05:41.134 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-09-19T06:05:41.134 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w== 2024-09-19T06:05:41.134 INFO:teuthology.orchestra.run.smithi092.stdout: caps mds = "allow" 2024-09-19T06:05:41.134 INFO:teuthology.orchestra.run.smithi092.stdout: caps mon = "allow r" 2024-09-19T06:05:41.134 INFO:teuthology.orchestra.run.smithi092.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T06:05:41.135 INFO:teuthology.orchestra.run.smithi092.stderr:updated caps for client.0 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.134+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f239006c2b0 msgr2=0x7f239006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.134+0000 7f23b5800640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f239006c2b0 0x7f239006e770 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f23a0034000 tx=0x7f23a002e000 comp rx=0 tx=0).stop 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.134+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 msgr2=0x7f23b01489c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.134+0000 7f23b5800640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 0x7f23b01489c0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f239c00c430 tx=0x7f239c00c8f0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.134+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 shutdown_connections 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.134+0000 7f23b5800640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f23b015ee90 0x7f23b00b5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.134+0000 7f23b5800640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f23b015a050 0x7f23b01489c0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.134+0000 7f23b5800640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f239006c2b0 0x7f239006e770 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.134+0000 7f23b5800640 1 --2- 172.21.15.92:0/1987458301 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f23b00731c0 0x7f23b01f45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.135+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 >> 172.21.15.92:0/1987458301 conn(0x7f23b006d0f0 msgr2=0x7f23b015c060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:41.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.135+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 shutdown_connections 2024-09-19T06:05:41.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.135+0000 7f23b5800640 1 -- 172.21.15.92:0/1987458301 wait complete. 2024-09-19T06:05:41.154 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:41.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.305+0000 7f67c2200640 1 Processor -- start 2024-09-19T06:05:41.307 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.305+0000 7f67c2200640 1 -- start start 2024-09-19T06:05:41.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.306+0000 7f67c2200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f67bc06bc10 0x7f67bc06bff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:41.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.306+0000 7f67c2200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67bc06c530 con 0x7f67bc15c710 2024-09-19T06:05:41.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.306+0000 7f67c2200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f67bc072760 con 0x7f67bc15cdb0 2024-09-19T06:05:41.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.306+0000 7f67c2200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f67bc072a30 con 0x7f67bc06bc10 2024-09-19T06:05:41.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.306+0000 7f67bb400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f67bc06bc10 0x7f67bc06bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:41.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.306+0000 7f67baa00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f67bc15c710 0x7f67bc072050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38626/0 (socket says 172.21.15.92:38626) 2024-09-19T06:05:41.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.306+0000 7f67baa00640 1 -- 172.21.15.92:0/697141875 learned_addr learned my addr 172.21.15.92:0/697141875 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:41.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.307+0000 7f67bb400640 1 -- 172.21.15.92:0/697141875 >> v1:172.21.15.102:6789/0 conn(0x7f67bc15cdb0 legacy=0x7f67bc15d220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:41.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.307+0000 7f67ba000640 1 -- 172.21.15.92:0/697141875 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3535328068 0 0) 0x7f67bc06c530 con 0x7f67bc15c710 2024-09-19T06:05:41.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.307+0000 7f67bb400640 1 -- 172.21.15.92:0/697141875 >> v1:172.21.15.92:6789/0 conn(0x7f67bc15c710 legacy=0x7f67bc072050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:41.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.307+0000 7f67bb400640 1 -- 172.21.15.92:0/697141875 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67bc072d10 con 0x7f67bc06bc10 2024-09-19T06:05:41.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.308+0000 7f67bb400640 1 --2- 172.21.15.92:0/697141875 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc06bc10 0x7f67bc06bff0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f67ac0097a0 tx=0x7f67ac02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fb3167b8e47bf14 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:41.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.308+0000 7f67ba000640 1 -- 172.21.15.92:0/697141875 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ac037070 con 0x7f67bc06bc10 2024-09-19T06:05:41.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.308+0000 7f67ba000640 1 -- 172.21.15.92:0/697141875 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67ac032440 con 0x7f67bc06bc10 2024-09-19T06:05:41.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.308+0000 7f67ba000640 1 -- 172.21.15.92:0/697141875 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67ac032810 con 0x7f67bc06bc10 2024-09-19T06:05:41.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.309+0000 7f67c2200640 1 -- 172.21.15.92:0/697141875 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc06bc10 msgr2=0x7f67bc06bff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:41.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.309+0000 7f67c2200640 1 --2- 172.21.15.92:0/697141875 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc06bc10 0x7f67bc06bff0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f67ac0097a0 tx=0x7f67ac02a230 comp rx=0 tx=0).stop 2024-09-19T06:05:41.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.309+0000 7f67c2200640 1 -- 172.21.15.92:0/697141875 shutdown_connections 2024-09-19T06:05:41.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.309+0000 7f67c2200640 1 --2- 172.21.15.92:0/697141875 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc06bc10 0x7f67bc06bff0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.309+0000 7f67c2200640 1 -- 172.21.15.92:0/697141875 >> 172.21.15.92:0/697141875 conn(0x7f67bc0d14d0 msgr2=0x7f67bc0d18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:41.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.309+0000 7f67c2200640 1 -- 172.21.15.92:0/697141875 shutdown_connections 2024-09-19T06:05:41.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.309+0000 7f67c2200640 1 -- 172.21.15.92:0/697141875 wait complete. 2024-09-19T06:05:41.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.311+0000 7f67c2200640 1 Processor -- start 2024-09-19T06:05:41.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.311+0000 7f67c2200640 1 -- start start 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.311+0000 7f67c2200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67bc06bc10 0x7f67bc1461d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67c2200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc15c710 0x7f67bc0ca900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67c2200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67bc15cdb0 0x7f67bc15f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67c2200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f67bc0735b0 con 0x7f67bc15c710 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67c2200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f67bc0732d0 con 0x7f67bc06bc10 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67c2200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f67bc06f850 con 0x7f67bc15cdb0 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67baa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc15c710 0x7f67bc0ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67bb400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67bc06bc10 0x7f67bc1461d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67baa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc15c710 0x7f67bc0ca900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52926/0 (socket says 172.21.15.92:52926) 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67baa00640 1 -- 172.21.15.92:0/1210781207 learned_addr learned my addr 172.21.15.92:0/1210781207 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:41.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67bbe00640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67bc15cdb0 0x7f67bc15f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:41.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67baa00640 1 -- 172.21.15.92:0/1210781207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67bc15cdb0 msgr2=0x7f67bc15f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:41.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67baa00640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67bc15cdb0 0x7f67bc15f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67baa00640 1 -- 172.21.15.92:0/1210781207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67bc06bc10 msgr2=0x7f67bc1461d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67baa00640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67bc06bc10 0x7f67bc1461d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.312+0000 7f67baa00640 1 -- 172.21.15.92:0/1210781207 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f67bc0cd0b0 con 0x7f67bc15c710 2024-09-19T06:05:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.313+0000 7f67baa00640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc15c710 0x7f67bc0ca900 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f67a800c4a0 tx=0x7f67a800c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.313+0000 7f67b3400640 1 -- 172.21.15.92:0/1210781207 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67a8018070 con 0x7f67bc15c710 2024-09-19T06:05:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.313+0000 7f67b3400640 1 -- 172.21.15.92:0/1210781207 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f67a80074e0 con 0x7f67bc15c710 2024-09-19T06:05:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.313+0000 7f67b3400640 1 -- 172.21.15.92:0/1210781207 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f67a8004a20 con 0x7f67bc15c710 2024-09-19T06:05:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.313+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f67bc0cd390 con 0x7f67bc15c710 2024-09-19T06:05:41.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.313+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f67bc0cae40 con 0x7f67bc15c710 2024-09-19T06:05:41.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.314+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f67bc06bff0 con 0x7f67bc15c710 2024-09-19T06:05:41.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.315+0000 7f67b3400640 1 -- 172.21.15.92:0/1210781207 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f67a8004bc0 con 0x7f67bc15c710 2024-09-19T06:05:41.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.316+0000 7f67b3400640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f679c06c2b0 0x7f679c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:41.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.316+0000 7f67b3400640 1 -- 172.21.15.92:0/1210781207 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f67a808a710 con 0x7f67bc15c710 2024-09-19T06:05:41.318 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.316+0000 7f67bb400640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f679c06c2b0 0x7f679c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:41.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.317+0000 7f67bb400640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f679c06c2b0 0x7f679c06e770 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f67ac034000 tx=0x7f67ac02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:41.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.320+0000 7f67b3400640 1 -- 172.21.15.92:0/1210781207 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f67a8058820 con 0x7f67bc15c710 2024-09-19T06:05:41.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.529+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f67bc0cd560 con 0x7f67bc15c710 2024-09-19T06:05:41.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.530+0000 7f67b3400640 1 -- 172.21.15.92:0/1210781207 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 60 v60) ==== 94+0+5231 (secure 0 0 0) 0x7f67a805cb20 con 0x7f67bc15c710 2024-09-19T06:05:41.532 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:41.532 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":60,"btime":"2024-09-19T06:05:39:110859+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5639,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2822642224","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":2822642224},{"type":"v1","addr":"172.21.15.102:6835","nonce":2822642224}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54},{"gid":6450,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/3594755778","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3594755778},{"type":"v1","addr":"172.21.15.102:6834","nonce":3594755778}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":53},{"gid":6453,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/3197537070","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3197537070},{"type":"v1","addr":"172.21.15.92:6835","nonce":3197537070}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":54}],"filesystems":[{"mdsmap":{"epoch":60,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:38.512752+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6462},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6462":{"gid":6462,"name":"a","rank":0,"incarnation":56,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/2007397709","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":2007397709},{"type":"v1","addr":"172.21.15.92:6837","nonce":2007397709}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6462,"qdb_cluster":[6462]},"id":7}]} 2024-09-19T06:05:41.532 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 60 2024-09-19T06:05:41.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f679c06c2b0 msgr2=0x7f679c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f679c06c2b0 0x7f679c06e770 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f67ac034000 tx=0x7f67ac02e000 comp rx=0 tx=0).stop 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc15c710 msgr2=0x7f67bc0ca900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc15c710 0x7f67bc0ca900 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f67a800c4a0 tx=0x7f67a800c960 comp rx=0 tx=0).stop 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 shutdown_connections 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f67bc15cdb0 0x7f67bc15f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f67bc15c710 0x7f67bc0ca900 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f679c06c2b0 0x7f679c06e770 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 --2- 172.21.15.92:0/1210781207 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f67bc06bc10 0x7f67bc1461d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 >> 172.21.15.92:0/1210781207 conn(0x7f67bc0d14d0 msgr2=0x7f67bc0b5fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 shutdown_connections 2024-09-19T06:05:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:41.532+0000 7f67c2200640 1 -- 172.21.15.92:0/1210781207 wait complete. 2024-09-19T06:05:41.953 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 60, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:05:35.497794+0000', 'modified': '2024-09-19T06:05:38.512752+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6462}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6462': {'gid': 6462, 'name': 'a', 'rank': 0, 'incarnation': 56, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6837/2007397709', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6836', 'nonce': 2007397709}, {'type': 'v1', 'addr': '172.21.15.92:6837', 'nonce': 2007397709}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6462, 'qdb_cluster': [6462]} 2024-09-19T06:05:41.953 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:05:41.954 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T06:05:42.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.107+0000 7fcdb5000640 1 Processor -- start 2024-09-19T06:05:42.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.107+0000 7fcdb5000640 1 -- start start 2024-09-19T06:05:42.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdb5000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdb015e570 0x7fcdb00b7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdb5000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fcdb00cf3a0 0x7fcdb01629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdb5000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb0062630 0x7fcdb0062a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdb5000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fcdb015e950 con 0x7fcdb015e570 2024-09-19T06:05:42.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdb5000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fcdb0162f30 con 0x7fcdb00cf3a0 2024-09-19T06:05:42.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdb5000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcdb0062fc0 con 0x7fcdb0062630 2024-09-19T06:05:42.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdaf400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdb015e570 0x7fcdb00b7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.110 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdaf400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdb015e570 0x7fcdb00b7460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52930/0 (socket says 172.21.15.92:52930) 2024-09-19T06:05:42.111 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdaf400640 1 -- 172.21.15.92:0/829576766 learned_addr learned my addr 172.21.15.92:0/829576766 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcdafe00640 1 --2- 172.21.15.92:0/829576766 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb0062630 0x7fcdb0062a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.108+0000 7fcda6a00640 1 --2- 172.21.15.92:0/829576766 >> v2:172.21.15.102:3300/0 conn(0x7fcdb00cf3a0 0x7fcdb01629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.109+0000 7fcdaf400640 1 -- 172.21.15.92:0/829576766 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb0062630 msgr2=0x7fcdb0062a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.109+0000 7fcdaf400640 1 --2- 172.21.15.92:0/829576766 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb0062630 0x7fcdb0062a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.109+0000 7fcdaf400640 1 -- 172.21.15.92:0/829576766 >> v2:172.21.15.102:3300/0 conn(0x7fcdb00cf3a0 msgr2=0x7fcdb01629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.109+0000 7fcdaf400640 1 --2- 172.21.15.92:0/829576766 >> v2:172.21.15.102:3300/0 conn(0x7fcdb00cf3a0 0x7fcdb01629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.109+0000 7fcdaf400640 1 -- 172.21.15.92:0/829576766 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdb00d2330 con 0x7fcdb015e570 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.110+0000 7fcdaf400640 1 --2- 172.21.15.92:0/829576766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 0x7fcdb00b7460 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fcdb008d540 tx=0x7fcda002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55d03f4e5e98d6d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.110+0000 7fcdaea00640 1 -- 172.21.15.92:0/829576766 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda0037070 con 0x7fcdb015e570 2024-09-19T06:05:42.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.110+0000 7fcdaea00640 1 -- 172.21.15.92:0/829576766 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcda0032440 con 0x7fcdb015e570 2024-09-19T06:05:42.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.110+0000 7fcdaea00640 1 -- 172.21.15.92:0/829576766 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda0032810 con 0x7fcdb015e570 2024-09-19T06:05:42.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.110+0000 7fcdb5000640 1 -- 172.21.15.92:0/829576766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 msgr2=0x7fcdb00b7460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.110+0000 7fcdb5000640 1 --2- 172.21.15.92:0/829576766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 0x7fcdb00b7460 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fcdb008d540 tx=0x7fcda002a270 comp rx=0 tx=0).stop 2024-09-19T06:05:42.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.111+0000 7fcdb5000640 1 -- 172.21.15.92:0/829576766 shutdown_connections 2024-09-19T06:05:42.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.111+0000 7fcdb5000640 1 --2- 172.21.15.92:0/829576766 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb0062630 0x7fcdb0062a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.111+0000 7fcdb5000640 1 --2- 172.21.15.92:0/829576766 >> v2:172.21.15.102:3300/0 conn(0x7fcdb00cf3a0 0x7fcdb01629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.111+0000 7fcdb5000640 1 --2- 172.21.15.92:0/829576766 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 0x7fcdb00b7460 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.111+0000 7fcdb5000640 1 -- 172.21.15.92:0/829576766 >> 172.21.15.92:0/829576766 conn(0x7fcdb00d4480 msgr2=0x7fcdb00d4890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:42.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.111+0000 7fcdb5000640 1 -- 172.21.15.92:0/829576766 shutdown_connections 2024-09-19T06:05:42.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.111+0000 7fcdb5000640 1 -- 172.21.15.92:0/829576766 wait complete. 2024-09-19T06:05:42.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.112+0000 7fcdb5000640 1 Processor -- start 2024-09-19T06:05:42.115 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.112+0000 7fcdb5000640 1 -- start start 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcdb5000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdb0062630 0x7fcdb01535e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcdb5000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 0x7fcdb00cd620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcdb5000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb00cdb60 0x7fcdb0155150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcdb5000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb00d2920 con 0x7fcdb015e570 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcdb5000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb00ba3e0 con 0x7fcdb0062630 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcdb5000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcdb00d2c00 con 0x7fcdb00cdb60 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcda6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 0x7fcdb00cd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcda6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 0x7fcdb00cd620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52940/0 (socket says 172.21.15.92:52940) 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcdaf400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdb0062630 0x7fcdb01535e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.113+0000 7fcda6a00640 1 -- 172.21.15.92:0/3824490298 learned_addr learned my addr 172.21.15.92:0/3824490298 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:42.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.114+0000 7fcdafe00640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb00cdb60 0x7fcdb0155150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.114+0000 7fcdaf400640 1 -- 172.21.15.92:0/3824490298 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb00cdb60 msgr2=0x7fcdb0155150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.114+0000 7fcdaf400640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb00cdb60 0x7fcdb0155150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.114+0000 7fcdaf400640 1 -- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 msgr2=0x7fcdb00cd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.114+0000 7fcdaf400640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 0x7fcdb00cd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.114+0000 7fcdaf400640 1 -- 172.21.15.92:0/3824490298 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdb0153b20 con 0x7fcdb0062630 2024-09-19T06:05:42.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.114+0000 7fcda6a00640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 0x7fcdb00cd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:42.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.114+0000 7fcdaf400640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdb0062630 0x7fcdb01535e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fcda0031000 tx=0x7fcda00046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.115+0000 7fcda7e00640 1 -- 172.21.15.92:0/3824490298 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda0041020 con 0x7fcdb0062630 2024-09-19T06:05:42.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.115+0000 7fcda7e00640 1 -- 172.21.15.92:0/3824490298 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcda0030700 con 0x7fcdb0062630 2024-09-19T06:05:42.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.115+0000 7fcda7e00640 1 -- 172.21.15.92:0/3824490298 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda0037040 con 0x7fcdb0062630 2024-09-19T06:05:42.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.115+0000 7fcdb5000640 1 -- 172.21.15.92:0/3824490298 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdb00c8d30 con 0x7fcdb0062630 2024-09-19T06:05:42.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.115+0000 7fcdb5000640 1 -- 172.21.15.92:0/3824490298 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdb00c92f0 con 0x7fcdb0062630 2024-09-19T06:05:42.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.117+0000 7fcda7e00640 1 -- 172.21.15.92:0/3824490298 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcda0044020 con 0x7fcdb0062630 2024-09-19T06:05:42.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.118+0000 7fcda7e00640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2e0 0x7fcd8c06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.118+0000 7fcda7e00640 1 -- 172.21.15.92:0/3824490298 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fcda00abb80 con 0x7fcdb0062630 2024-09-19T06:05:42.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.118+0000 7fcda6a00640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2e0 0x7fcd8c06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.118+0000 7fcdb9659740 1 Processor -- start 2024-09-19T06:05:42.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.118+0000 7fcdb9659740 1 -- start start 2024-09-19T06:05:42.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.119+0000 7fcda6a00640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2e0 0x7fcd8c06e7a0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fcdb00b6ff0 tx=0x7fcd98008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.119+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ecea0 0x55c464232640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.119+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ea660 0x55c4641ed280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.119+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ee630 0x55c4641e7720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.119+0000 7fcdb9659740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c46414b3b0 con 0x55c4641ee630 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.119+0000 7fcdb9659740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c464150410 con 0x55c4641ea660 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.119+0000 7fcdb9659740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55c4640f8620 con 0x55c4641ecea0 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdafe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ee630 0x55c4641e7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdafe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ee630 0x55c4641e7720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52942/0 (socket says 172.21.15.92:52942) 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdafe00640 1 -- 172.21.15.92:0/4113431397 learned_addr learned my addr 172.21.15.92:0/4113431397 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdaf400640 1 --2- 172.21.15.92:0/4113431397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ecea0 0x55c464232640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcda6a00640 1 --2- 172.21.15.92:0/4113431397 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ea660 0x55c4641ed280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdafe00640 1 -- 172.21.15.92:0/4113431397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ecea0 msgr2=0x55c464232640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdafe00640 1 --2- 172.21.15.92:0/4113431397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ecea0 0x55c464232640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdafe00640 1 -- 172.21.15.92:0/4113431397 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ea660 msgr2=0x55c4641ed280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdafe00640 1 --2- 172.21.15.92:0/4113431397 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ea660 0x55c4641ed280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdafe00640 1 -- 172.21.15.92:0/4113431397 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c463e632d0 con 0x55c4641ee630 2024-09-19T06:05:42.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.120+0000 7fcdafe00640 1 --2- 172.21.15.92:0/4113431397 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ee630 0x55c4641e7720 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fcda8003a40 tx=0x7fcda8003f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b79033dbda4bc4a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.122+0000 7fcd9fe00640 1 -- 172.21.15.92:0/4113431397 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda8015420 con 0x55c4641ee630 2024-09-19T06:05:42.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.122+0000 7fcd9fe00640 1 -- 172.21.15.92:0/4113431397 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcda801a070 con 0x55c4641ee630 2024-09-19T06:05:42.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.122+0000 7fcd9fe00640 1 -- 172.21.15.92:0/4113431397 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda80157c0 con 0x55c4641ee630 2024-09-19T06:05:42.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.123+0000 7fcdb9659740 1 -- 172.21.15.92:0/4113431397 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ee630 msgr2=0x55c4641e7720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.123+0000 7fcdb9659740 1 --2- 172.21.15.92:0/4113431397 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ee630 0x55c4641e7720 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fcda8003a40 tx=0x7fcda8003f00 comp rx=0 tx=0).stop 2024-09-19T06:05:42.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.123+0000 7fcdb9659740 1 -- 172.21.15.92:0/4113431397 shutdown_connections 2024-09-19T06:05:42.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.123+0000 7fcdb9659740 1 --2- 172.21.15.92:0/4113431397 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ee630 0x55c4641e7720 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.123+0000 7fcdb9659740 1 --2- 172.21.15.92:0/4113431397 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ea660 0x55c4641ed280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.123+0000 7fcdb9659740 1 --2- 172.21.15.92:0/4113431397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ecea0 0x55c464232640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.123+0000 7fcdb9659740 1 -- 172.21.15.92:0/4113431397 >> 172.21.15.92:0/4113431397 conn(0x55c4641e98f0 msgr2=0x55c464231b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:42.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.123+0000 7fcdb9659740 1 -- 172.21.15.92:0/4113431397 shutdown_connections 2024-09-19T06:05:42.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.123+0000 7fcdb9659740 1 -- 172.21.15.92:0/4113431397 wait complete. 2024-09-19T06:05:42.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.124+0000 7fcdb9659740 1 -- start start 2024-09-19T06:05:42.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.124+0000 7fcdb9659740 1 Processor -- start 2024-09-19T06:05:42.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ecea0 0x55c46421b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c46421c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4642061c0 0x55c4642162c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdb9659740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c46410b780 con 0x55c4641ecea0 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdb9659740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c46414c3d0 con 0x55c4642061c0 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdb9659740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55c4641e8d90 con 0x55c4641ee630 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdb9659740 10 client.0 _ll_register_callbacks cb 0x55c4641495d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdaf400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ecea0 0x55c46421b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdaf400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ecea0 0x55c46421b6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52954/0 (socket says 172.21.15.92:52954) 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdaf400640 1 -- 172.21.15.92:0/2174344500 learned_addr learned my addr 172.21.15.92:0/2174344500 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcdafe00640 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4642061c0 0x55c4642162c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.125+0000 7fcda6a00640 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c46421c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcdaf400640 1 -- 172.21.15.92:0/2174344500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 msgr2=0x55c46421c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcdaf400640 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c46421c810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcdaf400640 1 -- 172.21.15.92:0/2174344500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4642061c0 msgr2=0x55c4642162c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcdaf400640 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4642061c0 0x55c4642162c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcdaf400640 1 -- 172.21.15.92:0/2174344500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c463f2d6b0 con 0x55c4641ecea0 2024-09-19T06:05:42.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcdaf400640 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ecea0 0x55c46421b6a0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fcda002a2b0 tx=0x7fcda0079c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6cec26d0545b965 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcd9cc00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:05:42.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcd9cc00640 1 -- 172.21.15.92:0/2174344500 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda00a8060 con 0x55c4641ecea0 2024-09-19T06:05:42.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcd9cc00640 1 -- 172.21.15.92:0/2174344500 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fcda00822a0 con 0x55c4641ecea0 2024-09-19T06:05:42.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcdb9659740 1 -- 172.21.15.92:0/2174344500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcda801a070 con 0x55c4641ecea0 2024-09-19T06:05:42.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcd9cc00640 1 -- 172.21.15.92:0/2174344500 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7fcda0096050 con 0x55c4641ecea0 2024-09-19T06:05:42.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcdb9659740 10 client.6579 fetch_fsmap learned FSMap version 60 2024-09-19T06:05:42.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.126+0000 7fcdb9659740 1 -- 172.21.15.92:0/2174344500 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=60,monmap=2+}) -- 0x55c464206640 con 0x55c4641ecea0 2024-09-19T06:05:42.131 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.127+0000 7fcd9cc00640 1 -- 172.21.15.92:0/2174344500 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcda801a070 con 0x55c4641ecea0 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.127+0000 7fcd9cc00640 1 -- 172.21.15.92:0/2174344500 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 60) ==== 3502+0+0 (secure 0 0 0) 0x7fcda003a030 con 0x55c4641ecea0 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.127+0000 7fcdb9659740 10 client.6579 fetch_fsmap finished waiting for FSMap version 60 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.127+0000 7fcdb9659740 10 client.6579 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.127+0000 7fcdb9659740 20 client.6579 populate_metadata read hostname 'smithi092' 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.127+0000 7fcdb9659740 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] conn(0x55c4642184e0 0x55c4642188c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.127+0000 7fcdb9659740 4 client.6579 mds_command: new command op to 6462 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.127+0000 7fcdb9659740 1 -- 172.21.15.92:0/2174344500 --> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x55c46415db40 con 0x55c4642184e0 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.127+0000 7fcda6a00640 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] conn(0x55c4642184e0 0x55c4642188c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.128+0000 7fcda6a00640 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] conn(0x55c4642184e0 0x55c4642188c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ea826f3488a2d93 server_cookie=75cc103b794ce4c6 in_seq=0 out_seq=0 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.128+0000 7fcd9cc00640 10 client.6579 ms_handle_connect on v2:172.21.15.92:6836/2007397709 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.128+0000 7fcd9cc00640 1 -- 172.21.15.92:0/2174344500 <== mds.0 v2:172.21.15.92:6836/2007397709 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x55c46415db40 con 0x55c4642184e0 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.128+0000 7fcd9cc00640 10 client.6579 handle_command_reply: tid=0 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.128+0000 7fcdb9659740 1 client.6579 shutdown 2024-09-19T06:05:42.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 -- 172.21.15.92:0/2174344500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ecea0 msgr2=0x55c46421b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ecea0 0x55c46421b6a0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fcda002a2b0 tx=0x7fcda0079c30 comp rx=0 tx=0).stop 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 -- 172.21.15.92:0/2174344500 shutdown_connections 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] conn(0x55c4642184e0 0x55c4642188c0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4642061c0 0x55c4642162c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c46421c810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcd9cc00640 0 client.6579 ms_handle_reset on v2:172.21.15.92:6836/2007397709 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 --2- 172.21.15.92:0/2174344500 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4641ecea0 0x55c46421b6a0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 -- 172.21.15.92:0/2174344500 >> 172.21.15.92:0/2174344500 conn(0x55c4641ea660 msgr2=0x55c4642312a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 -- 172.21.15.92:0/2174344500 shutdown_connections 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 1 -- 172.21.15.92:0/2174344500 wait complete. 2024-09-19T06:05:42.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.129+0000 7fcdb9659740 20 client.6579 trim_cache size 0 max 16384 2024-09-19T06:05:42.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.148+0000 7fcdb9659740 1 Processor -- start 2024-09-19T06:05:42.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.148+0000 7fcdb9659740 1 -- start start 2024-09-19T06:05:42.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.148+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 0x55c4642561c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.148+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c464215c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.148+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642161c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.148+0000 7fcdb9659740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb00ccae0 con 0x55c4642061c0 2024-09-19T06:05:42.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.148+0000 7fcdb9659740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcdb00cbe40 con 0x55c4641ecea0 2024-09-19T06:05:42.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.148+0000 7fcdb9659740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcdb00cc490 con 0x55c4641ee630 2024-09-19T06:05:42.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdafe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642161c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdafe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642161c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52964/0 (socket says 172.21.15.92:52964) 2024-09-19T06:05:42.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdafe00640 1 -- 172.21.15.92:0/538462098 learned_addr learned my addr 172.21.15.92:0/538462098 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:42.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdaf400640 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 0x55c4642561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcda6a00640 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c464215c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdafe00640 1 -- 172.21.15.92:0/538462098 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 msgr2=0x55c464215c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdafe00640 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c464215c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdafe00640 1 -- 172.21.15.92:0/538462098 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 msgr2=0x55c4642561c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdafe00640 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 0x55c4642561c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdafe00640 1 -- 172.21.15.92:0/538462098 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x55c4641ed320 con 0x55c4642061c0 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdaf400640 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 0x55c4642561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.149+0000 7fcdafe00640 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642161c0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fcda8016000 tx=0x7fcda800e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30d5468b40fbba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcd9f400640 1 -- 172.21.15.92:0/538462098 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda8028420 con 0x55c4642061c0 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcd9f400640 1 -- 172.21.15.92:0/538462098 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcda8023030 con 0x55c4642061c0 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcd9f400640 1 -- 172.21.15.92:0/538462098 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda8028820 con 0x55c4642061c0 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcdb9659740 1 -- 172.21.15.92:0/538462098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 msgr2=0x55c4642161c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcdb9659740 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642161c0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fcda8016000 tx=0x7fcda800e000 comp rx=0 tx=0).stop 2024-09-19T06:05:42.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcdb9659740 1 -- 172.21.15.92:0/538462098 shutdown_connections 2024-09-19T06:05:42.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcdb9659740 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642161c0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcdb9659740 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c464215c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcdb9659740 1 --2- 172.21.15.92:0/538462098 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 0x55c4642561c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcdb9659740 1 -- 172.21.15.92:0/538462098 >> 172.21.15.92:0/538462098 conn(0x55c4641ea660 msgr2=0x55c464213240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:42.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcdb9659740 1 -- 172.21.15.92:0/538462098 shutdown_connections 2024-09-19T06:05:42.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.150+0000 7fcdb9659740 1 -- 172.21.15.92:0/538462098 wait complete. 2024-09-19T06:05:42.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.151+0000 7fcdb9659740 1 -- start start 2024-09-19T06:05:42.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.151+0000 7fcdb9659740 1 Processor -- start 2024-09-19T06:05:42.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 0x55c464235b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c4642b08e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdb9659740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642aa770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdb9659740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x55c464219650 con 0x55c4642061c0 2024-09-19T06:05:42.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdb9659740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x55c46410b780 con 0x55c4641ecea0 2024-09-19T06:05:42.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdb9659740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x55c464208110 con 0x55c4641ee630 2024-09-19T06:05:42.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdb9659740 10 client.0 _ll_register_callbacks cb 0x7fcda0079990 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdafe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642aa770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdafe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642aa770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52970/0 (socket says 172.21.15.92:52970) 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdafe00640 1 -- 172.21.15.92:0/630282665 learned_addr learned my addr 172.21.15.92:0/630282665 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcda6a00640 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c4642b08e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.152+0000 7fcdaf400640 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 0x55c464235b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcdafe00640 1 -- 172.21.15.92:0/630282665 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 msgr2=0x55c4642b08e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcdafe00640 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c4642b08e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcdafe00640 1 -- 172.21.15.92:0/630282665 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 msgr2=0x55c464235b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcdafe00640 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 0x55c464235b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcdafe00640 1 -- 172.21.15.92:0/630282665 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x55c46424c550 con 0x55c4642061c0 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcdafe00640 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642aa770 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fcda8017040 tx=0x7fcda8004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eb0d1f05a8b2227 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcd9cc00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:05:42.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcd9cc00640 1 -- 172.21.15.92:0/630282665 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcda8036060 con 0x55c4642061c0 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcd9cc00640 1 -- 172.21.15.92:0/630282665 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fcda8011050 con 0x55c4642061c0 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.153+0000 7fcdb9659740 1 -- 172.21.15.92:0/630282665 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7fcda8023030 con 0x55c4642061c0 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcd9cc00640 1 -- 172.21.15.92:0/630282665 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=60) ==== 24+0+0 (secure 0 0 0) 0x7fcda803c050 con 0x55c4642061c0 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcdb9659740 10 client.6585 fetch_fsmap learned FSMap version 60 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcdb9659740 1 -- 172.21.15.92:0/630282665 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=60,monmap=2+}) -- 0x55c46424c070 con 0x55c4642061c0 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcd9cc00640 1 -- 172.21.15.92:0/630282665 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcda8023030 con 0x55c4642061c0 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcd9cc00640 1 -- 172.21.15.92:0/630282665 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 60) ==== 3502+0+0 (secure 0 0 0) 0x7fcda803f020 con 0x55c4642061c0 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcdb9659740 10 client.6585 fetch_fsmap finished waiting for FSMap version 60 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcdb9659740 10 client.6585 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcdb9659740 20 client.6585 populate_metadata read hostname 'smithi092' 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcdb9659740 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] conn(0x55c46422fb90 0x55c46422ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcdb9659740 4 client.6585 mds_command: new command op to 6462 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcdb9659740 1 -- 172.21.15.92:0/630282665 --> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] -- command(tid 0: {"prefix": "status"}) -- 0x55c464157e90 con 0x55c46422fb90 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.154+0000 7fcdaf400640 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] conn(0x55c46422fb90 0x55c46422ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdaf400640 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] conn(0x55c46422fb90 0x55c46422ff70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa56012a3f77900d server_cookie=aa3781891b574864 in_seq=0 out_seq=0 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcd9cc00640 10 client.6585 ms_handle_connect on v2:172.21.15.92:6836/2007397709 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcd9cc00640 1 -- 172.21.15.92:0/630282665 <== mds.0 v2:172.21.15.92:6836/2007397709 1 ==== command_reply(tid 0: 0 ) ==== 8+0+325 (crc 0 0 0) 0x55c464157e90 con 0x55c46422fb90 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcd9cc00640 10 client.6585 handle_command_reply: tid=0 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 client.6585 shutdown 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 -- 172.21.15.92:0/630282665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 msgr2=0x55c4642aa770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642aa770 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fcda8017040 tx=0x7fcda8004ab0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 -- 172.21.15.92:0/630282665 shutdown_connections 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.92:6836/2007397709,v1:172.21.15.92:6837/2007397709] conn(0x55c46422fb90 0x55c46422ff70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55c4642061c0 0x55c4642aa770 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x55c4641ee630 0x55c4642b08e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcd9cc00640 0 client.6585 ms_handle_reset on v2:172.21.15.92:6836/2007397709 2024-09-19T06:05:42.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 --2- 172.21.15.92:0/630282665 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x55c4641ecea0 0x55c464235b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 -- 172.21.15.92:0/630282665 >> 172.21.15.92:0/630282665 conn(0x55c4641ea660 msgr2=0x55c464215c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:42.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 -- 172.21.15.92:0/630282665 shutdown_connections 2024-09-19T06:05:42.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 1 -- 172.21.15.92:0/630282665 wait complete. 2024-09-19T06:05:42.163 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.155+0000 7fcdb9659740 20 client.6585 trim_cache size 0 max 16384 2024-09-19T06:05:42.163 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "cluster_fsid": "f5d8e754-8e2b-4858-a423-49d63e91d369", 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "whoami": 0, 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 6462, 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "want_state": "up:active", 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "state": "up:active", 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs", 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "rank_uptime": 6.0726002609999998, 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "mdsmap_epoch": 60, 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch": 92, 2024-09-19T06:05:42.164 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch_barrier": 92, 2024-09-19T06:05:42.165 INFO:teuthology.orchestra.run.smithi092.stdout: "uptime": 11.846365191 2024-09-19T06:05:42.165 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 -- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2e0 msgr2=0x7fcd8c06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2e0 0x7fcd8c06e7a0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7fcdb00b6ff0 tx=0x7fcd98008040 comp rx=0 tx=0).stop 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 -- 172.21.15.92:0/3824490298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdb0062630 msgr2=0x7fcdb01535e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdb0062630 0x7fcdb01535e0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fcda0031000 tx=0x7fcda00046c0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 -- 172.21.15.92:0/3824490298 shutdown_connections 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdb00cdb60 0x7fcdb0155150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdb015e570 0x7fcdb00cd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcd8c06c2e0 0x7fcd8c06e7a0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 --2- 172.21.15.92:0/3824490298 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdb0062630 0x7fcdb01535e0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.166 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 -- 172.21.15.92:0/3824490298 >> 172.21.15.92:0/3824490298 conn(0x7fcdb00d4480 msgr2=0x7fcdb015f120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:42.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 -- 172.21.15.92:0/3824490298 shutdown_connections 2024-09-19T06:05:42.167 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.156+0000 7fcdb5000640 1 -- 172.21.15.92:0/3824490298 wait complete. 2024-09-19T06:05:42.175 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:05:42.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.325+0000 7f4d07200640 1 Processor -- start 2024-09-19T06:05:42.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.325+0000 7f4d07200640 1 -- start start 2024-09-19T06:05:42.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.326+0000 7f4d07200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4d00155800 0x7f4d000b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4d07200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 0x7f4d000b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4d07200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4d000cf570 0x7f4d000cf9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4d07200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4d000b4e60 con 0x7f4d00155800 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4d07200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f4d000cff00 con 0x7f4d000cf570 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4d07200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4d0015c7a0 con 0x7f4d0015c330 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cffe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4d00155800 0x7f4d000b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cffe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4d00155800 0x7f4d000b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52976/0 (socket says 172.21.15.92:52976) 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cffe00640 1 -- 172.21.15.92:0/94984373 learned_addr learned my addr 172.21.15.92:0/94984373 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4d05200640 1 --2- 172.21.15.92:0/94984373 >> v2:172.21.15.102:3300/0 conn(0x7f4d000cf570 0x7f4d000cf9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cf7e00640 1 --2- 172.21.15.92:0/94984373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 0x7f4d000b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cffe00640 1 -- 172.21.15.92:0/94984373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 msgr2=0x7f4d000b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cffe00640 1 --2- 172.21.15.92:0/94984373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 0x7f4d000b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cffe00640 1 -- 172.21.15.92:0/94984373 >> v2:172.21.15.102:3300/0 conn(0x7f4d000cf570 msgr2=0x7f4d000cf9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:42.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cffe00640 1 --2- 172.21.15.92:0/94984373 >> v2:172.21.15.102:3300/0 conn(0x7f4d000cf570 0x7f4d000cf9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cffe00640 1 -- 172.21.15.92:0/94984373 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d000b50a0 con 0x7f4d00155800 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.327+0000 7f4cf7e00640 1 --2- 172.21.15.92:0/94984373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 0x7f4d000b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.328+0000 7f4cffe00640 1 --2- 172.21.15.92:0/94984373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d00155800 0x7f4d000b6140 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f4d0015fe40 tx=0x7f4cf002c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b68590e31bc3566 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4cff400640 1 -- 172.21.15.92:0/94984373 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf0032790 con 0x7f4d00155800 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4cff400640 1 -- 172.21.15.92:0/94984373 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cf0038070 con 0x7f4d00155800 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4cff400640 1 -- 172.21.15.92:0/94984373 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf0032b50 con 0x7f4d00155800 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4d07200640 1 -- 172.21.15.92:0/94984373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d00155800 msgr2=0x7f4d000b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4d07200640 1 --2- 172.21.15.92:0/94984373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d00155800 0x7f4d000b6140 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f4d0015fe40 tx=0x7f4cf002c890 comp rx=0 tx=0).stop 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4d07200640 1 -- 172.21.15.92:0/94984373 shutdown_connections 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4d07200640 1 --2- 172.21.15.92:0/94984373 >> v2:172.21.15.102:3300/0 conn(0x7f4d000cf570 0x7f4d000cf9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4d07200640 1 --2- 172.21.15.92:0/94984373 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 0x7f4d000b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4d07200640 1 --2- 172.21.15.92:0/94984373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d00155800 0x7f4d000b6140 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4d07200640 1 -- 172.21.15.92:0/94984373 >> 172.21.15.92:0/94984373 conn(0x7f4d0006bc10 msgr2=0x7f4d0006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:42.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4d07200640 1 -- 172.21.15.92:0/94984373 shutdown_connections 2024-09-19T06:05:42.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.329+0000 7f4d07200640 1 -- 172.21.15.92:0/94984373 wait complete. 2024-09-19T06:05:42.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.331+0000 7f4d07200640 1 Processor -- start 2024-09-19T06:05:42.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.331+0000 7f4d07200640 1 -- start start 2024-09-19T06:05:42.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4d07200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000cf570 0x7f4d0014a050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4d07200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d00155800 0x7f4d0015cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4d07200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 0x7f4d000cd840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4d07200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4d000b5940 con 0x7f4d000cf570 2024-09-19T06:05:42.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4d07200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4d000b5660 con 0x7f4d00155800 2024-09-19T06:05:42.336 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4d07200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4d000b5c20 con 0x7f4d0015c330 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4cffe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000cf570 0x7f4d0014a050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4cffe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000cf570 0x7f4d0014a050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:52990/0 (socket says 172.21.15.92:52990) 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4cffe00640 1 -- 172.21.15.92:0/543200785 learned_addr learned my addr 172.21.15.92:0/543200785 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4cf7e00640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d00155800 0x7f4d0015cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.332+0000 7f4d05200640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 0x7f4d000cd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4cffe00640 1 -- 172.21.15.92:0/543200785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 msgr2=0x7f4d000cd840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4cffe00640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 0x7f4d000cd840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4cffe00640 1 -- 172.21.15.92:0/543200785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d00155800 msgr2=0x7f4d0015cf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4cffe00640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d00155800 0x7f4d0015cf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4cffe00640 1 -- 172.21.15.92:0/543200785 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d0014a590 con 0x7f4d000cf570 2024-09-19T06:05:42.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4cffe00640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000cf570 0x7f4d0014a050 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f4cf002c8d0 tx=0x7f4cf0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4cfcc00640 1 -- 172.21.15.92:0/543200785 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf0043070 con 0x7f4d000cf570 2024-09-19T06:05:42.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4cfcc00640 1 -- 172.21.15.92:0/543200785 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cf003c620 con 0x7f4d000cf570 2024-09-19T06:05:42.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4cfcc00640 1 -- 172.21.15.92:0/543200785 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf003ca10 con 0x7f4d000cf570 2024-09-19T06:05:42.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d0015d930 con 0x7f4d000cf570 2024-09-19T06:05:42.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.333+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d0015def0 con 0x7f4d000cf570 2024-09-19T06:05:42.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.335+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d00155be0 con 0x7f4d000cf570 2024-09-19T06:05:42.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.335+0000 7f4cfcc00640 1 -- 172.21.15.92:0/543200785 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4cf0046070 con 0x7f4d000cf570 2024-09-19T06:05:42.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.336+0000 7f4cfcc00640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4cdc06c2b0 0x7f4cdc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:42.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.336+0000 7f4cfcc00640 1 -- 172.21.15.92:0/543200785 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f4cf00abb60 con 0x7f4d000cf570 2024-09-19T06:05:42.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.337+0000 7f4cf7e00640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4cdc06c2b0 0x7f4cdc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:42.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.337+0000 7f4cf7e00640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4cdc06c2b0 0x7f4cdc06e770 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4d00074fc0 tx=0x7f4ce8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:42.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.341+0000 7f4cfcc00640 1 -- 172.21.15.92:0/543200785 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4cf007a2d0 con 0x7f4d000cf570 2024-09-19T06:05:42.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.548+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7f4d00152ed0 con 0x7f4d000cf570 2024-09-19T06:05:42.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.549+0000 7f4cfcc00640 1 -- 172.21.15.92:0/543200785 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v60) ==== 53+0+73 (secure 0 0 0) 0x7f4cf0079bd0 con 0x7f4d000cf570 2024-09-19T06:05:42.551 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:05:42.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4cdc06c2b0 msgr2=0x7f4cdc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4cdc06c2b0 0x7f4cdc06e770 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f4d00074fc0 tx=0x7f4ce8008040 comp rx=0 tx=0).stop 2024-09-19T06:05:42.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000cf570 msgr2=0x7f4d0014a050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:42.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000cf570 0x7f4d0014a050 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f4cf002c8d0 tx=0x7f4cf0004730 comp rx=0 tx=0).stop 2024-09-19T06:05:42.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 shutdown_connections 2024-09-19T06:05:42.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015c330 0x7f4d000cd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4cdc06c2b0 0x7f4cdc06e770 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d00155800 0x7f4d0015cf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 --2- 172.21.15.92:0/543200785 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000cf570 0x7f4d0014a050 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:42.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 >> 172.21.15.92:0/543200785 conn(0x7f4d0006bc10 msgr2=0x7f4d000b3710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:42.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 shutdown_connections 2024-09-19T06:05:42.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42.551+0000 7f4d07200640 1 -- 172.21.15.92:0/543200785 wait complete. 2024-09-19T06:05:42.568 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T06:05:42.568 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:05:42.568 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:05:42.568 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:05:42.568 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:05:42.569 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T06:05:42.569 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T06:05:42.569 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:05:42.569 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:05:42.569 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:42.569 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:05:42.605 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:05:42.605 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:05:42.605 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:05:42.605 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:42.606 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42469sec preferred_lft 42469sec 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::3026:f9ff:fec4:ac60/64 scope link 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:42.607 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:05:42.608 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:05:42.608 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::580b:55ff:fe2d:e55/64 scope link 2024-09-19T06:05:42.608 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:42.608 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:05:42.608 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:05:42.608 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::85d:17ff:fefb:396b/64 scope link 2024-09-19T06:05:42.608 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:05:42.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:42.609 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:05:42.699 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:05:42.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:42.703 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:05:42.739 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:05:42.739 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:05:42.739 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:05:42.739 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:05:42.739 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:05:42.740 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:05:42.740 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:05:42.740 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:05:42.740 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:05:42.740 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:05:42.740 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:05:42.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:05:42.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:05:42.937 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:42.937 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:05:42.973 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:05:42.973 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:05:42.974 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:05:42.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:42.974 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-09-19T06:05:43.069 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:05:43.070 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:05:43.106 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:05:43.106 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:05:43.107 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:05:43.182 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T06:05:43.182 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:43.182 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:05:43.310 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:05:43.310 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:05:43.337 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:05:43.337 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:05:43.337 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:05:43.337 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 0@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:05:43.337 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:05:43.338 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:05:43.339 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:05:43.339 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:05:43.339 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:05:43.339 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:05:43.342 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:05:43.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:43.342 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:05:43.398 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:05:43.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:05:43.488 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:05:43.496 INFO:teuthology.orchestra.run.smithi092.stdout:client5741 2024-09-19T06:05:43.497 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:05:43.497 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:05:43.536 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:05:43.578 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:05:43.671 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2024-09-19T06:05:43.672 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:05:43.673 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2024-09-19T06:05:43.674 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on skipped message = False 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.675 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug trim objects = true 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2024-09-19T06:05:43.676 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2024-09-19T06:05:43.677 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2024-09-19T06:05:43.678 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.679 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:05:43.680 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: mon down mkfs grace = 300 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on pool no app = False 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2024-09-19T06:05:43.681 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = "" 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2024-09-19T06:05:43.682 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2024-09-19T06:05:43.683 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2024-09-19T06:05:43.684 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:05:43.684 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:05:43.684 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:05:43.684 INFO:teuthology.orchestra.run.smithi092.stdout: mds_max_purge_files = 6 2024-09-19T06:05:43.684 INFO:teuthology.orchestra.run.smithi102.stdout:[global] 2024-09-19T06:05:43.684 INFO:teuthology.orchestra.run.smithi102.stdout: chdir = "" 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: auth supported = cephx 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: filestore xattr use omap = true 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: mon clock drift allowed = 1.000 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: osd crush chooseleaf type = 0 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: auth debug = true 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on old message = true 2024-09-19T06:05:43.685 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on bug = true 2024-09-19T06:05:43.686 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.686 INFO:teuthology.orchestra.run.smithi102.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:05:43.686 INFO:teuthology.orchestra.run.smithi102.stdout: mon pg warn max object skew = 0 2024-09-19T06:05:43.686 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.686 INFO:teuthology.orchestra.run.smithi102.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:05:43.686 INFO:teuthology.orchestra.run.smithi102.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:05:43.686 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.686 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default size = 2 2024-09-19T06:05:43.686 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow primary affinity = true 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow pg remap = true 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on no sortbitwise = false 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on too few osds = false 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: mon_allow_pool_size_one = true 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.687 INFO:teuthology.orchestra.run.smithi102.stdout: osd default data pool replay window = 5 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: mon allow pool delete = true 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: mon cluster log file level = debug 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: debug asserts on shutdown = true 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: mon health detail to clog = false 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on skipped message = False 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.688 INFO:teuthology.orchestra.run.smithi102.stdout:[osd] 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd journal size = 100 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub load threshold = 5.0 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub max interval = 600 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd recover clone overlap = true 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd recovery max chunk = 1048576 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug shutdown = true 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug op order = true 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug verify stray on activate = true 2024-09-19T06:05:43.689 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug trim objects = true 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: osd open classes on start = true 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug pg log writeout = true 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: osd map max advance = 10 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: journal zero on create = true 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: filestore apply finisher threads = 3 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.690 INFO:teuthology.orchestra.run.smithi102.stdout: bdev debug aio = true 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug misdirected ops = true 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: bdev async discard = True 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: bdev enable discard = True 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore allocator = bitmap 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore block size = 96636764160 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore fsck on mount = True 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluefs = 1/20 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluestore = 1/20 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: debug osd = 20 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: debug rocksdb = 4/10 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd full ratio = 0.9 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:05:43.691 INFO:teuthology.orchestra.run.smithi102.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: osd objectstore = bluestore 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout:[mgr] 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: debug mgr = 20 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: mgr/telemetry/nag = false 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout:[mon] 2024-09-19T06:05:43.692 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: debug paxos = 20 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: mon data avail warn = 5 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: mon mgr mkfs grace = 240 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd reporter subtree level = osd 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd prime pg temp = true 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:05:43.693 INFO:teuthology.orchestra.run.smithi102.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: # 1m isn't quite enough 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: mon down mkfs grace = 300 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: mon op complaint time = 120 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on pool no app = False 2024-09-19T06:05:43.694 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout:[client] 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: rgw cache enabled = true 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable ops log = true 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable usage log = true 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: client mount timeout = 600 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = "" 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:05:43.695 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.a] 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.b] 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.c] 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.a] 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.c] 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.b] 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.d] 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout:[mds] 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds = 20 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds balancer = 20 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug frag = True 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug scatterstat = True 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout: mds op complaint time = 180 2024-09-19T06:05:43.696 INFO:teuthology.orchestra.run.smithi102.stdout: mds verify scatter = True 2024-09-19T06:05:43.697 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:05:43.697 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:05:43.697 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:05:43.697 INFO:teuthology.orchestra.run.smithi102.stdout: mds_max_purge_files = 6 2024-09-19T06:05:43.709 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:05:43.713 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:05:43.807 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2024-09-19T06:05:43.807 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2024-09-19T06:05:43.807 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:05:43.807 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2024-09-19T06:05:43.807 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.807 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2024-09-19T06:05:43.807 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.807 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2024-09-19T06:05:43.807 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.808 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2024-09-19T06:05:43.808 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2024-09-19T06:05:43.808 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.808 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2024-09-19T06:05:43.808 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2024-09-19T06:05:43.808 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.808 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:05:43.808 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2024-09-19T06:05:43.808 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:05:43.809 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2024-09-19T06:05:43.810 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:05:43.810 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2024-09-19T06:05:43.810 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:05:43.810 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:05:43.810 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2024-09-19T06:05:43.810 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.810 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:05:43.810 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.810 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on skipped message = False 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:05:43.811 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.812 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2024-09-19T06:05:43.812 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2024-09-19T06:05:43.812 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.812 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2024-09-19T06:05:43.812 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2024-09-19T06:05:43.812 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:05:43.812 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.812 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2024-09-19T06:05:43.812 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2024-09-19T06:05:43.813 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.813 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2024-09-19T06:05:43.813 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2024-09-19T06:05:43.813 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2024-09-19T06:05:43.813 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug trim objects = true 2024-09-19T06:05:43.813 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.813 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2024-09-19T06:05:43.813 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2024-09-19T06:05:43.813 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.814 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:05:43.814 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.814 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2024-09-19T06:05:43.814 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.814 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2024-09-19T06:05:43.814 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.814 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:05:43.814 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2024-09-19T06:05:43.814 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2024-09-19T06:05:43.815 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.816 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2024-09-19T06:05:43.816 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2024-09-19T06:05:43.816 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:05:43.816 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2024-09-19T06:05:43.816 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:05:43.816 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:05:43.816 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2024-09-19T06:05:43.816 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:05:43.816 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.817 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2024-09-19T06:05:43.817 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.817 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2024-09-19T06:05:43.817 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:05:43.817 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:05:43.817 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:43.817 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:43.817 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2024-09-19T06:05:43.817 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:05:43.819 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:05:43.820 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.820 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2024-09-19T06:05:43.820 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:05:43.820 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.820 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:05:43.820 INFO:teuthology.orchestra.run.smithi092.stdout: mon down mkfs grace = 300 2024-09-19T06:05:43.820 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2024-09-19T06:05:43.820 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on pool no app = False 2024-09-19T06:05:43.820 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:43.821 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2024-09-19T06:05:43.821 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2024-09-19T06:05:43.821 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2024-09-19T06:05:43.821 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2024-09-19T06:05:43.821 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:05:43.821 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:05:43.821 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2024-09-19T06:05:43.821 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:05:43.821 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.822 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = "" 2024-09-19T06:05:43.822 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:05:43.822 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:05:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2024-09-19T06:05:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2024-09-19T06:05:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2024-09-19T06:05:43.822 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-09-19T06:05:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-09-19T06:05:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-09-19T06:05:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-09-19T06:05:43.823 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2024-09-19T06:05:43.823 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2024-09-19T06:05:43.823 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2024-09-19T06:05:43.823 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:43.823 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2024-09-19T06:05:43.823 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2024-09-19T06:05:43.824 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2024-09-19T06:05:43.824 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2024-09-19T06:05:43.824 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:05:43.824 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:05:43.824 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:05:43.824 INFO:teuthology.orchestra.run.smithi092.stdout: mds_max_purge_files = 6 2024-09-19T06:05:43.824 INFO:teuthology.orchestra.run.smithi092.stdout: mds_max_purge_ops = 100000000 2024-09-19T06:05:43.825 INFO:teuthology.orchestra.run.smithi102.stdout:[global] 2024-09-19T06:05:43.825 INFO:teuthology.orchestra.run.smithi102.stdout: chdir = "" 2024-09-19T06:05:43.825 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:05:43.825 INFO:teuthology.orchestra.run.smithi102.stdout: auth supported = cephx 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: filestore xattr use omap = true 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: mon clock drift allowed = 1.000 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: osd crush chooseleaf type = 0 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: auth debug = true 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on old message = true 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on bug = true 2024-09-19T06:05:43.826 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: mon pg warn max object skew = 0 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default size = 2 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow primary affinity = true 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow pg remap = true 2024-09-19T06:05:43.827 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on no sortbitwise = false 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on too few osds = false 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: mon_allow_pool_size_one = true 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: osd default data pool replay window = 5 2024-09-19T06:05:43.828 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: mon allow pool delete = true 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: mon cluster log file level = debug 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: debug asserts on shutdown = true 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: mon health detail to clog = false 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on skipped message = False 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout:[osd] 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: osd journal size = 100 2024-09-19T06:05:43.829 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub load threshold = 5.0 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub max interval = 600 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: osd recover clone overlap = true 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: osd recovery max chunk = 1048576 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug shutdown = true 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug op order = true 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug verify stray on activate = true 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug trim objects = true 2024-09-19T06:05:43.830 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: osd open classes on start = true 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug pg log writeout = true 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: osd map max advance = 10 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: journal zero on create = true 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: filestore apply finisher threads = 3 2024-09-19T06:05:43.831 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: bdev debug aio = true 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug misdirected ops = true 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: bdev async discard = True 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: bdev enable discard = True 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore allocator = bitmap 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore block size = 96636764160 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore fsck on mount = True 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluefs = 1/20 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluestore = 1/20 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: debug osd = 20 2024-09-19T06:05:43.832 INFO:teuthology.orchestra.run.smithi102.stdout: debug rocksdb = 4/10 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd full ratio = 0.9 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: osd objectstore = bluestore 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout:[mgr] 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: debug mgr = 20 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:05:43.833 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: mgr/telemetry/nag = false 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout:[mon] 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: debug paxos = 20 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:05:43.834 INFO:teuthology.orchestra.run.smithi102.stdout: mon data avail warn = 5 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: mon mgr mkfs grace = 240 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd reporter subtree level = osd 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd prime pg temp = true 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.835 INFO:teuthology.orchestra.run.smithi102.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:05:43.836 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:05:43.836 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:05:43.836 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.836 INFO:teuthology.orchestra.run.smithi102.stdout: # 1m isn't quite enough 2024-09-19T06:05:43.836 INFO:teuthology.orchestra.run.smithi102.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:05:43.836 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.836 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:05:43.836 INFO:teuthology.orchestra.run.smithi102.stdout: mon down mkfs grace = 300 2024-09-19T06:05:43.836 INFO:teuthology.orchestra.run.smithi102.stdout: mon op complaint time = 120 2024-09-19T06:05:43.837 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on pool no app = False 2024-09-19T06:05:43.837 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:43.837 INFO:teuthology.orchestra.run.smithi102.stdout:[client] 2024-09-19T06:05:43.837 INFO:teuthology.orchestra.run.smithi102.stdout: rgw cache enabled = true 2024-09-19T06:05:43.837 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable ops log = true 2024-09-19T06:05:43.837 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable usage log = true 2024-09-19T06:05:43.837 INFO:teuthology.orchestra.run.smithi102.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:05:43.837 INFO:teuthology.orchestra.run.smithi102.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:05:43.838 INFO:teuthology.orchestra.run.smithi102.stdout: client mount timeout = 600 2024-09-19T06:05:43.838 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:05:43.838 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.838 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = "" 2024-09-19T06:05:43.838 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:05:43.838 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:05:43.838 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.a] 2024-09-19T06:05:43.838 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.b] 2024-09-19T06:05:43.838 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.c] 2024-09-19T06:05:43.839 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.a] 2024-09-19T06:05:43.839 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.c] 2024-09-19T06:05:43.839 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.b] 2024-09-19T06:05:43.839 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.d] 2024-09-19T06:05:43.839 INFO:teuthology.orchestra.run.smithi102.stdout:[mds] 2024-09-19T06:05:43.839 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds = 20 2024-09-19T06:05:43.840 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds balancer = 20 2024-09-19T06:05:43.840 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:43.840 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug frag = True 2024-09-19T06:05:43.840 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug scatterstat = True 2024-09-19T06:05:43.841 INFO:teuthology.orchestra.run.smithi102.stdout: mds op complaint time = 180 2024-09-19T06:05:43.841 INFO:teuthology.orchestra.run.smithi102.stdout: mds verify scatter = True 2024-09-19T06:05:43.841 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:05:43.841 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:05:43.841 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:05:43.841 INFO:teuthology.orchestra.run.smithi102.stdout: mds_max_purge_files = 6 2024-09-19T06:05:43.841 INFO:teuthology.orchestra.run.smithi102.stdout: mds_max_purge_ops = 100000000 2024-09-19T06:05:43.843 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-19T06:05:43.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.997+0000 7fab37200640 1 Processor -- start 2024-09-19T06:05:43.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.997+0000 7fab37200640 1 -- start start 2024-09-19T06:05:44.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.998+0000 7fab37200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fab3815c310 0x7fab38071d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.998+0000 7fab37200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fab380725c0 0x7fab380d0170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.998+0000 7fab37200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fab380d0ac0 con 0x7fab380d06b0 2024-09-19T06:05:44.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.998+0000 7fab37200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fab38072a10 con 0x7fab380725c0 2024-09-19T06:05:44.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.998+0000 7fab37200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fab380afa10 con 0x7fab3815c310 2024-09-19T06:05:44.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.999+0000 7fab35400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fab380725c0 0x7fab380d0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.999+0000 7fab35400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fab380725c0 0x7fab380d0170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53004/0 (socket says 172.21.15.92:53004) 2024-09-19T06:05:44.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.999+0000 7fab35400640 1 -- 172.21.15.92:0/2045007619 learned_addr learned my addr 172.21.15.92:0/2045007619 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:44.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.999+0000 7fab35e00640 1 --2- 172.21.15.92:0/2045007619 >> v2:172.21.15.102:3300/0 conn(0x7fab3815c310 0x7fab38071d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.002 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.999+0000 7fab35400640 1 -- 172.21.15.92:0/2045007619 >> v2:172.21.15.102:3300/0 conn(0x7fab3815c310 msgr2=0x7fab38071d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:44.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.999+0000 7fab35400640 1 --2- 172.21.15.92:0/2045007619 >> v2:172.21.15.102:3300/0 conn(0x7fab3815c310 0x7fab38071d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.999+0000 7fab35400640 1 -- 172.21.15.92:0/2045007619 >> v1:172.21.15.102:6789/0 conn(0x7fab380d06b0 legacy=0x7fab380cdf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:44.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.999+0000 7fab35400640 1 -- 172.21.15.92:0/2045007619 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab38071220 con 0x7fab380725c0 2024-09-19T06:05:44.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:43.999+0000 7fab35e00640 1 --2- 172.21.15.92:0/2045007619 >> v2:172.21.15.102:3300/0 conn(0x7fab3815c310 0x7fab38071d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:44.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.000+0000 7fab35400640 1 --2- 172.21.15.92:0/2045007619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 0x7fab380d0170 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fab380b5670 tx=0x7fab2402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d062711f9c5b37d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab34a00640 1 -- 172.21.15.92:0/2045007619 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab24037070 con 0x7fab380725c0 2024-09-19T06:05:44.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab34a00640 1 -- 172.21.15.92:0/2045007619 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab24032440 con 0x7fab380725c0 2024-09-19T06:05:44.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab34a00640 1 -- 172.21.15.92:0/2045007619 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab24032810 con 0x7fab380725c0 2024-09-19T06:05:44.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab37200640 1 -- 172.21.15.92:0/2045007619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 msgr2=0x7fab380d0170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab37200640 1 --2- 172.21.15.92:0/2045007619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 0x7fab380d0170 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fab380b5670 tx=0x7fab2402a230 comp rx=0 tx=0).stop 2024-09-19T06:05:44.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab37200640 1 -- 172.21.15.92:0/2045007619 shutdown_connections 2024-09-19T06:05:44.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab37200640 1 --2- 172.21.15.92:0/2045007619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 0x7fab380d0170 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab37200640 1 --2- 172.21.15.92:0/2045007619 >> v2:172.21.15.102:3300/0 conn(0x7fab3815c310 0x7fab38071d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab37200640 1 -- 172.21.15.92:0/2045007619 >> 172.21.15.92:0/2045007619 conn(0x7fab3806bc10 msgr2=0x7fab3806bff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:44.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab37200640 1 -- 172.21.15.92:0/2045007619 shutdown_connections 2024-09-19T06:05:44.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.001+0000 7fab37200640 1 -- 172.21.15.92:0/2045007619 wait complete. 2024-09-19T06:05:44.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.003+0000 7fab37200640 1 Processor -- start 2024-09-19T06:05:44.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.003+0000 7fab37200640 1 -- start start 2024-09-19T06:05:44.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab37200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 0x7fab380b1180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab37200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fab380d06b0 0x7fab380b4d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab37200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab3815c310 0x7fab38147b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab37200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fab380af6c0 con 0x7fab380725c0 2024-09-19T06:05:44.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab37200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fab380717e0 con 0x7fab3815c310 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab37200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fab38073e30 con 0x7fab380d06b0 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab35e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 0x7fab380b1180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab35e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 0x7fab380b1180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53008/0 (socket says 172.21.15.92:53008) 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab35e00640 1 -- 172.21.15.92:0/2865993271 learned_addr learned my addr 172.21.15.92:0/2865993271 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab35400640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fab380d06b0 0x7fab380b4d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.004+0000 7fab36800640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab3815c310 0x7fab38147b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab35e00640 1 -- 172.21.15.92:0/2865993271 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fab380d06b0 msgr2=0x7fab380b4d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab35e00640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fab380d06b0 0x7fab380b4d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab35e00640 1 -- 172.21.15.92:0/2865993271 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab3815c310 msgr2=0x7fab38147b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab35e00640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab3815c310 0x7fab38147b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab35e00640 1 -- 172.21.15.92:0/2865993271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fab380b00e0 con 0x7fab380725c0 2024-09-19T06:05:44.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab36800640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab3815c310 0x7fab38147b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:44.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab35e00640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 0x7fab380b1180 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fab2800c7f0 tx=0x7fab2800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab2e000640 1 -- 172.21.15.92:0/2865993271 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab28015070 con 0x7fab380725c0 2024-09-19T06:05:44.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab2e000640 1 -- 172.21.15.92:0/2865993271 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fab28007a30 con 0x7fab380725c0 2024-09-19T06:05:44.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab2e000640 1 -- 172.21.15.92:0/2865993271 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fab28007e00 con 0x7fab380725c0 2024-09-19T06:05:44.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fab380b03c0 con 0x7fab380725c0 2024-09-19T06:05:44.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.005+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fab380b0980 con 0x7fab380725c0 2024-09-19T06:05:44.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.006+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fab3815c6f0 con 0x7fab380725c0 2024-09-19T06:05:44.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.007+0000 7fab2e000640 1 -- 172.21.15.92:0/2865993271 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fab28018070 con 0x7fab380725c0 2024-09-19T06:05:44.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.009+0000 7fab2e000640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fab1806c2b0 0x7fab1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.009+0000 7fab2e000640 1 -- 172.21.15.92:0/2865993271 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7fab2808b380 con 0x7fab380725c0 2024-09-19T06:05:44.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.009+0000 7fab35400640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fab1806c2b0 0x7fab1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.009+0000 7fab35400640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fab1806c2b0 0x7fab1806e770 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fab24034000 tx=0x7fab2402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.013+0000 7fab2e000640 1 -- 172.21.15.92:0/2865993271 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fab28059490 con 0x7fab380725c0 2024-09-19T06:05:44.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.193+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) -- 0x7fab3815b4a0 con 0x7fab380725c0 2024-09-19T06:05:44.195 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.193+0000 7fab2e000640 1 -- 172.21.15.92:0/2865993271 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v92) ==== 100+0+11 (secure 0 0 0) 0x7fab2805d790 con 0x7fab380725c0 2024-09-19T06:05:44.196 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 64 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.195+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fab1806c2b0 msgr2=0x7fab1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.195+0000 7fab37200640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fab1806c2b0 0x7fab1806e770 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fab24034000 tx=0x7fab2402e000 comp rx=0 tx=0).stop 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.195+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 msgr2=0x7fab380b1180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.195+0000 7fab37200640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 0x7fab380b1180 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fab2800c7f0 tx=0x7fab2800cbf0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.195+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 shutdown_connections 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.196+0000 7fab37200640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fab1806c2b0 0x7fab1806e770 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.196+0000 7fab37200640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fab3815c310 0x7fab38147b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.196+0000 7fab37200640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fab380d06b0 0x7fab380b4d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.196+0000 7fab37200640 1 --2- 172.21.15.92:0/2865993271 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab380725c0 0x7fab380b1180 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.196+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 >> 172.21.15.92:0/2865993271 conn(0x7fab3806bc10 msgr2=0x7fab3815a910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:44.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.196+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 shutdown_connections 2024-09-19T06:05:44.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.196+0000 7fab37200640 1 -- 172.21.15.92:0/2865993271 wait complete. 2024-09-19T06:05:44.215 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:05:44.219 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:05:44.312 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2024-09-19T06:05:44.312 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2024-09-19T06:05:44.312 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:05:44.312 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2024-09-19T06:05:44.313 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2024-09-19T06:05:44.314 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:05:44.315 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on skipped message = False 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2024-09-19T06:05:44.316 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug trim objects = true 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.317 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2024-09-19T06:05:44.318 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:44.319 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:44.320 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: mon down mkfs grace = 300 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2024-09-19T06:05:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on pool no app = False 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = "" 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:05:44.322 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2024-09-19T06:05:44.323 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2024-09-19T06:05:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:05:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:05:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:05:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: mds_max_purge_files = 6 2024-09-19T06:05:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: mds_max_purge_ops = 100000000 2024-09-19T06:05:44.324 INFO:teuthology.orchestra.run.smithi092.stdout: mds_max_purge_ops_per_pg = 1562500.0 2024-09-19T06:05:44.324 INFO:teuthology.orchestra.run.smithi102.stdout:[global] 2024-09-19T06:05:44.324 INFO:teuthology.orchestra.run.smithi102.stdout: chdir = "" 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: auth supported = cephx 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: filestore xattr use omap = true 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: mon clock drift allowed = 1.000 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: osd crush chooseleaf type = 0 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: auth debug = true 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on old message = true 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on bug = true 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.325 INFO:teuthology.orchestra.run.smithi102.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: mon pg warn max object skew = 0 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default size = 2 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow primary affinity = true 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow pg remap = true 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on no sortbitwise = false 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on too few osds = false 2024-09-19T06:05:44.326 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: mon_allow_pool_size_one = true 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: osd default data pool replay window = 5 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: mon allow pool delete = true 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: mon cluster log file level = debug 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: debug asserts on shutdown = true 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: mon health detail to clog = false 2024-09-19T06:05:44.327 INFO:teuthology.orchestra.run.smithi102.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on skipped message = False 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout:[osd] 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: osd journal size = 100 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub load threshold = 5.0 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub max interval = 600 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: osd recover clone overlap = true 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: osd recovery max chunk = 1048576 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.328 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug shutdown = true 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug op order = true 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug verify stray on activate = true 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug trim objects = true 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: osd open classes on start = true 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug pg log writeout = true 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.329 INFO:teuthology.orchestra.run.smithi102.stdout: osd map max advance = 10 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: journal zero on create = true 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: filestore apply finisher threads = 3 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: bdev debug aio = true 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug misdirected ops = true 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: bdev async discard = True 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: bdev enable discard = True 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore allocator = bitmap 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore block size = 96636764160 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore fsck on mount = True 2024-09-19T06:05:44.330 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluefs = 1/20 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluestore = 1/20 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: debug osd = 20 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: debug rocksdb = 4/10 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd full ratio = 0.9 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: osd objectstore = bluestore 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout:[mgr] 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:44.331 INFO:teuthology.orchestra.run.smithi102.stdout: debug mgr = 20 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: mgr/telemetry/nag = false 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout:[mon] 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: debug paxos = 20 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:05:44.332 INFO:teuthology.orchestra.run.smithi102.stdout: mon data avail warn = 5 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: mon mgr mkfs grace = 240 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd reporter subtree level = osd 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd prime pg temp = true 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.333 INFO:teuthology.orchestra.run.smithi102.stdout: # 1m isn't quite enough 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: mon down mkfs grace = 300 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: mon op complaint time = 120 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on pool no app = False 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout:[client] 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: rgw cache enabled = true 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable ops log = true 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable usage log = true 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:05:44.334 INFO:teuthology.orchestra.run.smithi102.stdout: client mount timeout = 600 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = "" 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.a] 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.b] 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.c] 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.a] 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.c] 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.b] 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.d] 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout:[mds] 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds = 20 2024-09-19T06:05:44.335 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds balancer = 20 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug frag = True 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug scatterstat = True 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: mds op complaint time = 180 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: mds verify scatter = True 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: mds_max_purge_files = 6 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: mds_max_purge_ops = 100000000 2024-09-19T06:05:44.336 INFO:teuthology.orchestra.run.smithi102.stdout: mds_max_purge_ops_per_pg = 1562500.0 2024-09-19T06:05:44.344 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:05:44.344 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:05:44.344 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:05:44.344 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:05:44.344 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:05:44.344 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:05:44.345 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:05:44.345 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:05:44.359 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:05:44.359 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail d 2024-09-19T06:05:44.360 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:05:44.360 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail b 2024-09-19T06:05:44.362 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:05:44.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail a 2024-09-19T06:05:44.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.517+0000 7f0b29e00640 1 Processor -- start 2024-09-19T06:05:44.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.517+0000 7f0b29e00640 1 -- start start 2024-09-19T06:05:44.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.517+0000 7f778d600640 1 Processor -- start 2024-09-19T06:05:44.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.518+0000 7f778d600640 1 -- start start 2024-09-19T06:05:44.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.519+0000 7f0b29e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240d4fb0 0x7f0b2406c080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.519+0000 7f0b29e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b240d0760 con 0x7f0b2415e720 2024-09-19T06:05:44.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.519+0000 7f0b29e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0b240d3700 con 0x7f0b2415eb00 2024-09-19T06:05:44.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.519+0000 7f0b29e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0b240d2b60 con 0x7f0b240d4fb0 2024-09-19T06:05:44.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b22000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240d4fb0 0x7f0b2406c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b22a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0b2415e720 0x7f0b240d2ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38640/0 (socket says 172.21.15.92:38640) 2024-09-19T06:05:44.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b22a00640 1 -- 172.21.15.92:0/3956339620 learned_addr learned my addr 172.21.15.92:0/3956339620 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:44.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f778d600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f778815b510 0x7f77880afe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f778d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f778806e730 0x7f77880b3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f778d600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f77880b4a30 con 0x7f77880ce890 2024-09-19T06:05:44.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f778d600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f77880b4cd0 con 0x7f778815b510 2024-09-19T06:05:44.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f778d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f77880b4fb0 con 0x7f778806e730 2024-09-19T06:05:44.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 391869677 0 0) 0x7f0b240d3700 con 0x7f0b2415eb00 2024-09-19T06:05:44.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0b08003520 con 0x7f0b2415eb00 2024-09-19T06:05:44.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f7786000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f77880ce890 0x7f778806e020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38654/0 (socket says 172.21.15.92:38654) 2024-09-19T06:05:44.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f7786000640 1 -- 172.21.15.92:0/4225660528 learned_addr learned my addr 172.21.15.92:0/4225660528 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:44.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f7787400640 1 --2- 172.21.15.92:0/4225660528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f778806e730 0x7f77880b3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f7786a00640 1 --2- 172.21.15.92:0/4225660528 >> v2:172.21.15.102:3300/0 conn(0x7f778815b510 0x7f77880afe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 76171361 0 0) 0x7f0b240d0760 con 0x7f0b2415e720 2024-09-19T06:05:44.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0b240d3700 con 0x7f0b2415e720 2024-09-19T06:05:44.524 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f7787400640 1 -- 172.21.15.92:0/4225660528 >> v2:172.21.15.102:3300/0 conn(0x7f778815b510 msgr2=0x7f77880afe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:44.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f7787400640 1 --2- 172.21.15.92:0/4225660528 >> v2:172.21.15.102:3300/0 conn(0x7f778815b510 0x7f77880afe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f7785600640 1 -- 172.21.15.92:0/4225660528 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2078794880 0 0) 0x7f77880b4a30 con 0x7f77880ce890 2024-09-19T06:05:44.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f7787400640 1 -- 172.21.15.92:0/4225660528 >> v1:172.21.15.92:6789/0 conn(0x7f77880ce890 legacy=0x7f778806e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.525 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f7787400640 1 -- 172.21.15.92:0/4225660528 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f77880b5290 con 0x7f778806e730 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 <== mon.1 v1:172.21.15.102:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 707413492 0 0) 0x7f0b08003520 con 0x7f0b2415eb00 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240d4fb0 msgr2=0x7f0b2406c080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b21600640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240d4fb0 0x7f0b2406c080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 >> v1:172.21.15.92:6789/0 conn(0x7f0b2415e720 legacy=0x7f0b240d2ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.520+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 --> v1:172.21.15.102:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b240d0480 con 0x7f0b2415eb00 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 <== mon.1 v1:172.21.15.102:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f0b1c0019f0 con 0x7f0b2415eb00 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 >> v1:172.21.15.102:6789/0 conn(0x7f0b2415eb00 legacy=0x7f0b240d0fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b21600640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b08003b40 0x7f0b08003f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b21600640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240d4fb0 0x7f0b08004800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b21600640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08004d40 0x7f0b080051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0b240d2b60 con 0x7f0b08003b40 2024-09-19T06:05:44.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0b0800ba70 con 0x7f0b08004d40 2024-09-19T06:05:44.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0b0800bc70 con 0x7f0b240d4fb0 2024-09-19T06:05:44.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f7786a00640 1 --2- 172.21.15.92:0/4225660528 >> v2:172.21.15.102:3300/0 conn(0x7f778815b510 0x7f77880afe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b22a00640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b08003b40 0x7f0b08003f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b23400640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08004d40 0x7f0b080051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.521+0000 7f0b22000640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240d4fb0 0x7f0b08004800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f0b22a00640 1 -- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240d4fb0 msgr2=0x7f0b08004800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f0b22a00640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240d4fb0 0x7f0b08004800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f0b22a00640 1 -- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08004d40 msgr2=0x7f0b080051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f0b22a00640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08004d40 0x7f0b080051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f0b22a00640 1 -- 172.21.15.92:0/3956339620 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b08003520 con 0x7f0b08003b40 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f0b23400640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08004d40 0x7f0b080051c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:44.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f0b22000640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240d4fb0 0x7f0b08004800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:44.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f7787400640 1 --2- 172.21.15.92:0/4225660528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f778806e730 0x7f77880b3880 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7780009d90 tx=0x7f778002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5e4cf148a1b7816e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f7785600640 1 -- 172.21.15.92:0/4225660528 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7780007740 con 0x7f778806e730 2024-09-19T06:05:44.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f7785600640 1 -- 172.21.15.92:0/4225660528 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f77800078e0 con 0x7f778806e730 2024-09-19T06:05:44.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.522+0000 7f7785600640 1 -- 172.21.15.92:0/4225660528 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7780007cb0 con 0x7f778806e730 2024-09-19T06:05:44.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f0b22a00640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b08003b40 0x7f0b08003f40 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f0b14001990 tx=0x7f0b08005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8bab5c1b0fe3ee1 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b140015e0 con 0x7f0b08003b40 2024-09-19T06:05:44.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f778d600640 1 -- 172.21.15.92:0/4225660528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f778806e730 msgr2=0x7f77880b3880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f778d600640 1 --2- 172.21.15.92:0/4225660528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f778806e730 0x7f77880b3880 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f7780009d90 tx=0x7f778002a660 comp rx=0 tx=0).stop 2024-09-19T06:05:44.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b1402e070 con 0x7f0b08003b40 2024-09-19T06:05:44.531 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f0b21600640 1 -- 172.21.15.92:0/3956339620 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b140048a0 con 0x7f0b08003b40 2024-09-19T06:05:44.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f778d600640 1 -- 172.21.15.92:0/4225660528 shutdown_connections 2024-09-19T06:05:44.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f778d600640 1 --2- 172.21.15.92:0/4225660528 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f778806e730 0x7f77880b3880 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f778d600640 1 --2- 172.21.15.92:0/4225660528 >> v2:172.21.15.102:3300/0 conn(0x7f778815b510 0x7f77880afe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f778d600640 1 -- 172.21.15.92:0/4225660528 >> 172.21.15.92:0/4225660528 conn(0x7f778806bb70 msgr2=0x7f778806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:44.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f778d600640 1 -- 172.21.15.92:0/4225660528 shutdown_connections 2024-09-19T06:05:44.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.523+0000 7f778d600640 1 -- 172.21.15.92:0/4225660528 wait complete. 2024-09-19T06:05:44.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.524+0000 7f0b29e00640 1 -- 172.21.15.92:0/3956339620 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b08003b40 msgr2=0x7f0b08003f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.524+0000 7f0b29e00640 1 --2- 172.21.15.92:0/3956339620 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b08003b40 0x7f0b08003f40 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f0b14001990 tx=0x7f0b08005830 comp rx=0 tx=0).stop 2024-09-19T06:05:44.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.524+0000 7f0b23400640 1 -- 172.21.15.92:0/3956339620 reap_dead start 2024-09-19T06:05:44.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.524+0000 7f0b29e00640 1 -- 172.21.15.92:0/3956339620 shutdown_connections 2024-09-19T06:05:44.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.524+0000 7f0b29e00640 1 -- 172.21.15.92:0/3956339620 >> 172.21.15.92:0/3956339620 conn(0x7f0b2408deb0 msgr2=0x7f0b240d48a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:44.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.524+0000 7f0b29e00640 1 -- 172.21.15.92:0/3956339620 shutdown_connections 2024-09-19T06:05:44.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.524+0000 7f0b29e00640 1 -- 172.21.15.92:0/3956339620 wait complete. 2024-09-19T06:05:44.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.525+0000 7f778d600640 1 Processor -- start 2024-09-19T06:05:44.534 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.525+0000 7f778d600640 1 -- start start 2024-09-19T06:05:44.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f778d600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f778806e730 0x7f77880acfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f778d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77880ce890 0x7f77880ad500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f778d600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f778815b510 0x7f7788149840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f778d600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f778815ba70 con 0x7f778806e730 2024-09-19T06:05:44.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f778d600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f778815b8f0 con 0x7f778815b510 2024-09-19T06:05:44.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f778d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f77880af940 con 0x7f77880ce890 2024-09-19T06:05:44.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f0b29e00640 1 Processor -- start 2024-09-19T06:05:44.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f7786a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f778806e730 0x7f77880acfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f7786a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f778806e730 0x7f77880acfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53020/0 (socket says 172.21.15.92:53020) 2024-09-19T06:05:44.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f7786a00640 1 -- 172.21.15.92:0/3128963077 learned_addr learned my addr 172.21.15.92:0/3128963077 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:44.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f0b29e00640 1 -- start start 2024-09-19T06:05:44.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.526+0000 7f7786000640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77880ce890 0x7f77880ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.527+0000 7f7787400640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f778815b510 0x7f7788149840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.527+0000 7f7786a00640 1 -- 172.21.15.92:0/3128963077 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77880ce890 msgr2=0x7f77880ad500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.527+0000 7f7786a00640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77880ce890 0x7f77880ad500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.527+0000 7f7786a00640 1 -- 172.21.15.92:0/3128963077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f778815b510 msgr2=0x7f7788149840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.527+0000 7f7786a00640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f778815b510 0x7f7788149840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.527+0000 7f7786a00640 1 -- 172.21.15.92:0/3128963077 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f778814fe50 con 0x7f778806e730 2024-09-19T06:05:44.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.527+0000 7f7786a00640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f778806e730 0x7f77880acfc0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f777800e960 tx=0x7f777800ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.527+0000 7f777ea00640 1 -- 172.21.15.92:0/3128963077 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f7778017070 con 0x7f778806e730 2024-09-19T06:05:44.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.527+0000 7f777ea00640 1 -- 172.21.15.92:0/3128963077 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f777800ca00 con 0x7f778806e730 2024-09-19T06:05:44.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f777ea00640 1 -- 172.21.15.92:0/3128963077 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f777800cdd0 con 0x7f778806e730 2024-09-19T06:05:44.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f77880ab470 con 0x7f778806e730 2024-09-19T06:05:44.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b29e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08003b40 0x7f0b241548f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b29e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b2415fc40 0x7f0b240b9a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b29e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240c8320 0x7f0b240c8780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b29e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0b240d1d30 con 0x7f0b2415fc40 2024-09-19T06:05:44.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b29e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0b240d27f0 con 0x7f0b08003b40 2024-09-19T06:05:44.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b29e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0b240d16f0 con 0x7f0b240c8320 2024-09-19T06:05:44.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f77880ab9f0 con 0x7f778806e730 2024-09-19T06:05:44.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b22000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b2415fc40 0x7f0b240b9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b22000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b2415fc40 0x7f0b240b9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53026/0 (socket says 172.21.15.92:53026) 2024-09-19T06:05:44.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b22000640 1 -- 172.21.15.92:0/415302227 learned_addr learned my addr 172.21.15.92:0/415302227 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:44.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b22a00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08003b40 0x7f0b241548f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.528+0000 7f0b23400640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240c8320 0x7f0b240c8780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.529+0000 7f0b22a00640 1 -- 172.21.15.92:0/415302227 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240c8320 msgr2=0x7f0b240c8780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.529+0000 7f0b22a00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240c8320 0x7f0b240c8780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.529+0000 7f0b22a00640 1 -- 172.21.15.92:0/415302227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b2415fc40 msgr2=0x7f0b240b9a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.529+0000 7f0b22a00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b2415fc40 0x7f0b240b9a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.529+0000 7f0b22a00640 1 -- 172.21.15.92:0/415302227 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0b240b8970 con 0x7f0b08003b40 2024-09-19T06:05:44.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.529+0000 7f0b22a00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08003b40 0x7f0b241548f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0b08004760 tx=0x7f0b140012d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.529+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f77880afe90 con 0x7f778806e730 2024-09-19T06:05:44.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.529+0000 7f0b1b400640 1 -- 172.21.15.92:0/415302227 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b14004c70 con 0x7f0b08003b40 2024-09-19T06:05:44.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.529+0000 7f0b1b400640 1 -- 172.21.15.92:0/415302227 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0b14004e10 con 0x7f0b08003b40 2024-09-19T06:05:44.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.530+0000 7f0b1b400640 1 -- 172.21.15.92:0/415302227 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0b14007290 con 0x7f0b08003b40 2024-09-19T06:05:44.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.530+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0b240b8c50 con 0x7f0b08003b40 2024-09-19T06:05:44.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.530+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0b240b9210 con 0x7f0b08003b40 2024-09-19T06:05:44.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.531+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0b2408e950 con 0x7f0b08003b40 2024-09-19T06:05:44.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.531+0000 7f777ea00640 1 -- 172.21.15.92:0/3128963077 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f777801a070 con 0x7f778806e730 2024-09-19T06:05:44.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.533+0000 7f0b1b400640 1 -- 172.21.15.92:0/415302227 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0b14030070 con 0x7f0b08003b40 2024-09-19T06:05:44.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.533+0000 7f777ea00640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f776806c2b0 0x7f776806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.533+0000 7f777ea00640 1 -- 172.21.15.92:0/3128963077 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f777808ba70 con 0x7f778806e730 2024-09-19T06:05:44.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.533+0000 7f7786000640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f776806c2b0 0x7f776806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.534+0000 7f0b1b400640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b0406c300 0x7f0b0406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.534+0000 7f7786000640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f776806c2b0 0x7f776806e770 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7774007f70 tx=0x7f7774007f00 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.534+0000 7f0b1b400640 1 -- 172.21.15.92:0/415302227 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f0b140aa590 con 0x7f0b08003b40 2024-09-19T06:05:44.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.534+0000 7f0b22000640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b0406c300 0x7f0b0406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.535+0000 7f0b22000640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b0406c300 0x7f0b0406e7c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f0b240ba410 tx=0x7f0b10009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.535+0000 7f777ea00640 1 -- 172.21.15.92:0/3128963077 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f7778059c00 con 0x7f778806e730 2024-09-19T06:05:44.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.539+0000 7f0b1b400640 1 -- 172.21.15.92:0/415302227 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0b2408e950 con 0x7f0b08003b40 2024-09-19T06:05:44.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.566+0000 7f0db6a00640 1 Processor -- start 2024-09-19T06:05:44.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.566+0000 7f0db6a00640 1 -- start start 2024-09-19T06:05:44.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.569+0000 7f0db6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db006e730 0x7f0db00afe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.569+0000 7f0db6a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0db00b4a30 con 0x7f0db00ce890 2024-09-19T06:05:44.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.569+0000 7f0db6a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0db00b4cd0 con 0x7f0db015b510 2024-09-19T06:05:44.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.569+0000 7f0db6a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0db00b4fb0 con 0x7f0db006e730 2024-09-19T06:05:44.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.569+0000 7f0dafe00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f0db015b510 0x7f0db006e020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:40704/0 (socket says 172.21.15.92:40704) 2024-09-19T06:05:44.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.569+0000 7f0dafe00640 1 -- 172.21.15.92:0/3984157900 learned_addr learned my addr 172.21.15.92:0/3984157900 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:44.571 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.569+0000 7f0daf400640 1 --2- 172.21.15.92:0/3984157900 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db006e730 0x7f0db00afe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.570+0000 7f0daea00640 1 -- 172.21.15.92:0/3984157900 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3739224189 0 0) 0x7f0db00b4cd0 con 0x7f0db015b510 2024-09-19T06:05:44.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.570+0000 7f0daea00640 1 -- 172.21.15.92:0/3984157900 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0d94003520 con 0x7f0db015b510 2024-09-19T06:05:44.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.570+0000 7f0daf400640 1 -- 172.21.15.92:0/3984157900 >> v1:172.21.15.102:6789/0 conn(0x7f0db015b510 legacy=0x7f0db006e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.570+0000 7f0daf400640 1 -- 172.21.15.92:0/3984157900 >> v1:172.21.15.92:6789/0 conn(0x7f0db00ce890 legacy=0x7f0db015f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.570+0000 7f0daf400640 1 -- 172.21.15.92:0/3984157900 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0db00b5290 con 0x7f0db006e730 2024-09-19T06:05:44.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.571+0000 7f0daf400640 1 --2- 172.21.15.92:0/3984157900 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db006e730 0x7f0db00afe90 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0097d0 tx=0x7f0d9c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5d5832291d5fb4d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.571+0000 7f0daea00640 1 -- 172.21.15.92:0/3984157900 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c037070 con 0x7f0db006e730 2024-09-19T06:05:44.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.571+0000 7f0daea00640 1 -- 172.21.15.92:0/3984157900 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d9c032440 con 0x7f0db006e730 2024-09-19T06:05:44.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.571+0000 7f0daea00640 1 -- 172.21.15.92:0/3984157900 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d9c032810 con 0x7f0db006e730 2024-09-19T06:05:44.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.572+0000 7f0db6a00640 1 -- 172.21.15.92:0/3984157900 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db006e730 msgr2=0x7f0db00afe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.572+0000 7f0db6a00640 1 --2- 172.21.15.92:0/3984157900 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db006e730 0x7f0db00afe90 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c0097d0 tx=0x7f0d9c02a210 comp rx=0 tx=0).stop 2024-09-19T06:05:44.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.572+0000 7f0db6a00640 1 -- 172.21.15.92:0/3984157900 shutdown_connections 2024-09-19T06:05:44.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.572+0000 7f0db6a00640 1 --2- 172.21.15.92:0/3984157900 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db006e730 0x7f0db00afe90 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.572+0000 7f0db6a00640 1 -- 172.21.15.92:0/3984157900 >> 172.21.15.92:0/3984157900 conn(0x7f0db006bb70 msgr2=0x7f0db006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:44.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.572+0000 7f0db6a00640 1 -- 172.21.15.92:0/3984157900 shutdown_connections 2024-09-19T06:05:44.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.572+0000 7f0db6a00640 1 -- 172.21.15.92:0/3984157900 wait complete. 2024-09-19T06:05:44.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.575+0000 7f0db6a00640 1 Processor -- start 2024-09-19T06:05:44.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.575+0000 7f0db6a00640 1 -- start start 2024-09-19T06:05:44.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.576+0000 7f0db6a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0db006e730 0x7f0db00b4410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.576+0000 7f0db6a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db00ce890 0x7f0db015a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.576+0000 7f0db6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0db015b510 0x7f0db014df70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.576+0000 7f0db6a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0db015ba70 con 0x7f0db015b510 2024-09-19T06:05:44.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.576+0000 7f0db6a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0db015b8f0 con 0x7f0db006e730 2024-09-19T06:05:44.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.576+0000 7f0db6a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0db00af940 con 0x7f0db00ce890 2024-09-19T06:05:44.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0db4a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0db015b510 0x7f0db014df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0dafe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0db006e730 0x7f0db00b4410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0dafe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0db006e730 0x7f0db00b4410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:54938/0 (socket says 172.21.15.92:54938) 2024-09-19T06:05:44.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0daf400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db00ce890 0x7f0db015a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0dafe00640 1 -- 172.21.15.92:0/893674719 learned_addr learned my addr 172.21.15.92:0/893674719 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:44.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0dafe00640 1 -- 172.21.15.92:0/893674719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db00ce890 msgr2=0x7f0db015a520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0dafe00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db00ce890 0x7f0db015a520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0dafe00640 1 -- 172.21.15.92:0/893674719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0db015b510 msgr2=0x7f0db014df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:44.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0dafe00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0db015b510 0x7f0db014df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:44.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0dafe00640 1 -- 172.21.15.92:0/893674719 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0db0159760 con 0x7f0db006e730 2024-09-19T06:05:44.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.577+0000 7f0daf400640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db00ce890 0x7f0db015a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:05:44.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.578+0000 7f0dafe00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0db006e730 0x7f0db00b4410 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f0da000c410 tx=0x7f0da000c8d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.578+0000 7f0da7e00640 1 -- 172.21.15.92:0/893674719 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da0017070 con 0x7f0db006e730 2024-09-19T06:05:44.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.578+0000 7f0da7e00640 1 -- 172.21.15.92:0/893674719 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0da0005ce0 con 0x7f0db006e730 2024-09-19T06:05:44.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.578+0000 7f0da7e00640 1 -- 172.21.15.92:0/893674719 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0da00072f0 con 0x7f0db006e730 2024-09-19T06:05:44.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.578+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0db0159a40 con 0x7f0db006e730 2024-09-19T06:05:44.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.578+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0db014e4b0 con 0x7f0db006e730 2024-09-19T06:05:44.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.579+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0db00afe90 con 0x7f0db006e730 2024-09-19T06:05:44.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.580+0000 7f0da7e00640 1 -- 172.21.15.92:0/893674719 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0da001a070 con 0x7f0db006e730 2024-09-19T06:05:44.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.581+0000 7f0da7e00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d9006c2b0 0x7f0d9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:44.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.581+0000 7f0da7e00640 1 -- 172.21.15.92:0/893674719 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(92..92 src has 1..92) ==== 5709+0+0 (secure 0 0 0) 0x7f0da008a800 con 0x7f0db006e730 2024-09-19T06:05:44.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.581+0000 7f0daf400640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d9006c2b0 0x7f0d9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:44.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.582+0000 7f0daf400640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d9006c2b0 0x7f0d9006e770 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c034000 tx=0x7f0d9c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:44.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.585+0000 7f0da7e00640 1 -- 172.21.15.92:0/893674719 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0da00589d0 con 0x7f0db006e730 2024-09-19T06:05:44.792 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.790+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "d"} v 0) -- 0x7f0b240cfec0 con 0x7f0b08003b40 2024-09-19T06:05:44.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.793+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "b"} v 0) -- 0x7f778806dc20 con 0x7f778806e730 2024-09-19T06:05:44.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:44.902+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "a"} v 0) -- 0x7f0db00ced30 con 0x7f0db006e730 2024-09-19T06:05:45.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.136+0000 7f0b1b400640 1 -- 172.21.15.92:0/415302227 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "d"}]=0 failed mds gid 6450 v61) ==== 95+0+0 (secure 0 0 0) 0x7f0b14078d90 con 0x7f0b08003b40 2024-09-19T06:05:45.138 INFO:teuthology.orchestra.run.smithi092.stderr:failed mds gid 6450 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.138+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b0406c300 msgr2=0x7f0b0406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.138+0000 7f0b29e00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b0406c300 0x7f0b0406e7c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f0b240ba410 tx=0x7f0b10009190 comp rx=0 tx=0).stop 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08003b40 msgr2=0x7f0b241548f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08003b40 0x7f0b241548f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f0b08004760 tx=0x7f0b140012d0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 shutdown_connections 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0b240c8320 0x7f0b240c8780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0b2415fc40 0x7f0b240b9a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0b0406c300 0x7f0b0406e7c0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 --2- 172.21.15.92:0/415302227 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0b08003b40 0x7f0b241548f0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 >> 172.21.15.92:0/415302227 conn(0x7f0b2408deb0 msgr2=0x7f0b240b4300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:45.142 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:05:45.139+0000 7fa581400640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:05:45.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 shutdown_connections 2024-09-19T06:05:45.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.139+0000 7f0b29e00640 1 -- 172.21.15.92:0/415302227 wait complete. 2024-09-19T06:05:45.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.141+0000 7f777ea00640 1 -- 172.21.15.92:0/3128963077 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "b"}]=0 failed mds gid 5639 v62) ==== 95+0+0 (secure 0 0 0) 0x7f777805df00 con 0x7f778806e730 2024-09-19T06:05:45.143 INFO:teuthology.orchestra.run.smithi092.stderr:failed mds gid 5639 2024-09-19T06:05:45.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.144+0000 7f0da7e00640 1 -- 172.21.15.92:0/893674719 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "a"}]=0 failed mds gid 6462 v62) ==== 95+0+0 (secure 0 0 0) 0x7f0da005ccd0 con 0x7f0db006e730 2024-09-19T06:05:45.146 INFO:teuthology.orchestra.run.smithi092.stderr:failed mds gid 6462 2024-09-19T06:05:45.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f776806c2b0 msgr2=0x7f776806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:45.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f776806c2b0 0x7f776806e770 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f7774007f70 tx=0x7f7774007f00 comp rx=0 tx=0).stop 2024-09-19T06:05:45.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f778806e730 msgr2=0x7f77880acfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:45.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f778806e730 0x7f77880acfc0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f777800e960 tx=0x7f777800ee20 comp rx=0 tx=0).stop 2024-09-19T06:05:45.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 shutdown_connections 2024-09-19T06:05:45.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f776806c2b0 0x7f776806e770 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f778815b510 0x7f7788149840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f77880ce890 0x7f77880ad500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 --2- 172.21.15.92:0/3128963077 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f778806e730 0x7f77880acfc0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 >> 172.21.15.92:0/3128963077 conn(0x7f778806bb70 msgr2=0x7f77880ced30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:45.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 shutdown_connections 2024-09-19T06:05:45.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.145+0000 7f778d600640 1 -- 172.21.15.92:0/3128963077 wait complete. 2024-09-19T06:05:45.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d9006c2b0 msgr2=0x7f0d9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:45.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d9006c2b0 0x7f0d9006e770 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f0d9c034000 tx=0x7f0d9c02e000 comp rx=0 tx=0).stop 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0db006e730 msgr2=0x7f0db00b4410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0db006e730 0x7f0db00b4410 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f0da000c410 tx=0x7f0da000c8d0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 shutdown_connections 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0db015b510 0x7f0db014df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0db00ce890 0x7f0db015a520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d9006c2b0 0x7f0d9006e770 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 --2- 172.21.15.92:0/893674719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0db006e730 0x7f0db00b4410 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 >> 172.21.15.92:0/893674719 conn(0x7f0db006bb70 msgr2=0x7f0db00cc960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 shutdown_connections 2024-09-19T06:05:45.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:45.147+0000 7f0db6a00640 1 -- 172.21.15.92:0/893674719 wait complete. 2024-09-19T06:05:45.163 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:05:45.163 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:05:45.168 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:05:45.168 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:05:45.169 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:05:45.169 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:05:45.170 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:05:45.170 DEBUG:teuthology.parallel:result is None 2024-09-19T06:05:45.173 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:05:45.173 DEBUG:teuthology.parallel:result is None 2024-09-19T06:05:45.212 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:05:45.212 DEBUG:teuthology.parallel:result is None 2024-09-19T06:05:45.296 INFO:tasks.ceph.mds.d.smithi102.stdout:starting mds.d at 2024-09-19T06:05:45.299 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:05:45.337 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:05:50.362 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:05:50.363 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds fail c 2024-09-19T06:05:50.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.524+0000 7ff128e00640 1 Processor -- start 2024-09-19T06:05:50.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.524+0000 7ff128e00640 1 -- start start 2024-09-19T06:05:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff128e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff12406e730 0x7ff1240cf900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff128e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff1240cfe40 0x7ff1240b3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff128e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff12406f000 con 0x7ff1240b5520 2024-09-19T06:05:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff128e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff12415cf10 con 0x7ff12406e730 2024-09-19T06:05:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff128e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff12415d1f0 con 0x7ff1240cfe40 2024-09-19T06:05:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff119400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff12406e730 0x7ff1240cf900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff121e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff1240b5520 0x7ff12406e020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:34660/0 (socket says 172.21.15.92:34660) 2024-09-19T06:05:50.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff121e00640 1 -- 172.21.15.92:0/2600892479 learned_addr learned my addr 172.21.15.92:0/2600892479 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff122800640 1 --2- 172.21.15.92:0/2600892479 >> v2:172.21.15.102:3300/0 conn(0x7ff1240cfe40 0x7ff1240b3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff119400640 1 -- 172.21.15.92:0/2600892479 >> v2:172.21.15.102:3300/0 conn(0x7ff1240cfe40 msgr2=0x7ff1240b3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff119400640 1 --2- 172.21.15.92:0/2600892479 >> v2:172.21.15.102:3300/0 conn(0x7ff1240cfe40 0x7ff1240b3780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff119400640 1 -- 172.21.15.92:0/2600892479 >> v1:172.21.15.92:6789/0 conn(0x7ff1240b5520 legacy=0x7ff12406e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff119400640 1 -- 172.21.15.92:0/2600892479 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff12415d4d0 con 0x7ff12406e730 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.526+0000 7ff121400640 1 -- 172.21.15.92:0/2600892479 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 943626787 0 0) 0x7ff12406f000 con 0x7ff1240b5520 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.527+0000 7ff122800640 1 --2- 172.21.15.92:0/2600892479 >> v2:172.21.15.102:3300/0 conn(0x7ff1240cfe40 0x7ff1240b3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.527+0000 7ff119400640 1 --2- 172.21.15.92:0/2600892479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12406e730 0x7ff1240cf900 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7ff1240cf160 tx=0x7ff10c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b37b892a18e8e96f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff121400640 1 -- 172.21.15.92:0/2600892479 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c037070 con 0x7ff12406e730 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff121400640 1 -- 172.21.15.92:0/2600892479 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff10c032440 con 0x7ff12406e730 2024-09-19T06:05:50.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff121400640 1 -- 172.21.15.92:0/2600892479 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff10c02ae60 con 0x7ff12406e730 2024-09-19T06:05:50.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff128e00640 1 -- 172.21.15.92:0/2600892479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12406e730 msgr2=0x7ff1240cf900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff128e00640 1 --2- 172.21.15.92:0/2600892479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12406e730 0x7ff1240cf900 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7ff1240cf160 tx=0x7ff10c02a110 comp rx=0 tx=0).stop 2024-09-19T06:05:50.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff128e00640 1 -- 172.21.15.92:0/2600892479 shutdown_connections 2024-09-19T06:05:50.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff128e00640 1 --2- 172.21.15.92:0/2600892479 >> v2:172.21.15.102:3300/0 conn(0x7ff1240cfe40 0x7ff1240b3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff128e00640 1 --2- 172.21.15.92:0/2600892479 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff12406e730 0x7ff1240cf900 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff128e00640 1 -- 172.21.15.92:0/2600892479 >> 172.21.15.92:0/2600892479 conn(0x7ff12406bb70 msgr2=0x7ff12406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:50.532 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff128e00640 1 -- 172.21.15.92:0/2600892479 shutdown_connections 2024-09-19T06:05:50.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.528+0000 7ff128e00640 1 -- 172.21.15.92:0/2600892479 wait complete. 2024-09-19T06:05:50.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.530+0000 7ff128e00640 1 Processor -- start 2024-09-19T06:05:50.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.530+0000 7ff128e00640 1 -- start start 2024-09-19T06:05:50.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.531+0000 7ff128e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff12406e730 0x7ff1241e6390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.531+0000 7ff128e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1240b5520 0x7ff124144760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.531+0000 7ff128e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1240cfe40 0x7ff12415f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.531+0000 7ff128e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff1240b4aa0 con 0x7ff1240cfe40 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.531+0000 7ff128e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff1240d0290 con 0x7ff12406e730 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.531+0000 7ff128e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff1240b5900 con 0x7ff1240b5520 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.531+0000 7ff122800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1240cfe40 0x7ff12415f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.531+0000 7ff122800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1240cfe40 0x7ff12415f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43388/0 (socket says 172.21.15.92:43388) 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.531+0000 7ff122800640 1 -- 172.21.15.92:0/2792150592 learned_addr learned my addr 172.21.15.92:0/2792150592 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff121e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff12406e730 0x7ff1241e6390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff119400640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1240b5520 0x7ff124144760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff122800640 1 -- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1240b5520 msgr2=0x7ff124144760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff122800640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1240b5520 0x7ff124144760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff122800640 1 -- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff12406e730 msgr2=0x7ff1241e6390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff122800640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff12406e730 0x7ff1241e6390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff122800640 1 -- 172.21.15.92:0/2792150592 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff124145150 con 0x7ff1240cfe40 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff121e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff12406e730 0x7ff1241e6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff119400640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1240b5520 0x7ff124144760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff122800640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1240cfe40 0x7ff12415f1b0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7ff11c00cd50 tx=0x7ff11c00a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff11aa00640 1 -- 172.21.15.92:0/2792150592 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff11c00f680 con 0x7ff1240cfe40 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff11aa00640 1 -- 172.21.15.92:0/2792150592 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff11c00f840 con 0x7ff1240cfe40 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff124145430 con 0x7ff1240cfe40 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.532+0000 7ff11aa00640 1 -- 172.21.15.92:0/2792150592 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff11c00fc30 con 0x7ff1240cfe40 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.533+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff1241459f0 con 0x7ff1240cfe40 2024-09-19T06:05:50.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.533+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff1240cf900 con 0x7ff1240cfe40 2024-09-19T06:05:50.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.534+0000 7ff11aa00640 1 -- 172.21.15.92:0/2792150592 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff11c0213f0 con 0x7ff1240cfe40 2024-09-19T06:05:50.538 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.535+0000 7ff11aa00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff10006c2b0 0x7ff10006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.535+0000 7ff11aa00640 1 -- 172.21.15.92:0/2792150592 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(95..95 src has 1..95) ==== 5795+0+0 (secure 0 0 0) 0x7ff11c08c350 con 0x7ff1240cfe40 2024-09-19T06:05:50.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.536+0000 7ff121e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff10006c2b0 0x7ff10006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.539 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.536+0000 7ff121e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff10006c2b0 0x7ff10006e770 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff114000f60 tx=0x7ff114007c10 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:50.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.540+0000 7ff11aa00640 1 -- 172.21.15.92:0/2792150592 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff11c014030 con 0x7ff1240cfe40 2024-09-19T06:05:50.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.780+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "mds fail", "role_or_gid": "c"} v 0) -- 0x7ff12415ec90 con 0x7ff1240cfe40 2024-09-19T06:05:50.783 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:05:50.781+0000 7fa584600640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:05:50.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.783+0000 7ff11aa00640 1 -- 172.21.15.92:0/2792150592 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "mds fail", "role_or_gid": "c"}]=0 failed mds gid 6453 v65) ==== 95+0+0 (secure 0 0 0) 0x7ff11c05a9c0 con 0x7ff1240cfe40 2024-09-19T06:05:50.785 INFO:teuthology.orchestra.run.smithi092.stderr:failed mds gid 6453 2024-09-19T06:05:50.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff10006c2b0 msgr2=0x7ff10006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff10006c2b0 0x7ff10006e770 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7ff114000f60 tx=0x7ff114007c10 comp rx=0 tx=0).stop 2024-09-19T06:05:50.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1240cfe40 msgr2=0x7ff12415f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1240cfe40 0x7ff12415f1b0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7ff11c00cd50 tx=0x7ff11c00a650 comp rx=0 tx=0).stop 2024-09-19T06:05:50.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 shutdown_connections 2024-09-19T06:05:50.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff1240cfe40 0x7ff12415f1b0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff1240b5520 0x7ff124144760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff10006c2b0 0x7ff10006e770 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 --2- 172.21.15.92:0/2792150592 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff12406e730 0x7ff1241e6390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 >> 172.21.15.92:0/2792150592 conn(0x7ff12406bb70 msgr2=0x7ff1240729f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:50.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 shutdown_connections 2024-09-19T06:05:50.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.786+0000 7ff128e00640 1 -- 172.21.15.92:0/2792150592 wait complete. 2024-09-19T06:05:50.808 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:05:50.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:05:50.812 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:05:50.813 DEBUG:teuthology.parallel:result is None 2024-09-19T06:05:50.813 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:50.940 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:05:50.968 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.966+0000 7f8a3b200640 1 Processor -- start 2024-09-19T06:05:50.969 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.966+0000 7f8a3b200640 1 -- start start 2024-09-19T06:05:50.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.967+0000 7f8a3b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c0b3920 0x7f8a3c06d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.967+0000 7f8a3b200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8a3c06db20 0x7f8a3c0d22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.967+0000 7f8a3b200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8a3c0ceee0 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.967+0000 7f8a3b200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8a3c0cf1c0 con 0x7f8a3c06db20 2024-09-19T06:05:50.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.967+0000 7f8a3b200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8a3c0cf4a0 con 0x7f8a3c0b3920 2024-09-19T06:05:50.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.968+0000 7f8a3a800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8a3c06db20 0x7f8a3c0d22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.970 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.968+0000 7f8a3a800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8a3c06db20 0x7f8a3c0d22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43410/0 (socket says 172.21.15.92:43410) 2024-09-19T06:05:50.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.968+0000 7f8a3a800640 1 -- 172.21.15.92:0/121464761 learned_addr learned my addr 172.21.15.92:0/121464761 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:50.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.968+0000 7f8a39400640 1 --2- 172.21.15.92:0/121464761 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c0b3920 0x7f8a3c06d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.968+0000 7f8a3a800640 1 -- 172.21.15.92:0/121464761 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c0b3920 msgr2=0x7f8a3c06d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:50.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.968+0000 7f8a3a800640 1 --2- 172.21.15.92:0/121464761 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c0b3920 0x7f8a3c06d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.968+0000 7f8a3a800640 1 -- 172.21.15.92:0/121464761 >> v1:172.21.15.102:6789/0 conn(0x7f8a3c15e7e0 legacy=0x7f8a3c0b9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.971 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.968+0000 7f8a3a800640 1 -- 172.21.15.92:0/121464761 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a3c0cf780 con 0x7f8a3c06db20 2024-09-19T06:05:50.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.969+0000 7f8a3a800640 1 --2- 172.21.15.92:0/121464761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c06db20 0x7f8a3c0d22c0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f8a34009e50 tx=0x7f8a3402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cec2bb3d6a26f69 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:50.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.969+0000 7f8a38a00640 1 -- 172.21.15.92:0/121464761 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a34036070 con 0x7f8a3c06db20 2024-09-19T06:05:50.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.969+0000 7f8a38a00640 1 -- 172.21.15.92:0/121464761 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a34031600 con 0x7f8a3c06db20 2024-09-19T06:05:50.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.969+0000 7f8a38a00640 1 -- 172.21.15.92:0/121464761 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a340319d0 con 0x7f8a3c06db20 2024-09-19T06:05:50.972 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.970+0000 7f8a3b200640 1 -- 172.21.15.92:0/121464761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c06db20 msgr2=0x7f8a3c0d22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.970+0000 7f8a3b200640 1 --2- 172.21.15.92:0/121464761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c06db20 0x7f8a3c0d22c0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f8a34009e50 tx=0x7f8a3402a710 comp rx=0 tx=0).stop 2024-09-19T06:05:50.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.970+0000 7f8a3b200640 1 -- 172.21.15.92:0/121464761 shutdown_connections 2024-09-19T06:05:50.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.970+0000 7f8a3b200640 1 --2- 172.21.15.92:0/121464761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c06db20 0x7f8a3c0d22c0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.970+0000 7f8a3b200640 1 --2- 172.21.15.92:0/121464761 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c0b3920 0x7f8a3c06d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.970+0000 7f8a3b200640 1 -- 172.21.15.92:0/121464761 >> 172.21.15.92:0/121464761 conn(0x7f8a3c0d17a0 msgr2=0x7f8a3c0d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:50.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.970+0000 7f8a3b200640 1 -- 172.21.15.92:0/121464761 shutdown_connections 2024-09-19T06:05:50.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.970+0000 7f8a3b200640 1 -- 172.21.15.92:0/121464761 wait complete. 2024-09-19T06:05:50.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.972+0000 7f8a3b200640 1 Processor -- start 2024-09-19T06:05:50.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.972+0000 7f8a3b200640 1 -- start start 2024-09-19T06:05:50.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3b200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c06db20 0x7f8a3c15cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3b200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a3c0b3920 0x7f8a3c1f4530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3b200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c15e7e0 0x7f8a3c1f4a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3b200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3c15ed40 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3b200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8a3c15ebc0 con 0x7f8a3c0b3920 2024-09-19T06:05:50.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3b200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8a3c0d2800 con 0x7f8a3c06db20 2024-09-19T06:05:50.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c15e7e0 0x7f8a3c1f4a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3a800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c15e7e0 0x7f8a3c1f4a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43416/0 (socket says 172.21.15.92:43416) 2024-09-19T06:05:50.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a39400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a3c0b3920 0x7f8a3c1f4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a39e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c06db20 0x7f8a3c15cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3a800640 1 -- 172.21.15.92:0/2919583619 learned_addr learned my addr 172.21.15.92:0/2919583619 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3a800640 1 -- 172.21.15.92:0/2919583619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c06db20 msgr2=0x7f8a3c15cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3a800640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c06db20 0x7f8a3c15cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3a800640 1 -- 172.21.15.92:0/2919583619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a3c0b3920 msgr2=0x7f8a3c1f4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3a800640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a3c0b3920 0x7f8a3c1f4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.973+0000 7f8a3a800640 1 -- 172.21.15.92:0/2919583619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8a3c1e80b0 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.974+0000 7f8a3a800640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c15e7e0 0x7f8a3c1f4a70 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f8a34034040 tx=0x7f8a34004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.974+0000 7f8a32000640 1 -- 172.21.15.92:0/2919583619 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a34036050 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.974+0000 7f8a32000640 1 -- 172.21.15.92:0/2919583619 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8a34042070 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.974+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8a3c160d30 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.974+0000 7f8a32000640 1 -- 172.21.15.92:0/2919583619 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8a34009510 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.974+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8a3c1612f0 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.975+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8a3c0d22c0 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.978 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.976+0000 7f8a32000640 1 -- 172.21.15.92:0/2919583619 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8a34007bf0 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.977+0000 7f8a32000640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a1c06c2b0 0x7f8a1c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:50.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.977+0000 7f8a32000640 1 -- 172.21.15.92:0/2919583619 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f8a340ac220 con 0x7f8a3c15e7e0 2024-09-19T06:05:50.979 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.977+0000 7f8a39e00640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a1c06c2b0 0x7f8a1c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:50.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.978+0000 7f8a39e00640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a1c06c2b0 0x7f8a1c06e770 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c0016e0 tx=0x7f8a2c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:50.982+0000 7f8a32000640 1 -- 172.21.15.92:0/2919583619 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8a3407a1f0 con 0x7f8a3c15e7e0 2024-09-19T06:05:51.197 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.195+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8a3c0b4ed0 con 0x7f8a3c15e7e0 2024-09-19T06:05:51.198 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.196+0000 7f8a32000640 1 -- 172.21.15.92:0/2919583619 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 66 v66) ==== 94+0+4400 (secure 0 0 0) 0x7f8a3407e4f0 con 0x7f8a3c15e7e0 2024-09-19T06:05:51.198 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:51.198 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":66,"btime":"2024-09-19T06:05:50:789775+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64}],"filesystems":[{"mdsmap":{"epoch":66,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:50.789763+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:replay","state_seq":1,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":7}]} 2024-09-19T06:05:51.198 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 66 2024-09-19T06:05:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a1c06c2b0 msgr2=0x7f8a1c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a1c06c2b0 0x7f8a1c06e770 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f8a2c0016e0 tx=0x7f8a2c009040 comp rx=0 tx=0).stop 2024-09-19T06:05:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c15e7e0 msgr2=0x7f8a3c1f4a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c15e7e0 0x7f8a3c1f4a70 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f8a34034040 tx=0x7f8a34004a40 comp rx=0 tx=0).stop 2024-09-19T06:05:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 shutdown_connections 2024-09-19T06:05:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a3c15e7e0 0x7f8a3c1f4a70 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:51.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8a1c06c2b0 0x7f8a1c06e770 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:51.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8a3c0b3920 0x7f8a3c1f4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:51.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 --2- 172.21.15.92:0/2919583619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8a3c06db20 0x7f8a3c15cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:51.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 >> 172.21.15.92:0/2919583619 conn(0x7f8a3c0d17a0 msgr2=0x7f8a3c0b8ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:51.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 shutdown_connections 2024-09-19T06:05:51.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:51.198+0000 7f8a3b200640 1 -- 172.21.15.92:0/2919583619 wait complete. 2024-09-19T06:05:51.618 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 66, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:05:35.497794+0000', 'modified': '2024-09-19T06:05:50.789763+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 96, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6636}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6636': {'gid': 6636, 'name': 'a', 'rank': 0, 'incarnation': 66, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.92:6835/3754888341', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6834', 'nonce': 3754888341}, {'type': 'v1', 'addr': '172.21.15.92:6835', 'nonce': 3754888341}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T06:05:51.618 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6636:up:replay 2024-09-19T06:05:52.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:52.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.777+0000 7fa0fa200640 1 Processor -- start 2024-09-19T06:05:52.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.777+0000 7fa0fa200640 1 -- start start 2024-09-19T06:05:52.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.778+0000 7fa0fa200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa0f415aac0 0x7fa0f40cec60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:52.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.778+0000 7fa0fa200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0f40b4dc0 con 0x7fa0f40b3ee0 2024-09-19T06:05:52.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.778+0000 7fa0fa200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa0f415f550 con 0x7fa0f40b5b40 2024-09-19T06:05:52.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.778+0000 7fa0fa200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa0f40b2cd0 con 0x7fa0f415aac0 2024-09-19T06:05:52.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.778+0000 7fa0f8e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa0f415aac0 0x7fa0f40cec60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:52.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.778+0000 7fa0f9800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fa0f40b3ee0 0x7fa0f415ee40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:34672/0 (socket says 172.21.15.92:34672) 2024-09-19T06:05:52.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.778+0000 7fa0f9800640 1 -- 172.21.15.92:0/1860231733 learned_addr learned my addr 172.21.15.92:0/1860231733 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:05:52.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.778+0000 7fa0f8e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa0f415aac0 0x7fa0f40cec60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43420/0 (socket says 172.21.15.92:43420) 2024-09-19T06:05:52.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.779+0000 7fa0f8e00640 1 -- 172.21.15.92:0/1860231733 >> v1:172.21.15.102:6789/0 conn(0x7fa0f40b5b40 legacy=0x7fa0f415e730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:52.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.779+0000 7fa0f8e00640 1 -- 172.21.15.92:0/1860231733 >> v1:172.21.15.92:6789/0 conn(0x7fa0f40b3ee0 legacy=0x7fa0f415ee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:52.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.779+0000 7fa0f8e00640 1 -- 172.21.15.92:0/1860231733 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0f40b58f0 con 0x7fa0f415aac0 2024-09-19T06:05:52.781 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.779+0000 7fa0f3e00640 1 -- 172.21.15.92:0/1860231733 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2346229932 0 0) 0x7fa0f40b4dc0 con 0x7fa0f40b3ee0 2024-09-19T06:05:52.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.780+0000 7fa0f8e00640 1 --2- 172.21.15.92:0/1860231733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f415aac0 0x7fa0f40cec60 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fa0e40097a0 tx=0x7fa0e402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=745edfe0affe99a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.780+0000 7fa0f3e00640 1 -- 172.21.15.92:0/1860231733 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e4037070 con 0x7fa0f415aac0 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.780+0000 7fa0f3e00640 1 -- 172.21.15.92:0/1860231733 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0e4032440 con 0x7fa0f415aac0 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.780+0000 7fa0f3e00640 1 -- 172.21.15.92:0/1860231733 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0e4032810 con 0x7fa0f415aac0 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.780+0000 7fa0fa200640 1 -- 172.21.15.92:0/1860231733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f415aac0 msgr2=0x7fa0f40cec60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.780+0000 7fa0fa200640 1 --2- 172.21.15.92:0/1860231733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f415aac0 0x7fa0f40cec60 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7fa0e40097a0 tx=0x7fa0e402a230 comp rx=0 tx=0).stop 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.781+0000 7fa0fa200640 1 -- 172.21.15.92:0/1860231733 shutdown_connections 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.781+0000 7fa0fa200640 1 --2- 172.21.15.92:0/1860231733 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f415aac0 0x7fa0f40cec60 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.781+0000 7fa0fa200640 1 -- 172.21.15.92:0/1860231733 >> 172.21.15.92:0/1860231733 conn(0x7fa0f406d030 msgr2=0x7fa0f406d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.781+0000 7fa0fa200640 1 -- 172.21.15.92:0/1860231733 shutdown_connections 2024-09-19T06:05:52.783 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.781+0000 7fa0fa200640 1 -- 172.21.15.92:0/1860231733 wait complete. 2024-09-19T06:05:52.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.782+0000 7fa0fa200640 1 Processor -- start 2024-09-19T06:05:52.784 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.782+0000 7fa0fa200640 1 -- start start 2024-09-19T06:05:52.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.783+0000 7fa0fa200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0f40b3ee0 0x7fa0f4151dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:52.785 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.783+0000 7fa0fa200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f40b5b40 0x7fa0f4151080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:52.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.783+0000 7fa0fa200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0f415aac0 0x7fa0f41515c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:52.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.783+0000 7fa0fa200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f40b5610 con 0x7fa0f40b5b40 2024-09-19T06:05:52.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.783+0000 7fa0fa200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa0f40b5330 con 0x7fa0f415aac0 2024-09-19T06:05:52.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.783+0000 7fa0fa200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa0f415b2e0 con 0x7fa0f40b3ee0 2024-09-19T06:05:52.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0f8e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0f40b3ee0 0x7fa0f4151dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:52.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0f8e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0f40b3ee0 0x7fa0f4151dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:45776/0 (socket says 172.21.15.92:45776) 2024-09-19T06:05:52.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0ebe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f40b5b40 0x7fa0f4151080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:52.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0f9800640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0f415aac0 0x7fa0f41515c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:52.786 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0f8e00640 1 -- 172.21.15.92:0/1511987535 learned_addr learned my addr 172.21.15.92:0/1511987535 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:52.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0ebe00640 1 -- 172.21.15.92:0/1511987535 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0f40b3ee0 msgr2=0x7fa0f4151dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:52.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0ebe00640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0f40b3ee0 0x7fa0f4151dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:52.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0ebe00640 1 -- 172.21.15.92:0/1511987535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0f415aac0 msgr2=0x7fa0f41515c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:52.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0ebe00640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0f415aac0 0x7fa0f41515c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:52.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0ebe00640 1 -- 172.21.15.92:0/1511987535 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa0f4150020 con 0x7fa0f40b5b40 2024-09-19T06:05:52.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.784+0000 7fa0ebe00640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f40b5b40 0x7fa0f4151080 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc00c390 tx=0x7fa0dc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:52.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.785+0000 7fa0f1600640 1 -- 172.21.15.92:0/1511987535 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0dc017070 con 0x7fa0f40b5b40 2024-09-19T06:05:52.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.785+0000 7fa0f1600640 1 -- 172.21.15.92:0/1511987535 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa0dc0052d0 con 0x7fa0f40b5b40 2024-09-19T06:05:52.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.785+0000 7fa0f1600640 1 -- 172.21.15.92:0/1511987535 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa0dc003830 con 0x7fa0f40b5b40 2024-09-19T06:05:52.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.785+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa0f41502c0 con 0x7fa0f40b5b40 2024-09-19T06:05:52.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.785+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa0f4150880 con 0x7fa0f40b5b40 2024-09-19T06:05:52.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.786+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa0f40b2ac0 con 0x7fa0f40b5b40 2024-09-19T06:05:52.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.787+0000 7fa0f1600640 1 -- 172.21.15.92:0/1511987535 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa0dc01a070 con 0x7fa0f40b5b40 2024-09-19T06:05:52.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.788+0000 7fa0f1600640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0d006c2b0 0x7fa0d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:52.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.788+0000 7fa0f1600640 1 -- 172.21.15.92:0/1511987535 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7fa0dc08a830 con 0x7fa0f40b5b40 2024-09-19T06:05:52.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.788+0000 7fa0f8e00640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0d006c2b0 0x7fa0d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:52.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.789+0000 7fa0f8e00640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0d006c2b0 0x7fa0d006e770 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fa0e402a270 tx=0x7fa0e402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:52.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:52.793+0000 7fa0f1600640 1 -- 172.21.15.92:0/1511987535 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa0f40b2ac0 con 0x7fa0f40b5b40 2024-09-19T06:05:53.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.003+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa0f4070fb0 con 0x7fa0f40b5b40 2024-09-19T06:05:53.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.003+0000 7fa0f1600640 1 -- 172.21.15.92:0/1511987535 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) ==== 94+0+5225 (secure 0 0 0) 0x7fa0dc058800 con 0x7fa0f40b5b40 2024-09-19T06:05:53.005 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:53.005 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":68,"btime":"2024-09-19T06:05:52:798370+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:51.808668+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:rejoin","state_seq":4,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":0,"qdb_cluster":[]},"id":7}]} 2024-09-19T06:05:53.006 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 68 2024-09-19T06:05:53.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0d006c2b0 msgr2=0x7fa0d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0d006c2b0 0x7fa0d006e770 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fa0e402a270 tx=0x7fa0e402e000 comp rx=0 tx=0).stop 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f40b5b40 msgr2=0x7fa0f4151080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f40b5b40 0x7fa0f4151080 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7fa0dc00c390 tx=0x7fa0dc00c850 comp rx=0 tx=0).stop 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 shutdown_connections 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa0d006c2b0 0x7fa0d006e770 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa0f415aac0 0x7fa0f41515c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa0f40b5b40 0x7fa0f4151080 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 --2- 172.21.15.92:0/1511987535 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa0f40b3ee0 0x7fa0f4151dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 >> 172.21.15.92:0/1511987535 conn(0x7fa0f406d030 msgr2=0x7fa0f40ceca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.005+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 shutdown_connections 2024-09-19T06:05:53.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:53.006+0000 7fa0fa200640 1 -- 172.21.15.92:0/1511987535 wait complete. 2024-09-19T06:05:53.428 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 68, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:05:35.497794+0000', 'modified': '2024-09-19T06:05:51.808668+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 96, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6636}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6636': {'gid': 6636, 'name': 'a', 'rank': 0, 'incarnation': 66, 'state': 'up:rejoin', 'state_seq': 4, 'addr': '172.21.15.92:6835/3754888341', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6834', 'nonce': 3754888341}, {'type': 'v1', 'addr': '172.21.15.92:6835', 'nonce': 3754888341}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 0, 'qdb_cluster': []} 2024-09-19T06:05:53.429 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6636:up:rejoin 2024-09-19T06:05:54.430 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:05:54.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.588+0000 7f2ba2600640 1 Processor -- start 2024-09-19T06:05:54.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.588+0000 7f2ba2600640 1 -- start start 2024-09-19T06:05:54.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.589+0000 7f2ba2600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2b9c0b2da0 0x7f2b9c1608c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:54.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.589+0000 7f2ba2600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b9c160e00 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.589+0000 7f2ba2600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2b9c141e40 con 0x7f2b9c0cf1b0 2024-09-19T06:05:54.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.589+0000 7f2ba2600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2b9c13f850 con 0x7f2b9c0b2da0 2024-09-19T06:05:54.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.589+0000 7f2ba1200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2b9c0b2da0 0x7f2b9c1608c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:54.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.589+0000 7f2ba1200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2b9c0b2da0 0x7f2b9c1608c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43440/0 (socket says 172.21.15.92:43440) 2024-09-19T06:05:54.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.589+0000 7f2ba1200640 1 -- 172.21.15.92:0/2841480137 learned_addr learned my addr 172.21.15.92:0/2841480137 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:54.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.589+0000 7f2ba1c00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f2b9c13fdb0 0x7f2b9c140200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:34680/0 (socket says 172.21.15.92:34680) 2024-09-19T06:05:54.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.590+0000 7f2ba1200640 1 -- 172.21.15.92:0/2841480137 >> v1:172.21.15.102:6789/0 conn(0x7f2b9c0cf1b0 legacy=0x7f2b9c0cf5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:54.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.590+0000 7f2ba1200640 1 -- 172.21.15.92:0/2841480137 >> v1:172.21.15.92:6789/0 conn(0x7f2b9c13fdb0 legacy=0x7f2b9c140200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:54.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.590+0000 7f2ba1200640 1 -- 172.21.15.92:0/2841480137 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b9c142120 con 0x7f2b9c0b2da0 2024-09-19T06:05:54.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.591+0000 7f2ba1200640 1 --2- 172.21.15.92:0/2841480137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c0b2da0 0x7f2b9c1608c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f2b90009870 tx=0x7f2b9002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f75e91f266091779 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:54.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.591+0000 7f2b9b400640 1 -- 172.21.15.92:0/2841480137 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90037070 con 0x7f2b9c0b2da0 2024-09-19T06:05:54.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.591+0000 7f2b9b400640 1 -- 172.21.15.92:0/2841480137 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b90032440 con 0x7f2b9c0b2da0 2024-09-19T06:05:54.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.591+0000 7f2b9b400640 1 -- 172.21.15.92:0/2841480137 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b90032810 con 0x7f2b9c0b2da0 2024-09-19T06:05:54.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.592+0000 7f2ba2600640 1 -- 172.21.15.92:0/2841480137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c0b2da0 msgr2=0x7f2b9c1608c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:54.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.592+0000 7f2ba2600640 1 --2- 172.21.15.92:0/2841480137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c0b2da0 0x7f2b9c1608c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f2b90009870 tx=0x7f2b9002a2a0 comp rx=0 tx=0).stop 2024-09-19T06:05:54.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.592+0000 7f2ba2600640 1 -- 172.21.15.92:0/2841480137 shutdown_connections 2024-09-19T06:05:54.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.592+0000 7f2ba2600640 1 --2- 172.21.15.92:0/2841480137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c0b2da0 0x7f2b9c1608c0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:54.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.592+0000 7f2ba2600640 1 -- 172.21.15.92:0/2841480137 >> 172.21.15.92:0/2841480137 conn(0x7f2b9c06d030 msgr2=0x7f2b9c06d410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:54.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.592+0000 7f2ba2600640 1 -- 172.21.15.92:0/2841480137 shutdown_connections 2024-09-19T06:05:54.594 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.592+0000 7f2ba2600640 1 -- 172.21.15.92:0/2841480137 wait complete. 2024-09-19T06:05:54.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.593+0000 7f2ba2600640 1 Processor -- start 2024-09-19T06:05:54.595 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.593+0000 7f2ba2600640 1 -- start start 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.594+0000 7f2ba2600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b9c0b2da0 0x7f2b9c13c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.594+0000 7f2ba2600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b9c0cf1b0 0x7f2b9c1e6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.594+0000 7f2ba2600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c13fdb0 0x7f2b9c1e74d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.594+0000 7f2ba2600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9c0b3180 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.594+0000 7f2ba2600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2b9c142a50 con 0x7f2b9c0b2da0 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.594+0000 7f2ba2600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2b9c1426e0 con 0x7f2b9c0cf1b0 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c13fdb0 0x7f2b9c1e74d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b9c0b2da0 0x7f2b9c13c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b9c0b2da0 0x7f2b9c13c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:50574/0 (socket says 172.21.15.92:50574) 2024-09-19T06:05:54.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1200640 1 -- 172.21.15.92:0/203135471 learned_addr learned my addr 172.21.15.92:0/203135471 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c13fdb0 0x7f2b9c1e74d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43446/0 (socket says 172.21.15.92:43446) 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2b9be00640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b9c0cf1b0 0x7f2b9c1e6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1c00640 1 -- 172.21.15.92:0/203135471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b9c0cf1b0 msgr2=0x7f2b9c1e6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1c00640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b9c0cf1b0 0x7f2b9c1e6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1c00640 1 -- 172.21.15.92:0/203135471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b9c0b2da0 msgr2=0x7f2b9c13c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1c00640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b9c0b2da0 0x7f2b9c13c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1c00640 1 -- 172.21.15.92:0/203135471 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2b9c13b410 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.595+0000 7f2ba1c00640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c13fdb0 0x7f2b9c1e74d0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f2b9400c730 tx=0x7f2b9400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.596+0000 7f2b98c00640 1 -- 172.21.15.92:0/203135471 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b94018070 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.596+0000 7f2b98c00640 1 -- 172.21.15.92:0/203135471 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2b94004d60 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.596+0000 7f2b98c00640 1 -- 172.21.15.92:0/203135471 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2b9400a860 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.596+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2b9c13b6f0 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.596+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2b9c13bcb0 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.597+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2b9c1e7c80 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.598+0000 7f2b98c00640 1 -- 172.21.15.92:0/203135471 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2b9401b070 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.598+0000 7f2b98c00640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:54.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.598+0000 7f2b98c00640 1 -- 172.21.15.92:0/203135471 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f2b9408ab20 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.599+0000 7f2ba1200640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:54.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.599+0000 7f2ba1200640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2b900090b0 tx=0x7f2b9002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:54.605 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.603+0000 7f2b98c00640 1 -- 172.21.15.92:0/203135471 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2b94058af0 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.812+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2b9c0d0060 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.812+0000 7f2b98c00640 1 -- 172.21.15.92:0/203135471 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f2b9405cdf0 con 0x7f2b9c13fdb0 2024-09-19T06:05:54.815 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:05:54.815 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:05:54.815 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:05:54.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.814+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b7c06c2b0 msgr2=0x7f2b7c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.814+0000 7f2ba2600640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f2b900090b0 tx=0x7f2b9002e000 comp rx=0 tx=0).stop 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.814+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c13fdb0 msgr2=0x7f2b9c1e74d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.814+0000 7f2ba2600640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c13fdb0 0x7f2b9c1e74d0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f2b9400c730 tx=0x7f2b9400cbf0 comp rx=0 tx=0).stop 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.815+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 shutdown_connections 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.815+0000 7f2ba2600640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2b9c13fdb0 0x7f2b9c1e74d0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.815+0000 7f2ba2600640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2b9c0cf1b0 0x7f2b9c1e6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.815+0000 7f2ba2600640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2b7c06c2b0 0x7f2b7c06e770 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.815+0000 7f2ba2600640 1 --2- 172.21.15.92:0/203135471 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2b9c0b2da0 0x7f2b9c13c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.815+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 >> 172.21.15.92:0/203135471 conn(0x7f2b9c06d030 msgr2=0x7f2b9c06dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.815+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 shutdown_connections 2024-09-19T06:05:54.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:54.815+0000 7f2ba2600640 1 -- 172.21.15.92:0/203135471 wait complete. 2024-09-19T06:05:55.236 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 70, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:05:35.497794+0000', 'modified': '2024-09-19T06:05:54.806167+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 96, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6636}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6636': {'gid': 6636, 'name': 'a', 'rank': 0, 'incarnation': 66, 'state': 'up:active', 'state_seq': 6, 'addr': '172.21.15.92:6835/3754888341', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6834', 'nonce': 3754888341}, {'type': 'v1', 'addr': '172.21.15.92:6835', 'nonce': 3754888341}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6636, 'qdb_cluster': [6636]} 2024-09-19T06:05:55.236 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:05:55.237 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T06:05:55.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.389+0000 7f4e21400640 1 Processor -- start 2024-09-19T06:05:55.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.389+0000 7f4e21400640 1 -- start start 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.390+0000 7f4e21400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155730 0x7f4e1c072ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.390+0000 7f4e21400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4e1c15c600 0x7f4e1c06e960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.390+0000 7f4e21400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e1c071180 con 0x7f4e1c155b10 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.390+0000 7f4e21400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4e1c071460 con 0x7f4e1c15c600 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.390+0000 7f4e21400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e1c071740 con 0x7f4e1c155730 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.391+0000 7f4e1b400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4e1c15c600 0x7f4e1c06e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.391+0000 7f4e1b400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4e1c15c600 0x7f4e1c06e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43452/0 (socket says 172.21.15.92:43452) 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.391+0000 7f4e1b400640 1 -- 172.21.15.92:0/1401640978 learned_addr learned my addr 172.21.15.92:0/1401640978 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.391+0000 7f4e1be00640 1 --2- 172.21.15.92:0/1401640978 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155730 0x7f4e1c072ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.391+0000 7f4e1b400640 1 -- 172.21.15.92:0/1401640978 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155730 msgr2=0x7f4e1c072ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.391+0000 7f4e1b400640 1 --2- 172.21.15.92:0/1401640978 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155730 0x7f4e1c072ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.391+0000 7f4e1b400640 1 -- 172.21.15.92:0/1401640978 >> v1:172.21.15.102:6789/0 conn(0x7f4e1c155b10 legacy=0x7f4e1c15eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.391+0000 7f4e1b400640 1 -- 172.21.15.92:0/1401640978 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e1c071a20 con 0x7f4e1c15c600 2024-09-19T06:05:55.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.392+0000 7f4e1b400640 1 --2- 172.21.15.92:0/1401640978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 0x7f4e1c06e960 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f4e08009870 tx=0x7f4e0802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=598cfc3b07d47c82 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:55.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.392+0000 7f4e1aa00640 1 -- 172.21.15.92:0/1401640978 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e08037070 con 0x7f4e1c15c600 2024-09-19T06:05:55.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.392+0000 7f4e1aa00640 1 -- 172.21.15.92:0/1401640978 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e08032440 con 0x7f4e1c15c600 2024-09-19T06:05:55.394 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.392+0000 7f4e1aa00640 1 -- 172.21.15.92:0/1401640978 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e08032810 con 0x7f4e1c15c600 2024-09-19T06:05:55.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.393+0000 7f4e21400640 1 -- 172.21.15.92:0/1401640978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 msgr2=0x7f4e1c06e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.393+0000 7f4e21400640 1 --2- 172.21.15.92:0/1401640978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 0x7f4e1c06e960 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f4e08009870 tx=0x7f4e0802a1c0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.393+0000 7f4e21400640 1 -- 172.21.15.92:0/1401640978 shutdown_connections 2024-09-19T06:05:55.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.393+0000 7f4e21400640 1 --2- 172.21.15.92:0/1401640978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 0x7f4e1c06e960 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.393+0000 7f4e21400640 1 --2- 172.21.15.92:0/1401640978 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155730 0x7f4e1c072ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.393+0000 7f4e21400640 1 -- 172.21.15.92:0/1401640978 >> 172.21.15.92:0/1401640978 conn(0x7f4e1c067f80 msgr2=0x7f4e1c06bb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:55.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.393+0000 7f4e21400640 1 -- 172.21.15.92:0/1401640978 shutdown_connections 2024-09-19T06:05:55.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.393+0000 7f4e21400640 1 -- 172.21.15.92:0/1401640978 wait complete. 2024-09-19T06:05:55.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.395+0000 7f4e21400640 1 Processor -- start 2024-09-19T06:05:55.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.395+0000 7f4e21400640 1 -- start start 2024-09-19T06:05:55.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e21400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e1c155730 0x7f4e1c1f06c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e21400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155b10 0x7f4e1c1ef3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e21400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 0x7f4e1c15e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e21400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1c0cf1a0 con 0x7f4e1c15c600 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e21400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1c073220 con 0x7f4e1c155730 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e21400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e1c0cf320 con 0x7f4e1c155b10 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e20a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 0x7f4e1c15e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e20a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 0x7f4e1c15e6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43454/0 (socket says 172.21.15.92:43454) 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e20a00640 1 -- 172.21.15.92:0/3160651263 learned_addr learned my addr 172.21.15.92:0/3160651263 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e1b400640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155b10 0x7f4e1c1ef3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e1be00640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e1c155730 0x7f4e1c1f06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e20a00640 1 -- 172.21.15.92:0/3160651263 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155b10 msgr2=0x7f4e1c1ef3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e20a00640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155b10 0x7f4e1c1ef3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e20a00640 1 -- 172.21.15.92:0/3160651263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e1c155730 msgr2=0x7f4e1c1f06c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e20a00640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e1c155730 0x7f4e1c1f06c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.396+0000 7f4e20a00640 1 -- 172.21.15.92:0/3160651263 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e1c15ccd0 con 0x7f4e1c15c600 2024-09-19T06:05:55.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.397+0000 7f4e20a00640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 0x7f4e1c15e6b0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f4e1400c6b0 tx=0x7f4e1400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:55.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.397+0000 7f4e13e00640 1 -- 172.21.15.92:0/3160651263 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e14003b70 con 0x7f4e1c15c600 2024-09-19T06:05:55.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.397+0000 7f4e13e00640 1 -- 172.21.15.92:0/3160651263 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e14003d30 con 0x7f4e1c15c600 2024-09-19T06:05:55.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.397+0000 7f4e21400640 1 -- 172.21.15.92:0/3160651263 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e1c15cfb0 con 0x7f4e1c15c600 2024-09-19T06:05:55.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.397+0000 7f4e13e00640 1 -- 172.21.15.92:0/3160651263 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e14005310 con 0x7f4e1c15c600 2024-09-19T06:05:55.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.397+0000 7f4e21400640 1 -- 172.21.15.92:0/3160651263 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e1c15d570 con 0x7f4e1c15c600 2024-09-19T06:05:55.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.399+0000 7f4e13e00640 1 -- 172.21.15.92:0/3160651263 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e140054b0 con 0x7f4e1c15c600 2024-09-19T06:05:55.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.400+0000 7f4e13e00640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4dfc06c2b0 0x7f4dfc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.400+0000 7f4e13e00640 1 -- 172.21.15.92:0/3160651263 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f4e1408b1a0 con 0x7f4e1c15c600 2024-09-19T06:05:55.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.400+0000 7f4e1be00640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4dfc06c2b0 0x7f4dfc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.400+0000 7f4e1be00640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4dfc06c2b0 0x7f4dfc06e770 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c009aa0 tx=0x7f4e0c009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:55.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.401+0000 7f4e25a19740 1 Processor -- start 2024-09-19T06:05:55.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.401+0000 7f4e25a19740 1 -- start start 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.401+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315ad9a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.401+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a91a70 0x561315a94690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.401+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 0x561315a8eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.401+0000 7f4e25a19740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5613159ee3b0 con 0x561315a942b0 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.401+0000 7f4e25a19740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5613159f3410 con 0x561315a91a70 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.401+0000 7f4e25a19740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x56131599b620 con 0x561315a95a40 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315ad9a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315ad9a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43462/0 (socket says 172.21.15.92:43462) 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1be00640 1 -- 172.21.15.92:0/1128002823 learned_addr learned my addr 172.21.15.92:0/1128002823 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:55.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e20a00640 1 --2- 172.21.15.92:0/1128002823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 0x561315a8eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1b400640 1 --2- 172.21.15.92:0/1128002823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a91a70 0x561315a94690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1be00640 1 -- 172.21.15.92:0/1128002823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 msgr2=0x561315a8eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1be00640 1 --2- 172.21.15.92:0/1128002823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 0x561315a8eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1be00640 1 -- 172.21.15.92:0/1128002823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a91a70 msgr2=0x561315a94690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1be00640 1 --2- 172.21.15.92:0/1128002823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a91a70 0x561315a94690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1be00640 1 -- 172.21.15.92:0/1128002823 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5613157062d0 con 0x561315a942b0 2024-09-19T06:05:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.402+0000 7f4e1be00640 1 --2- 172.21.15.92:0/1128002823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315ad9a50 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c0044a0 tx=0x7f4e0c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab1df360ca35781b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e07e00640 1 -- 172.21.15.92:0/1128002823 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e0c01b070 con 0x561315a942b0 2024-09-19T06:05:55.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e07e00640 1 -- 172.21.15.92:0/1128002823 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e0c027070 con 0x561315a942b0 2024-09-19T06:05:55.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e07e00640 1 -- 172.21.15.92:0/1128002823 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e0c003a20 con 0x561315a942b0 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e25a19740 1 -- 172.21.15.92:0/1128002823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 msgr2=0x561315ad9a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e25a19740 1 --2- 172.21.15.92:0/1128002823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315ad9a50 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c0044a0 tx=0x7f4e0c014000 comp rx=0 tx=0).stop 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e25a19740 1 -- 172.21.15.92:0/1128002823 shutdown_connections 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e25a19740 1 --2- 172.21.15.92:0/1128002823 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 0x561315a8eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e25a19740 1 --2- 172.21.15.92:0/1128002823 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a91a70 0x561315a94690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e25a19740 1 --2- 172.21.15.92:0/1128002823 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315ad9a50 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e25a19740 1 -- 172.21.15.92:0/1128002823 >> 172.21.15.92:0/1128002823 conn(0x561315a90d00 msgr2=0x561315ad8f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e25a19740 1 -- 172.21.15.92:0/1128002823 shutdown_connections 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.403+0000 7f4e25a19740 1 -- 172.21.15.92:0/1128002823 wait complete. 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.404+0000 7f4e25a19740 1 -- start start 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.404+0000 7f4e25a19740 1 Processor -- start 2024-09-19T06:05:55.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.405+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315abbc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.405+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 0x561315aaf530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.405+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 0x561315aba310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.405+0000 7f4e25a19740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5613159ae780 con 0x561315a942b0 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.405+0000 7f4e25a19740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5613159ef3d0 con 0x561315ab9e90 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.405+0000 7f4e25a19740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x561315a901a0 con 0x561315a95a40 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.405+0000 7f4e25a19740 10 client.0 _ll_register_callbacks cb 0x5613159ec5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.405+0000 7f4e1be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315abbc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e1b400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 0x561315aaf530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e1be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315abbc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43466/0 (socket says 172.21.15.92:43466) 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e1be00640 1 -- 172.21.15.92:0/3167894270 learned_addr learned my addr 172.21.15.92:0/3167894270 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e20a00640 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 0x561315aba310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e1be00640 1 -- 172.21.15.92:0/3167894270 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 msgr2=0x561315aaf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e1be00640 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 0x561315aaf530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e1be00640 1 -- 172.21.15.92:0/3167894270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 msgr2=0x561315aba310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e1be00640 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 0x561315aba310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e1be00640 1 -- 172.21.15.92:0/3167894270 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5613157d06b0 con 0x561315a942b0 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e1be00640 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315abbc90 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c011dd0 tx=0x7f4e0c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8556d6abfaf66609 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e04c00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e04c00640 1 -- 172.21.15.92:0/3167894270 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e0c01b040 con 0x561315a942b0 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.406+0000 7f4e04c00640 1 -- 172.21.15.92:0/3167894270 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f4e0c035670 con 0x561315a942b0 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e25a19740 1 -- 172.21.15.92:0/3167894270 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e0c027070 con 0x561315a942b0 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e04c00640 1 -- 172.21.15.92:0/3167894270 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) ==== 24+0+0 (secure 0 0 0) 0x7f4e0c004100 con 0x561315a942b0 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e25a19740 10 client.6687 fetch_fsmap learned FSMap version 70 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e25a19740 1 -- 172.21.15.92:0/3167894270 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=2+}) -- 0x561315ab3be0 con 0x561315a942b0 2024-09-19T06:05:55.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e04c00640 1 -- 172.21.15.92:0/3167894270 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e0c027070 con 0x561315a942b0 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e04c00640 1 -- 172.21.15.92:0/3167894270 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 70) ==== 3502+0+0 (secure 0 0 0) 0x7f4e0c022470 con 0x561315a942b0 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e25a19740 10 client.6687 fetch_fsmap finished waiting for FSMap version 70 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e25a19740 10 client.6687 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e25a19740 20 client.6687 populate_metadata read hostname 'smithi092' 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e25a19740 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] conn(0x561315abe1b0 0x561315abe5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e25a19740 4 client.6687 mds_command: new command op to 6636 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.407+0000 7f4e25a19740 1 -- 172.21.15.92:0/3167894270 --> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x561315a00b40 con 0x561315abe1b0 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.408+0000 7f4e1b400640 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] conn(0x561315abe1b0 0x561315abe5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.408+0000 7f4e1b400640 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] conn(0x561315abe1b0 0x561315abe5b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de0fc3bdc1bc4331 server_cookie=892b3c6c466d1376 in_seq=0 out_seq=0 2024-09-19T06:05:55.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.408+0000 7f4e04c00640 10 client.6687 ms_handle_connect on v2:172.21.15.92:6834/3754888341 2024-09-19T06:05:55.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e04c00640 1 -- 172.21.15.92:0/3167894270 <== mds.0 v2:172.21.15.92:6834/3754888341 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x561315a00b40 con 0x561315abe1b0 2024-09-19T06:05:55.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e04c00640 10 client.6687 handle_command_reply: tid=0 2024-09-19T06:05:55.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 client.6687 shutdown 2024-09-19T06:05:55.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 -- 172.21.15.92:0/3167894270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 msgr2=0x561315abbc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315abbc90 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c011dd0 tx=0x7f4e0c004730 comp rx=0 tx=0).stop 2024-09-19T06:05:55.415 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 -- 172.21.15.92:0/3167894270 shutdown_connections 2024-09-19T06:05:55.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] conn(0x561315abe1b0 0x561315abe5b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 0x561315aba310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a95a40 0x561315aaf530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e04c00640 0 client.6687 ms_handle_reset on v2:172.21.15.92:6834/3754888341 2024-09-19T06:05:55.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 --2- 172.21.15.92:0/3167894270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315abbc90 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 -- 172.21.15.92:0/3167894270 >> 172.21.15.92:0/3167894270 conn(0x561315a91a70 msgr2=0x561315adcd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:55.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 -- 172.21.15.92:0/3167894270 shutdown_connections 2024-09-19T06:05:55.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.409+0000 7f4e25a19740 1 -- 172.21.15.92:0/3167894270 wait complete. 2024-09-19T06:05:55.416 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.410+0000 7f4e25a19740 20 client.6687 trim_cache size 0 max 16384 2024-09-19T06:05:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.427+0000 7f4e25a19740 1 Processor -- start 2024-09-19T06:05:55.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.428+0000 7f4e25a19740 1 -- start start 2024-09-19T06:05:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.428+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a942b0 0x561315ab7e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.428+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a95a40 0x561315b51740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.428+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 0x561315b51c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.428+0000 7f4e25a19740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1c1fc940 con 0x561315a95a40 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.428+0000 7f4e25a19740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1c1fb9d0 con 0x561315ab9e90 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.428+0000 7f4e25a19740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e1c156af0 con 0x561315a942b0 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a95a40 0x561315b51740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a95a40 0x561315b51740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43476/0 (socket says 172.21.15.92:43476) 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1b400640 1 -- 172.21.15.92:0/2735705897 learned_addr learned my addr 172.21.15.92:0/2735705897 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e20a00640 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 0x561315b51c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1be00640 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a942b0 0x561315ab7e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1b400640 1 -- 172.21.15.92:0/2735705897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a942b0 msgr2=0x561315ab7e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1b400640 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a942b0 0x561315ab7e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1b400640 1 -- 172.21.15.92:0/2735705897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 msgr2=0x561315b51c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:55.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1b400640 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 0x561315b51c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1b400640 1 -- 172.21.15.92:0/2735705897 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x561315ab9720 con 0x561315a95a40 2024-09-19T06:05:55.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e20a00640 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 0x561315b51c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:55.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.429+0000 7f4e1b400640 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a95a40 0x561315b51740 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f4e08009990 tx=0x7f4e0803e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=436557585701a70 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:55.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e07400640 1 -- 172.21.15.92:0/2735705897 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e08037040 con 0x561315a95a40 2024-09-19T06:05:55.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e07400640 1 -- 172.21.15.92:0/2735705897 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e0804c070 con 0x561315a95a40 2024-09-19T06:05:55.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e07400640 1 -- 172.21.15.92:0/2735705897 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e080329b0 con 0x561315a95a40 2024-09-19T06:05:55.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e25a19740 1 -- 172.21.15.92:0/2735705897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a95a40 msgr2=0x561315b51740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e25a19740 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a95a40 0x561315b51740 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f4e08009990 tx=0x7f4e0803e040 comp rx=0 tx=0).stop 2024-09-19T06:05:55.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e25a19740 1 -- 172.21.15.92:0/2735705897 shutdown_connections 2024-09-19T06:05:55.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e25a19740 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315ab9e90 0x561315b51c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e25a19740 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a95a40 0x561315b51740 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e25a19740 1 --2- 172.21.15.92:0/2735705897 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315a942b0 0x561315ab7e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e25a19740 1 -- 172.21.15.92:0/2735705897 >> 172.21.15.92:0/2735705897 conn(0x561315a91a70 msgr2=0x561315adad10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e25a19740 1 -- 172.21.15.92:0/2735705897 shutdown_connections 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.430+0000 7f4e25a19740 1 -- 172.21.15.92:0/2735705897 wait complete. 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.431+0000 7f4e25a19740 1 -- start start 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.431+0000 7f4e25a19740 1 Processor -- start 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315aacba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a95a40 0x561315b50820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e25a19740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315ab9e90 0x561315ab2540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e25a19740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x561315ab4480 con 0x561315a942b0 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e25a19740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4e1c157140 con 0x561315a95a40 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e25a19740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x561315abc2a0 con 0x561315ab9e90 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e25a19740 10 client.0 _ll_register_callbacks cb 0x7f4e0c004340 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:05:55.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e1be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315aacba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e1be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315aacba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:43484/0 (socket says 172.21.15.92:43484) 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e1be00640 1 -- 172.21.15.92:0/4123741849 learned_addr learned my addr 172.21.15.92:0/4123741849 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e20a00640 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315ab9e90 0x561315ab2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.432+0000 7f4e1b400640 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a95a40 0x561315b50820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e1be00640 1 -- 172.21.15.92:0/4123741849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315ab9e90 msgr2=0x561315ab2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e1be00640 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315ab9e90 0x561315ab2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e1be00640 1 -- 172.21.15.92:0/4123741849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a95a40 msgr2=0x561315b50820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e1be00640 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a95a40 0x561315b50820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e1be00640 1 -- 172.21.15.92:0/4123741849 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x561315a8ec20 con 0x561315a942b0 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e1b400640 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a95a40 0x561315b50820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e1be00640 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315aacba0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c009520 tx=0x7f4e0c018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94f7c672da2e9a97 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e04c00640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:05:55.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e04c00640 1 -- 172.21.15.92:0/4123741849 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e0c049060 con 0x561315a942b0 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e04c00640 1 -- 172.21.15.92:0/4123741849 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f4e0c035880 con 0x561315a942b0 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e25a19740 1 -- 172.21.15.92:0/4123741849 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f4e0804c070 con 0x561315a942b0 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e04c00640 1 -- 172.21.15.92:0/4123741849 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=70) ==== 24+0+0 (secure 0 0 0) 0x7f4e0c040080 con 0x561315a942b0 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e25a19740 10 client.6693 fetch_fsmap learned FSMap version 70 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.433+0000 7f4e25a19740 1 -- 172.21.15.92:0/4123741849 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=70,monmap=2+}) -- 0x561315b57c50 con 0x561315a942b0 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e04c00640 1 -- 172.21.15.92:0/4123741849 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e0804c070 con 0x561315a942b0 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e04c00640 1 -- 172.21.15.92:0/4123741849 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 70) ==== 3502+0+0 (secure 0 0 0) 0x7f4e0c035aa0 con 0x561315a942b0 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e25a19740 10 client.6693 fetch_fsmap finished waiting for FSMap version 70 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e25a19740 10 client.6693 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e25a19740 20 client.6693 populate_metadata read hostname 'smithi092' 2024-09-19T06:05:55.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e25a19740 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] conn(0x561315ad7c10 0x561315ad8d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e25a19740 4 client.6693 mds_command: new command op to 6636 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e25a19740 1 -- 172.21.15.92:0/4123741849 --> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] -- command(tid 0: {"prefix": "status"}) -- 0x5613159fae90 con 0x561315ad7c10 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e1b400640 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] conn(0x561315ad7c10 0x561315ad8d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e1b400640 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] conn(0x561315ad7c10 0x561315ad8d90 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6e028479968630b5 server_cookie=894246ec9775de4 in_seq=0 out_seq=0 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.434+0000 7f4e04c00640 10 client.6693 ms_handle_connect on v2:172.21.15.92:6834/3754888341 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e04c00640 1 -- 172.21.15.92:0/4123741849 <== mds.0 v2:172.21.15.92:6834/3754888341 1 ==== command_reply(tid 0: 0 ) ==== 8+0+331 (crc 0 0 0) 0x5613159fae90 con 0x561315ad7c10 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e04c00640 10 client.6693 handle_command_reply: tid=0 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 client.6693 shutdown 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 -- 172.21.15.92:0/4123741849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 msgr2=0x561315aacba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315aacba0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c009520 tx=0x7f4e0c018000 comp rx=0 tx=0).stop 2024-09-19T06:05:55.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 -- 172.21.15.92:0/4123741849 shutdown_connections 2024-09-19T06:05:55.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x561315ab9e90 0x561315ab2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.92:6834/3754888341,v1:172.21.15.92:6835/3754888341] conn(0x561315ad7c10 0x561315ad8d90 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x561315a95a40 0x561315b50820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 --2- 172.21.15.92:0/4123741849 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x561315a942b0 0x561315aacba0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e04c00640 0 client.6693 ms_handle_reset on v2:172.21.15.92:6834/3754888341 2024-09-19T06:05:55.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 -- 172.21.15.92:0/4123741849 >> 172.21.15.92:0/4123741849 conn(0x561315a91a70 msgr2=0x561315ab5f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:55.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 -- 172.21.15.92:0/4123741849 shutdown_connections 2024-09-19T06:05:55.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 1 -- 172.21.15.92:0/4123741849 wait complete. 2024-09-19T06:05:55.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.435+0000 7f4e25a19740 20 client.6693 trim_cache size 0 max 16384 2024-09-19T06:05:55.443 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:05:55.443 INFO:teuthology.orchestra.run.smithi092.stdout: "cluster_fsid": "f5d8e754-8e2b-4858-a423-49d63e91d369", 2024-09-19T06:05:55.443 INFO:teuthology.orchestra.run.smithi092.stdout: "whoami": 0, 2024-09-19T06:05:55.443 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 6636, 2024-09-19T06:05:55.443 INFO:teuthology.orchestra.run.smithi092.stdout: "want_state": "up:active", 2024-09-19T06:05:55.443 INFO:teuthology.orchestra.run.smithi092.stdout: "state": "up:active", 2024-09-19T06:05:55.443 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs", 2024-09-19T06:05:55.443 INFO:teuthology.orchestra.run.smithi092.stdout: "rank_uptime": 4.6422524999999997, 2024-09-19T06:05:55.443 INFO:teuthology.orchestra.run.smithi092.stdout: "mdsmap_epoch": 70, 2024-09-19T06:05:55.444 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch": 96, 2024-09-19T06:05:55.444 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch_barrier": 96, 2024-09-19T06:05:55.444 INFO:teuthology.orchestra.run.smithi092.stdout: "uptime": 10.095867307000001 2024-09-19T06:05:55.444 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:05:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 -- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4dfc06c2b0 msgr2=0x7f4dfc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4dfc06c2b0 0x7f4dfc06e770 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c009aa0 tx=0x7f4e0c009190 comp rx=0 tx=0).stop 2024-09-19T06:05:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 -- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 msgr2=0x7f4e1c15e6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:05:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 0x7f4e1c15e6b0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f4e1400c6b0 tx=0x7f4e1400cb70 comp rx=0 tx=0).stop 2024-09-19T06:05:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 -- 172.21.15.92:0/3160651263 shutdown_connections 2024-09-19T06:05:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e1c15c600 0x7f4e1c15e6b0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e1c155b10 0x7f4e1c1ef3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4dfc06c2b0 0x7f4dfc06e770 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 --2- 172.21.15.92:0/3160651263 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e1c155730 0x7f4e1c1f06c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:05:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 -- 172.21.15.92:0/3160651263 >> 172.21.15.92:0/3160651263 conn(0x7f4e1c067f80 msgr2=0x7f4e1c0b5430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:05:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 -- 172.21.15.92:0/3160651263 shutdown_connections 2024-09-19T06:05:55.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:55.436+0000 7f4e21400640 1 -- 172.21.15.92:0/3160651263 wait complete. 2024-09-19T06:05:55.454 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:05:55.454 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:05:55.454 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:05:55.454 DEBUG:teuthology.orchestra.run.smithi092:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-19T06:05:55.454 DEBUG:teuthology.orchestra.run.smithi092:> subdir = "delete_me" 2024-09-19T06:05:55.454 DEBUG:teuthology.orchestra.run.smithi092:> size_unit = 1024 2024-09-19T06:05:55.455 DEBUG:teuthology.orchestra.run.smithi092:> file_multiplier = 200 2024-09-19T06:05:55.455 DEBUG:teuthology.orchestra.run.smithi092:> os.mkdir(os.path.join(mountpoint, subdir)) 2024-09-19T06:05:55.455 DEBUG:teuthology.orchestra.run.smithi092:> for i in range(0, file_multiplier): 2024-09-19T06:05:55.455 DEBUG:teuthology.orchestra.run.smithi092:> for size in range(0, 16*size_unit, size_unit): 2024-09-19T06:05:55.456 DEBUG:teuthology.orchestra.run.smithi092:> filename = "{0}_{1}.bin".format(i, size // size_unit) 2024-09-19T06:05:55.456 DEBUG:teuthology.orchestra.run.smithi092:> with open(os.path.join(mountpoint, subdir, filename), '"'"'w'"'"') as f: 2024-09-19T06:05:55.457 DEBUG:teuthology.orchestra.run.smithi092:> f.write(size * '"'"'x'"'"') 2024-09-19T06:05:55.457 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:05:56.160 INFO:tasks.ceph.mds.a.smithi092.stderr:2024-09-19T06:05:56.158+0000 7f599de00640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:05:59.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:05:59 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:05:59.779 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json config get mds_max_purge_ops 2024-09-19T06:05:59.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:05:59.780 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec rm -rf delete_me) 2024-09-19T06:06:00.049 INFO:teuthology.orchestra.run.smithi092.stdout:{"mds_max_purge_ops":"100000000"} 2024-09-19T06:06:00.049 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_max_purge_ops": "100000000" } 2024-09-19T06:06:00.050 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json config get mds_max_purge_files 2024-09-19T06:06:00.229 INFO:teuthology.orchestra.run.smithi102.stdout:{"mds_max_purge_files":"6"} 2024-09-19T06:06:00.230 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_max_purge_files": "6" } 2024-09-19T06:06:00.230 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:00.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.398+0000 7f25cda00640 1 Processor -- start 2024-09-19T06:06:00.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.399+0000 7f25cda00640 1 -- start start 2024-09-19T06:06:00.401 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.400+0000 7f25cda00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f25c806dcf0 0x7f25c8169790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:00.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.400+0000 7f25cda00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25c80ceee0 con 0x7f25c815e7e0 2024-09-19T06:06:00.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.400+0000 7f25cda00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f25c80cf1c0 con 0x7f25c80b3920 2024-09-19T06:06:00.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.400+0000 7f25cda00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f25c80cf4a0 con 0x7f25c806dcf0 2024-09-19T06:06:00.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.400+0000 7f25cd000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f25c806dcf0 0x7f25c8169790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:00.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.400+0000 7f25c7e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f25c815e7e0 0x7f25c80b9f70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38170/0 (socket says 172.21.15.92:38170) 2024-09-19T06:06:00.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.400+0000 7f25c7e00640 1 -- 172.21.15.92:0/1516440684 learned_addr learned my addr 172.21.15.92:0/1516440684 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:00.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.401+0000 7f25cd000640 1 -- 172.21.15.92:0/1516440684 >> v1:172.21.15.102:6789/0 conn(0x7f25c80b3920 legacy=0x7f25c806d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:00.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.401+0000 7f25cd000640 1 -- 172.21.15.92:0/1516440684 >> v1:172.21.15.92:6789/0 conn(0x7f25c815e7e0 legacy=0x7f25c80b9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:00.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.401+0000 7f25cd000640 1 -- 172.21.15.92:0/1516440684 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25c80cf780 con 0x7f25c806dcf0 2024-09-19T06:06:00.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.402+0000 7f25cd000640 1 --2- 172.21.15.92:0/1516440684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c806dcf0 0x7f25c8169790 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f25c0009d90 tx=0x7f25c002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=219c7a03c9abb549 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:00.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.402+0000 7f25c7400640 1 -- 172.21.15.92:0/1516440684 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c0007740 con 0x7f25c806dcf0 2024-09-19T06:06:00.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.402+0000 7f25c7400640 1 -- 172.21.15.92:0/1516440684 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25c00078e0 con 0x7f25c806dcf0 2024-09-19T06:06:00.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.402+0000 7f25c7400640 1 -- 172.21.15.92:0/1516440684 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25c0007cb0 con 0x7f25c806dcf0 2024-09-19T06:06:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.403+0000 7f25cda00640 1 -- 172.21.15.92:0/1516440684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c806dcf0 msgr2=0x7f25c8169790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.403+0000 7f25cda00640 1 --2- 172.21.15.92:0/1516440684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c806dcf0 0x7f25c8169790 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f25c0009d90 tx=0x7f25c002a6f0 comp rx=0 tx=0).stop 2024-09-19T06:06:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.403+0000 7f25cda00640 1 -- 172.21.15.92:0/1516440684 shutdown_connections 2024-09-19T06:06:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.403+0000 7f25cda00640 1 --2- 172.21.15.92:0/1516440684 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c806dcf0 0x7f25c8169790 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.403+0000 7f25cda00640 1 -- 172.21.15.92:0/1516440684 >> 172.21.15.92:0/1516440684 conn(0x7f25c80d17a0 msgr2=0x7f25c80d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:00.405 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.403+0000 7f25cda00640 1 -- 172.21.15.92:0/1516440684 shutdown_connections 2024-09-19T06:06:00.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.403+0000 7f25cda00640 1 -- 172.21.15.92:0/1516440684 wait complete. 2024-09-19T06:06:00.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.404+0000 7f25cda00640 1 Processor -- start 2024-09-19T06:06:00.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.405+0000 7f25cda00640 1 -- start start 2024-09-19T06:06:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25cda00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f25c806dcf0 0x7f25c815b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25cda00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f25c80b3920 0x7f25c81572d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25cda00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c815e7e0 0x7f25c815c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25cda00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f25c815ebc0 con 0x7f25c815e7e0 2024-09-19T06:06:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25cda00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f25c80cfca0 con 0x7f25c80b3920 2024-09-19T06:06:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25cda00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f25c815ed40 con 0x7f25c806dcf0 2024-09-19T06:06:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25cd000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c815e7e0 0x7f25c815c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25c7e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f25c806dcf0 0x7f25c815b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:00.408 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25bfe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f25c80b3920 0x7f25c81572d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25c7e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f25c806dcf0 0x7f25c815b1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:42618/0 (socket says 172.21.15.92:42618) 2024-09-19T06:06:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25cd000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c815e7e0 0x7f25c815c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46850/0 (socket says 172.21.15.92:46850) 2024-09-19T06:06:00.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25c7e00640 1 -- 172.21.15.92:0/1767440621 learned_addr learned my addr 172.21.15.92:0/1767440621 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25c7e00640 1 -- 172.21.15.92:0/1767440621 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f25c80b3920 msgr2=0x7f25c81572d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25c7e00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f25c80b3920 0x7f25c81572d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25c7e00640 1 -- 172.21.15.92:0/1767440621 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c815e7e0 msgr2=0x7f25c815c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25c7e00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c815e7e0 0x7f25c815c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.406+0000 7f25c7e00640 1 -- 172.21.15.92:0/1767440621 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f25c8159260 con 0x7f25c806dcf0 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.407+0000 7f25c7e00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f25c806dcf0 0x7f25c815b1c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f25b800c4b0 tx=0x7f25b800c970 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.407+0000 7f25c4c00640 1 -- 172.21.15.92:0/1767440621 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b8017070 con 0x7f25c806dcf0 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.407+0000 7f25c4c00640 1 -- 172.21.15.92:0/1767440621 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25b8005ce0 con 0x7f25c806dcf0 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.407+0000 7f25c4c00640 1 -- 172.21.15.92:0/1767440621 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25b8007270 con 0x7f25c806dcf0 2024-09-19T06:06:00.410 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.408+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f25c8159540 con 0x7f25c806dcf0 2024-09-19T06:06:00.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.408+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f25c8159b00 con 0x7f25c806dcf0 2024-09-19T06:06:00.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.409+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f25c806d5e0 con 0x7f25c806dcf0 2024-09-19T06:06:00.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.410+0000 7f25c4c00640 1 -- 172.21.15.92:0/1767440621 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f25b801a070 con 0x7f25c806dcf0 2024-09-19T06:06:00.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.411+0000 7f25c4c00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25a406c2b0 0x7f25a406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:00.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.411+0000 7f25c4c00640 1 -- 172.21.15.92:0/1767440621 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f25b808a7d0 con 0x7f25c806dcf0 2024-09-19T06:06:00.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.411+0000 7f25bfe00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25a406c2b0 0x7f25a406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:00.413 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.412+0000 7f25bfe00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25a406c2b0 0x7f25a406e770 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f25c81585b0 tx=0x7f25b0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:00.418 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.416+0000 7f25c4c00640 1 -- 172.21.15.92:0/1767440621 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f25b8058830 con 0x7f25c806dcf0 2024-09-19T06:06:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.659+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f25c80b79d0 con 0x7f25c806dcf0 2024-09-19T06:06:00.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.659+0000 7f25c4c00640 1 -- 172.21.15.92:0/1767440621 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f25b805cb30 con 0x7f25c806dcf0 2024-09-19T06:06:00.661 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:00.663 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:00.663 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25a406c2b0 msgr2=0x7f25a406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25a406c2b0 0x7f25a406e770 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f25c81585b0 tx=0x7f25b0009040 comp rx=0 tx=0).stop 2024-09-19T06:06:00.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f25c806dcf0 msgr2=0x7f25c815b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f25c806dcf0 0x7f25c815b1c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f25b800c4b0 tx=0x7f25b800c970 comp rx=0 tx=0).stop 2024-09-19T06:06:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 shutdown_connections 2024-09-19T06:06:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f25c815e7e0 0x7f25c815c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25a406c2b0 0x7f25a406e770 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f25c80b3920 0x7f25c81572d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 --2- 172.21.15.92:0/1767440621 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f25c806dcf0 0x7f25c815b1c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 >> 172.21.15.92:0/1767440621 conn(0x7f25c80d17a0 msgr2=0x7f25c80b61c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 shutdown_connections 2024-09-19T06:06:00.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:00.662+0000 7f25cda00640 1 -- 172.21.15.92:0/1767440621 wait complete. 2024-09-19T06:06:00.684 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:00.910 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":25,"msgr_send_messages":25,"msgr_recv_bytes":15583,"msgr_send_bytes":4226333,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.019853762,"msgr_running_send_time":0.008355437,"msgr_running_recv_time":0.006141877,"msgr_running_fast_dispatch_time":0.002496821,"msgr_send_messages_queue_lat":{"avgcount":24,"sum":0.010046000,"avgtime":0.000418583},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":4227,"msgr_send_messages":10889,"msgr_recv_bytes":1526618,"msgr_send_bytes":10534945,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":0.843847462,"msgr_running_send_time":0.491122075,"msgr_running_recv_time":0.398913595,"msgr_running_fast_dispatch_time":0.003912864,"msgr_send_messages_queue_lat":{"avgcount":10888,"sum":0.276663308,"avgtime":0.000025409},"msgr_handle_ack_lat":{"avgcount":14713,"sum":0.004980982,"avgtime":0.000000338},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":91968},"AsyncMessenger::Worker-2":{"msgr_recv_messages":30,"msgr_send_messages":25,"msgr_recv_bytes":112706,"msgr_send_bytes":9712,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.006207513,"msgr_running_send_time":0.001142921,"msgr_running_recv_time":0.006095631,"msgr_running_fast_dispatch_time":0.000222601,"msgr_send_messages_queue_lat":{"avgcount":24,"sum":0.007037228,"avgtime":0.000293217},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":108928,"msgr_send_encrypted_bytes":6800},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":511,"complete_latency":{"avgcount":71,"sum":0.881975046,"avgtime":0.012422183}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":4,"sum":0.000200807,"avgtime":0.000050201}},"mds":{"request":3713,"reply":3710,"reply_latency":{"avgcount":3710,"sum":4.074893352,"avgtime":0.001098354},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":3713,"inodes_top":0,"inodes_bottom":3713,"inodes_pin_tail":0,"inodes_pinned":3713,"inodes_expired":0,"inodes_with_caps":3202,"caps":3202,"subtrees":2,"traverse":3713,"traverse_hit":3713,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":3054,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":3454,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":467,"handle_client_caps_dirty":467,"handle_client_cap_release":0,"process_request_cap_release":511},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":503,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":503,"strays_enqueued":0,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":4180,"evex":0,"evtrm":0,"ev":4183,"evexg":0,"evexd":0,"segadd":4,"segex":0,"segtrm":0,"seg":6,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":13535798,"rdpos":4195244,"jlat":{"avgcount":12,"sum":0.079548196,"avgtime":0.006629016},"replayed":3},"mds_mem":{"ino":3214,"ino+":3214,"ino-":0,"dir":13,"dir+":13,"dir-":0,"dn":3713,"dn+":3713,"dn-":0,"cap":3202,"cap+":3202,"cap-":0,"rss":81132,"heap":248172},"mds_server":{"dispatch_client_request":3713,"dispatch_server_request":0,"handle_client_request":3713,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":502,"sum":0.774251788,"avgtime":0.001542334},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":3589,"average_load":3589,"avg_session_uptime":766,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":8478889,"buffer_anon_items":5578,"buffer_meta_bytes":1672,"buffer_meta_items":19,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":12730460,"mds_co_items":133646,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":64,"op_send_bytes":8676067,"op_resend":0,"op_reply":64,"op_latency":{"avgcount":64,"sum":0.180994891,"avgtime":0.002828045},"op_inflight":0,"oplen_avg":{"avgcount":64,"sum":116},"op":64,"op_r":36,"op_w":28,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":8,"osdop_write":13,"osdop_writefull":1,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":7,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":12,"omap_rd":48,"omap_del":0},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":0,"pq_executing":0,"pq_executing_high_water":0,"pq_executed_ops":0,"pq_executed":0,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":521,"max":104857600,"get_started":0,"get":4278,"get_sum":1267268,"get_or_fail_fail":0,"get_or_fail_success":4278,"take":0,"take_sum":0,"put":4276,"put_sum":1266747,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":64,"take_sum":8677002,"put":64,"put_sum":8677002,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":64,"take_sum":64,"put":64,"put_sum":64,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":0,"take_sum":0,"put":0,"put_sum":0,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":952886,"max":3758096384,"get_started":0,"get":4180,"get_sum":9340295,"get_or_fail_fail":0,"get_or_fail_success":4180,"take":0,"take_sum":0,"put":13,"put_sum":8387409,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:00.911 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 15583, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 25, "msgr_running_fast_dispatch_time": 0.002496821, "msgr_running_recv_time": 0.006141877, "msgr_running_send_time": 0.008355437, "msgr_running_total_time": 0.019853762, "msgr_send_bytes": 4226333, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 25, "msgr_send_messages_queue_lat": { "avgcount": 24, "avgtime": 0.000418583, "sum": 0.010046 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 14713, "avgtime": 3.38e-07, "sum": 0.004980982 }, "msgr_recv_bytes": 1526618, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 4227, "msgr_running_fast_dispatch_time": 0.003912864, "msgr_running_recv_time": 0.398913595, "msgr_running_send_time": 0.491122075, "msgr_running_total_time": 0.843847462, "msgr_send_bytes": 10534945, "msgr_send_encrypted_bytes": 91968, "msgr_send_messages": 10889, "msgr_send_messages_queue_lat": { "avgcount": 10888, "avgtime": 2.5409e-05, "sum": 0.276663308 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 112706, "msgr_recv_encrypted_bytes": 108928, "msgr_recv_messages": 30, "msgr_running_fast_dispatch_time": 0.000222601, "msgr_running_recv_time": 0.006095631, "msgr_running_send_time": 0.001142921, "msgr_running_total_time": 0.006207513, "msgr_send_bytes": 9712, "msgr_send_encrypted_bytes": 6800, "msgr_send_messages": 25, "msgr_send_messages_queue_lat": { "avgcount": 24, "avgtime": 0.000293217, "sum": 0.007037228 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 71, "avgtime": 0.012422183, "sum": 0.881975046 }, "queue_len": 511 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 4, "avgtime": 5.0201e-05, "sum": 0.000200807 }, "queue_len": 0 }, "mds": { "caps": 3202, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 3454, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 0, "handle_client_caps": 467, "handle_client_caps_dirty": 467, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 3713, "inodes_bottom": 3713, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 3713, "inodes_top": 0, "inodes_with_caps": 3202, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 511, "q": 0, "reply": 3710, "reply_latency": { "avgcount": 3710, "avgtime": 0.001098354, "sum": 4.074893352 }, "request": 3713, "root_rbytes": 0, "root_rfiles": 3054, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 3713, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 3713, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 503, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 503, "strays_enqueued": 0, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 4183, "evadd": 4180, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 12, "avgtime": 0.006629016, "sum": 0.079548196 }, "rdpos": 4195244, "replayed": 3, "seg": 6, "segadd": 4, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 13535798 }, "mds_mem": { "cap": 3202, "cap+": 3202, "cap-": 0, "dir": 13, "dir+": 13, "dir-": 0, "dn": 3713, "dn+": 3713, "dn-": 0, "heap": 248172, "ino": 3214, "ino+": 3214, "ino-": 0, "rss": 81132 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 3713, "dispatch_server_request": 0, "handle_client_request": 3713, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 502, "avgtime": 0.001542334, "sum": 0.774251788 } }, "mds_sessions": { "average_load": 3589, "avg_session_uptime": 766, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 3589 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 8478889, "buffer_anon_items": 5578, "buffer_meta_bytes": 1672, "buffer_meta_items": 19, "mds_co_bytes": 12730460, "mds_co_items": 133646, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 0, "omap_rd": 48, "omap_wr": 12, "op": 64, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 64, "avgtime": 0.002828045, "sum": 0.180994891 }, "op_pg": 0, "op_r": 36, "op_reply": 64, "op_resend": 0, "op_rmw": 0, "op_send": 64, "op_send_bytes": 8676067, "op_w": 28, "oplen_avg": { "avgcount": 64, "sum": 116 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 7, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 8, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 13, "osdop_writefull": 1, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 0, "pq_executed_ops": 0, "pq_executing": 0, "pq_executing_high_water": 0, "pq_executing_ops": 0, "pq_executing_ops_high_water": 0, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 4278, "get_or_fail_fail": 0, "get_or_fail_success": 4278, "get_started": 0, "get_sum": 1267268, "max": 104857600, "put": 4276, "put_sum": 1266747, "take": 0, "take_sum": 0, "val": 521, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 64, "put_sum": 8677002, "take": 64, "take_sum": 8677002, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 64, "put_sum": 64, "take": 64, "take_sum": 64, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 3758096384, "put": 0, "put_sum": 0, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 4180, "get_or_fail_fail": 0, "get_or_fail_success": 4180, "get_started": 0, "get_sum": 9340295, "max": 3758096384, "put": 13, "put_sum": 8387409, "take": 0, "take_sum": 0, "val": 952886, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:00.912 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/503, 0/503 2024-09-19T06:06:01.913 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:02.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.086+0000 7fd23aa00640 1 Processor -- start 2024-09-19T06:06:02.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.086+0000 7fd23aa00640 1 -- start start 2024-09-19T06:06:02.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.088+0000 7fd23aa00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fd23415e7e0 0x7fd2340b9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:02.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.088+0000 7fd23aa00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2340ba4b0 con 0x7fd23406dcf0 2024-09-19T06:06:02.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.088+0000 7fd23aa00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd2340ceee0 con 0x7fd2340b3920 2024-09-19T06:06:02.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.088+0000 7fd23aa00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fd2340cf1c0 con 0x7fd23415e7e0 2024-09-19T06:06:02.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.088+0000 7fd23a000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd23406dcf0 0x7fd2340d22c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38182/0 (socket says 172.21.15.92:38182) 2024-09-19T06:06:02.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.088+0000 7fd23a000640 1 -- 172.21.15.92:0/507553926 learned_addr learned my addr 172.21.15.92:0/507553926 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:02.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.089+0000 7fd239600640 1 --2- 172.21.15.92:0/507553926 >> v2:172.21.15.102:3300/0 conn(0x7fd23415e7e0 0x7fd2340b9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:02.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.089+0000 7fd233e00640 1 -- 172.21.15.92:0/507553926 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 190451291 0 0) 0x7fd2340ba4b0 con 0x7fd23406dcf0 2024-09-19T06:06:02.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.089+0000 7fd233e00640 1 -- 172.21.15.92:0/507553926 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fd21c003520 con 0x7fd23406dcf0 2024-09-19T06:06:02.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.089+0000 7fd239600640 1 -- 172.21.15.92:0/507553926 >> v1:172.21.15.102:6789/0 conn(0x7fd2340b3920 legacy=0x7fd23406d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:02.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.089+0000 7fd239600640 1 -- 172.21.15.92:0/507553926 >> v1:172.21.15.92:6789/0 conn(0x7fd23406dcf0 legacy=0x7fd2340d22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:02.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.089+0000 7fd239600640 1 -- 172.21.15.92:0/507553926 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2340cf4a0 con 0x7fd23415e7e0 2024-09-19T06:06:02.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.090+0000 7fd239600640 1 --2- 172.21.15.92:0/507553926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd23415e7e0 0x7fd2340b9f70 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd2340ba680 tx=0x7fd22802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97a98dbb9a8c51cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:02.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd233e00640 1 -- 172.21.15.92:0/507553926 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd228037070 con 0x7fd23415e7e0 2024-09-19T06:06:02.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd233e00640 1 -- 172.21.15.92:0/507553926 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd228032440 con 0x7fd23415e7e0 2024-09-19T06:06:02.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd233e00640 1 -- 172.21.15.92:0/507553926 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd228032810 con 0x7fd23415e7e0 2024-09-19T06:06:02.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd23aa00640 1 -- 172.21.15.92:0/507553926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd23415e7e0 msgr2=0x7fd2340b9f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:02.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd23aa00640 1 --2- 172.21.15.92:0/507553926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd23415e7e0 0x7fd2340b9f70 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd2340ba680 tx=0x7fd22802a230 comp rx=0 tx=0).stop 2024-09-19T06:06:02.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd23aa00640 1 -- 172.21.15.92:0/507553926 shutdown_connections 2024-09-19T06:06:02.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd23aa00640 1 --2- 172.21.15.92:0/507553926 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd23415e7e0 0x7fd2340b9f70 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:02.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd23aa00640 1 -- 172.21.15.92:0/507553926 >> 172.21.15.92:0/507553926 conn(0x7fd2340d17a0 msgr2=0x7fd2340d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:02.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd23aa00640 1 -- 172.21.15.92:0/507553926 shutdown_connections 2024-09-19T06:06:02.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.091+0000 7fd23aa00640 1 -- 172.21.15.92:0/507553926 wait complete. 2024-09-19T06:06:02.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.093+0000 7fd23aa00640 1 Processor -- start 2024-09-19T06:06:02.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.093+0000 7fd23aa00640 1 -- start start 2024-09-19T06:06:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.094+0000 7fd23aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd23406dcf0 0x7fd2340ca540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.094+0000 7fd23aa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2340b3920 0x7fd2341f56e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.094+0000 7fd23aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd23415e7e0 0x7fd2341f4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.094+0000 7fd23aa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd23415ebc0 con 0x7fd23406dcf0 2024-09-19T06:06:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.094+0000 7fd23aa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd2340cfca0 con 0x7fd23415e7e0 2024-09-19T06:06:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.094+0000 7fd23aa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd23415ed40 con 0x7fd2340b3920 2024-09-19T06:06:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.094+0000 7fd239600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd23406dcf0 0x7fd2340ca540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.094+0000 7fd239600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd23406dcf0 0x7fd2340ca540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46860/0 (socket says 172.21.15.92:46860) 2024-09-19T06:06:02.097 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.094+0000 7fd239600640 1 -- 172.21.15.92:0/2165860619 learned_addr learned my addr 172.21.15.92:0/2165860619 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd23a000640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd23415e7e0 0x7fd2341f4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd238c00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2340b3920 0x7fd2341f56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd239600640 1 -- 172.21.15.92:0/2165860619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2340b3920 msgr2=0x7fd2341f56e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd239600640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2340b3920 0x7fd2341f56e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd239600640 1 -- 172.21.15.92:0/2165860619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd23415e7e0 msgr2=0x7fd2341f4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd239600640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd23415e7e0 0x7fd2341f4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd239600640 1 -- 172.21.15.92:0/2165860619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd2341f54e0 con 0x7fd23406dcf0 2024-09-19T06:06:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd238c00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2340b3920 0x7fd2341f56e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:02.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd239600640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd23406dcf0 0x7fd2340ca540 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fd228009890 tx=0x7fd2280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:02.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.095+0000 7fd231600640 1 -- 172.21.15.92:0/2165860619 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd228037040 con 0x7fd23406dcf0 2024-09-19T06:06:02.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.096+0000 7fd231600640 1 -- 172.21.15.92:0/2165860619 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd228042070 con 0x7fd23406dcf0 2024-09-19T06:06:02.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.096+0000 7fd231600640 1 -- 172.21.15.92:0/2165860619 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd228030960 con 0x7fd23406dcf0 2024-09-19T06:06:02.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.096+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd23415efc0 con 0x7fd23406dcf0 2024-09-19T06:06:02.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.096+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd23415f580 con 0x7fd23406dcf0 2024-09-19T06:06:02.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.097+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd2340b9f70 con 0x7fd23406dcf0 2024-09-19T06:06:02.100 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.098+0000 7fd231600640 1 -- 172.21.15.92:0/2165860619 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd228030b00 con 0x7fd23406dcf0 2024-09-19T06:06:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.099+0000 7fd231600640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd21406c2b0 0x7fd21406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.099+0000 7fd231600640 1 -- 172.21.15.92:0/2165860619 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7fd2280abeb0 con 0x7fd23406dcf0 2024-09-19T06:06:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.099+0000 7fd238c00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd21406c2b0 0x7fd21406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:02.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.100+0000 7fd238c00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd21406c2b0 0x7fd21406e770 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fd2340c8000 tx=0x7fd220009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:02.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.106+0000 7fd231600640 1 -- 172.21.15.92:0/2165860619 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd2341f54e0 con 0x7fd23406dcf0 2024-09-19T06:06:02.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.354+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fd2340d31c0 con 0x7fd23406dcf0 2024-09-19T06:06:02.356 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.355+0000 7fd231600640 1 -- 172.21.15.92:0/2165860619 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7fd228045360 con 0x7fd23406dcf0 2024-09-19T06:06:02.357 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:02.357 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:02.357 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:02.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd21406c2b0 msgr2=0x7fd21406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:02.359 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd21406c2b0 0x7fd21406e770 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7fd2340c8000 tx=0x7fd220009040 comp rx=0 tx=0).stop 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd23406dcf0 msgr2=0x7fd2340ca540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd23406dcf0 0x7fd2340ca540 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fd228009890 tx=0x7fd2280046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 shutdown_connections 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd21406c2b0 0x7fd21406e770 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd23415e7e0 0x7fd2341f4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd2340b3920 0x7fd2341f56e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 --2- 172.21.15.92:0/2165860619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd23406dcf0 0x7fd2340ca540 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.357+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 >> 172.21.15.92:0/2165860619 conn(0x7fd2340d17a0 msgr2=0x7fd2340d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.358+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 shutdown_connections 2024-09-19T06:06:02.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:02.358+0000 7fd23aa00640 1 -- 172.21.15.92:0/2165860619 wait complete. 2024-09-19T06:06:02.379 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:02.616 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":73,"msgr_send_messages":73,"msgr_recv_bytes":27759,"msgr_send_bytes":4241965,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.025325763,"msgr_running_send_time":0.010926011,"msgr_running_recv_time":0.007293224,"msgr_running_fast_dispatch_time":0.003853313,"msgr_send_messages_queue_lat":{"avgcount":72,"sum":0.012916348,"avgtime":0.000179393},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":6316,"msgr_send_messages":12917,"msgr_recv_bytes":2260965,"msgr_send_bytes":15458176,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.008357361,"msgr_running_send_time":0.598483886,"msgr_running_recv_time":2.286922780,"msgr_running_fast_dispatch_time":0.006412149,"msgr_send_messages_queue_lat":{"avgcount":12916,"sum":0.386645487,"avgtime":0.000029935},"msgr_handle_ack_lat":{"avgcount":17762,"sum":0.005489392,"avgtime":0.000000309},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":93776},"AsyncMessenger::Worker-2":{"msgr_recv_messages":70,"msgr_send_messages":65,"msgr_recv_bytes":134140,"msgr_send_bytes":34502,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.010248051,"msgr_running_send_time":0.002838397,"msgr_running_recv_time":0.007120976,"msgr_running_fast_dispatch_time":0.001282838,"msgr_send_messages_queue_lat":{"avgcount":64,"sum":0.008601618,"avgtime":0.000134400},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":109200,"msgr_send_encrypted_bytes":7440},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":1927,"complete_latency":{"avgcount":77,"sum":1.602063680,"avgtime":0.020806021}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":203,"sum":0.031614131,"avgtime":0.000155734}},"mds":{"request":4104,"reply":4102,"reply_latency":{"avgcount":4102,"sum":5.339129756,"avgtime":0.001301591},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":4105,"inodes_top":0,"inodes_bottom":4105,"inodes_pin_tail":0,"inodes_pinned":4105,"inodes_expired":0,"inodes_with_caps":3051,"caps":3051,"subtrees":2,"traverse":4104,"traverse_hit":4104,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":2817,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":3846,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":2094,"handle_client_caps_dirty":1849,"handle_client_cap_release":31,"process_request_cap_release":902},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":782,"num_strays_delayed":38,"num_strays_enqueuing":0,"strays_created":894,"strays_enqueued":112,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":6327,"evex":0,"evtrm":0,"ev":6330,"evexg":0,"evexd":0,"segadd":6,"segex":0,"segtrm":0,"seg":8,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":18221929,"rdpos":4195244,"jlat":{"avgcount":14,"sum":0.543601791,"avgtime":0.038828699},"replayed":3},"mds_mem":{"ino":3214,"ino+":3214,"ino-":0,"dir":13,"dir+":13,"dir-":0,"dn":4105,"dn+":4105,"dn-":0,"cap":3051,"cap+":3202,"cap-":151,"rss":104940,"heap":248172},"mds_server":{"dispatch_client_request":4104,"dispatch_server_request":0,"handle_client_request":4104,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":894,"sum":2.038488192,"avgtime":0.002280188},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":3911,"average_load":3911,"avg_session_uptime":766,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":8478889,"buffer_anon_items":5578,"buffer_meta_bytes":1672,"buffer_meta_items":19,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":12730460,"mds_co_items":133646,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":191,"op_send_bytes":12895318,"op_resend":0,"op_reply":191,"op_latency":{"avgcount":191,"sum":0.578983654,"avgtime":0.003031328},"op_inflight":0,"oplen_avg":{"avgcount":191,"sum":245},"op":191,"op_r":38,"op_w":153,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":10,"osdop_write":16,"osdop_writefull":3,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":126,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":14,"omap_rd":48,"omap_del":1},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":112,"pq_executed":112,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":6455,"get_sum":1839243,"get_or_fail_fail":0,"get_or_fail_success":6455,"take":0,"take_sum":0,"put":6455,"put_sum":1839243,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":191,"take_sum":12907565,"put":191,"put_sum":12907565,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":191,"take_sum":191,"put":191,"put_sum":191,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":112,"get_sum":11312,"get_or_fail_fail":0,"get_or_fail_success":112,"take":0,"take_sum":0,"put":2,"put_sum":11312,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":1444713,"max":3758096384,"get_started":0,"get":6327,"get_sum":14026426,"get_or_fail_fail":0,"get_or_fail_success":6327,"take":0,"take_sum":0,"put":14,"put_sum":12581713,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:02.618 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 27759, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 73, "msgr_running_fast_dispatch_time": 0.003853313, "msgr_running_recv_time": 0.007293224, "msgr_running_send_time": 0.010926011, "msgr_running_total_time": 0.025325763, "msgr_send_bytes": 4241965, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 73, "msgr_send_messages_queue_lat": { "avgcount": 72, "avgtime": 0.000179393, "sum": 0.012916348 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 17762, "avgtime": 3.09e-07, "sum": 0.005489392 }, "msgr_recv_bytes": 2260965, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 6316, "msgr_running_fast_dispatch_time": 0.006412149, "msgr_running_recv_time": 2.28692278, "msgr_running_send_time": 0.598483886, "msgr_running_total_time": 1.008357361, "msgr_send_bytes": 15458176, "msgr_send_encrypted_bytes": 93776, "msgr_send_messages": 12917, "msgr_send_messages_queue_lat": { "avgcount": 12916, "avgtime": 2.9935e-05, "sum": 0.386645487 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 134140, "msgr_recv_encrypted_bytes": 109200, "msgr_recv_messages": 70, "msgr_running_fast_dispatch_time": 0.001282838, "msgr_running_recv_time": 0.007120976, "msgr_running_send_time": 0.002838397, "msgr_running_total_time": 0.010248051, "msgr_send_bytes": 34502, "msgr_send_encrypted_bytes": 7440, "msgr_send_messages": 65, "msgr_send_messages_queue_lat": { "avgcount": 64, "avgtime": 0.0001344, "sum": 0.008601618 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 77, "avgtime": 0.020806021, "sum": 1.60206368 }, "queue_len": 1927 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 203, "avgtime": 0.000155734, "sum": 0.031614131 }, "queue_len": 0 }, "mds": { "caps": 3051, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 3846, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 31, "handle_client_caps": 2094, "handle_client_caps_dirty": 1849, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 4105, "inodes_bottom": 4105, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 4105, "inodes_top": 0, "inodes_with_caps": 3051, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 902, "q": 0, "reply": 4102, "reply_latency": { "avgcount": 4102, "avgtime": 0.001301591, "sum": 5.339129756 }, "request": 4104, "root_rbytes": 0, "root_rfiles": 2817, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 4104, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 4104, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 782, "num_strays_delayed": 38, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 894, "strays_enqueued": 112, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 6330, "evadd": 6327, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 14, "avgtime": 0.038828699, "sum": 0.543601791 }, "rdpos": 4195244, "replayed": 3, "seg": 8, "segadd": 6, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 18221929 }, "mds_mem": { "cap": 3051, "cap+": 3202, "cap-": 151, "dir": 13, "dir+": 13, "dir-": 0, "dn": 4105, "dn+": 4105, "dn-": 0, "heap": 248172, "ino": 3214, "ino+": 3214, "ino-": 0, "rss": 104940 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 4104, "dispatch_server_request": 0, "handle_client_request": 4104, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 894, "avgtime": 0.002280188, "sum": 2.038488192 } }, "mds_sessions": { "average_load": 3911, "avg_session_uptime": 766, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 3911 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 8478889, "buffer_anon_items": 5578, "buffer_meta_bytes": 1672, "buffer_meta_items": 19, "mds_co_bytes": 12730460, "mds_co_items": 133646, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 1, "omap_rd": 48, "omap_wr": 14, "op": 191, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 191, "avgtime": 0.003031328, "sum": 0.578983654 }, "op_pg": 0, "op_r": 38, "op_reply": 191, "op_resend": 0, "op_rmw": 0, "op_send": 191, "op_send_bytes": 12895318, "op_w": 153, "oplen_avg": { "avgcount": 191, "sum": 245 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 126, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 10, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 16, "osdop_writefull": 3, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 112, "pq_executed_ops": 112, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 6455, "get_or_fail_fail": 0, "get_or_fail_success": 6455, "get_started": 0, "get_sum": 1839243, "max": 104857600, "put": 6455, "put_sum": 1839243, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 191, "put_sum": 12907565, "take": 191, "take_sum": 12907565, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 191, "put_sum": 191, "take": 191, "take_sum": 191, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 112, "get_or_fail_fail": 0, "get_or_fail_success": 112, "get_started": 0, "get_sum": 11312, "max": 3758096384, "put": 2, "put_sum": 11312, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 6327, "get_or_fail_fail": 0, "get_or_fail_success": 6327, "get_started": 0, "get_sum": 14026426, "max": 3758096384, "put": 14, "put_sum": 12581713, "take": 0, "take_sum": 0, "val": 1444713, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:02.618 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/782, 112/894 2024-09-19T06:06:03.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:03.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.784+0000 7fc18f200640 1 Processor -- start 2024-09-19T06:06:03.787 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.785+0000 7fc18f200640 1 -- start start 2024-09-19T06:06:03.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.786+0000 7fc18f200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc18815e9a0 0x7fc1880ba400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:03.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.786+0000 7fc18f200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880cfc90 0x7fc1880d2c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:03.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.786+0000 7fc18f200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc1880b8c60 con 0x7fc1880b84a0 2024-09-19T06:06:03.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.786+0000 7fc18f200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fc1880b8f40 con 0x7fc18815e9a0 2024-09-19T06:06:03.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.786+0000 7fc18f200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc1880b9220 con 0x7fc1880cfc90 2024-09-19T06:06:03.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.786+0000 7fc187e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc18815e9a0 0x7fc1880ba400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:03.788 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.786+0000 7fc187e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc18815e9a0 0x7fc1880ba400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46866/0 (socket says 172.21.15.92:46866) 2024-09-19T06:06:03.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.786+0000 7fc187e00640 1 -- 172.21.15.92:0/2637564041 learned_addr learned my addr 172.21.15.92:0/2637564041 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:03.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.786+0000 7fc18d200640 1 --2- 172.21.15.92:0/2637564041 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880cfc90 0x7fc1880d2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:03.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.787+0000 7fc187e00640 1 -- 172.21.15.92:0/2637564041 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880cfc90 msgr2=0x7fc1880d2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:03.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.787+0000 7fc187e00640 1 --2- 172.21.15.92:0/2637564041 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880cfc90 0x7fc1880d2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:03.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.787+0000 7fc187e00640 1 -- 172.21.15.92:0/2637564041 >> v1:172.21.15.102:6789/0 conn(0x7fc1880b84a0 legacy=0x7fc1880cf580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:03.789 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.787+0000 7fc187e00640 1 -- 172.21.15.92:0/2637564041 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1880b9500 con 0x7fc18815e9a0 2024-09-19T06:06:03.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.788+0000 7fc187e00640 1 --2- 172.21.15.92:0/2637564041 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc18815e9a0 0x7fc1880ba400 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fc178009e50 tx=0x7fc17802a7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=122d7fed899dd773 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:03.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.788+0000 7fc186a00640 1 -- 172.21.15.92:0/2637564041 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc178036070 con 0x7fc18815e9a0 2024-09-19T06:06:03.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.788+0000 7fc186a00640 1 -- 172.21.15.92:0/2637564041 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc178031600 con 0x7fc18815e9a0 2024-09-19T06:06:03.790 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.788+0000 7fc186a00640 1 -- 172.21.15.92:0/2637564041 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1780319d0 con 0x7fc18815e9a0 2024-09-19T06:06:03.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.789+0000 7fc18f200640 1 -- 172.21.15.92:0/2637564041 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc18815e9a0 msgr2=0x7fc1880ba400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:03.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.789+0000 7fc18f200640 1 --2- 172.21.15.92:0/2637564041 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc18815e9a0 0x7fc1880ba400 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fc178009e50 tx=0x7fc17802a7a0 comp rx=0 tx=0).stop 2024-09-19T06:06:03.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.789+0000 7fc18f200640 1 -- 172.21.15.92:0/2637564041 shutdown_connections 2024-09-19T06:06:03.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.789+0000 7fc18f200640 1 --2- 172.21.15.92:0/2637564041 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880cfc90 0x7fc1880d2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:03.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.789+0000 7fc18f200640 1 --2- 172.21.15.92:0/2637564041 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc18815e9a0 0x7fc1880ba400 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:03.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.789+0000 7fc18f200640 1 -- 172.21.15.92:0/2637564041 >> 172.21.15.92:0/2637564041 conn(0x7fc18806c040 msgr2=0x7fc18806c450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:03.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.789+0000 7fc18f200640 1 -- 172.21.15.92:0/2637564041 shutdown_connections 2024-09-19T06:06:03.791 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.789+0000 7fc18f200640 1 -- 172.21.15.92:0/2637564041 wait complete. 2024-09-19T06:06:03.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.791+0000 7fc18f200640 1 Processor -- start 2024-09-19T06:06:03.793 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.791+0000 7fc18f200640 1 -- start start 2024-09-19T06:06:03.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc18f200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880b84a0 0x7fc1880b6de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:03.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc18f200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1880cfc90 0x7fc1881f83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:03.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc18f200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc18815e9a0 0x7fc188157d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:03.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc18f200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc1880b88e0 con 0x7fc1880cfc90 2024-09-19T06:06:03.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc18f200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc1880b9d00 con 0x7fc18815e9a0 2024-09-19T06:06:03.794 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc18f200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc18815ed80 con 0x7fc1880b84a0 2024-09-19T06:06:03.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc187400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1880cfc90 0x7fc1881f83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:03.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc187400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1880cfc90 0x7fc1881f83d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46870/0 (socket says 172.21.15.92:46870) 2024-09-19T06:06:03.795 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc187400640 1 -- 172.21.15.92:0/1499330755 learned_addr learned my addr 172.21.15.92:0/1499330755 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc187e00640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880b84a0 0x7fc1880b6de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.792+0000 7fc18d200640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc18815e9a0 0x7fc188157d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.793+0000 7fc187400640 1 -- 172.21.15.92:0/1499330755 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880b84a0 msgr2=0x7fc1880b6de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.793+0000 7fc187400640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880b84a0 0x7fc1880b6de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.793+0000 7fc187400640 1 -- 172.21.15.92:0/1499330755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc18815e9a0 msgr2=0x7fc188157d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.793+0000 7fc187400640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc18815e9a0 0x7fc188157d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.793+0000 7fc187400640 1 -- 172.21.15.92:0/1499330755 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc1880cb980 con 0x7fc1880cfc90 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.793+0000 7fc18d200640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc18815e9a0 0x7fc188157d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.793+0000 7fc187400640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1880cfc90 0x7fc1881f83d0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fc17400c400 tx=0x7fc17400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.793+0000 7fc17fe00640 1 -- 172.21.15.92:0/1499330755 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc1740052d0 con 0x7fc1880cfc90 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.793+0000 7fc17fe00640 1 -- 172.21.15.92:0/1499330755 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc174005490 con 0x7fc1880cfc90 2024-09-19T06:06:03.796 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.794+0000 7fc17fe00640 1 -- 172.21.15.92:0/1499330755 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc174007260 con 0x7fc1880cfc90 2024-09-19T06:06:03.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.794+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc1881f8910 con 0x7fc1880cfc90 2024-09-19T06:06:03.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.794+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc1881f8e90 con 0x7fc1880cfc90 2024-09-19T06:06:03.797 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.795+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc1880cecb0 con 0x7fc1880cfc90 2024-09-19T06:06:03.798 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.797+0000 7fc17fe00640 1 -- 172.21.15.92:0/1499330755 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc174007400 con 0x7fc1880cfc90 2024-09-19T06:06:03.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.798+0000 7fc17fe00640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc16806c2b0 0x7fc16806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:03.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.798+0000 7fc17fe00640 1 -- 172.21.15.92:0/1499330755 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7fc17408aa10 con 0x7fc1880cfc90 2024-09-19T06:06:03.800 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.798+0000 7fc187e00640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc16806c2b0 0x7fc16806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:03.801 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.799+0000 7fc187e00640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc16806c2b0 0x7fc16806e770 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc178033000 tx=0x7fc178040040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:03.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:03.804+0000 7fc17fe00640 1 -- 172.21.15.92:0/1499330755 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc1880cecb0 con 0x7fc1880cfc90 2024-09-19T06:06:04.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.236+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc18815bb00 con 0x7fc1880cfc90 2024-09-19T06:06:04.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc17fe00640 1 -- 172.21.15.92:0/1499330755 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7fc1740589e0 con 0x7fc1880cfc90 2024-09-19T06:06:04.239 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:04.239 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:04.239 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc16806c2b0 msgr2=0x7fc16806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc16806c2b0 0x7fc16806e770 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7fc178033000 tx=0x7fc178040040 comp rx=0 tx=0).stop 2024-09-19T06:06:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1880cfc90 msgr2=0x7fc1881f83d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1880cfc90 0x7fc1881f83d0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fc17400c400 tx=0x7fc17400c8c0 comp rx=0 tx=0).stop 2024-09-19T06:06:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 shutdown_connections 2024-09-19T06:06:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc16806c2b0 0x7fc16806e770 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc18815e9a0 0x7fc188157d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc1880cfc90 0x7fc1881f83d0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:04.242 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 --2- 172.21.15.92:0/1499330755 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc1880b84a0 0x7fc1880b6de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:04.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 >> 172.21.15.92:0/1499330755 conn(0x7fc18806c040 msgr2=0x7fc1880ca4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:04.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 shutdown_connections 2024-09-19T06:06:04.243 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:04.237+0000 7fc18f200640 1 -- 172.21.15.92:0/1499330755 wait complete. 2024-09-19T06:06:04.260 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:04.484 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":165,"msgr_send_messages":165,"msgr_recv_bytes":51119,"msgr_send_bytes":4271949,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.036047833,"msgr_running_send_time":0.015947799,"msgr_running_recv_time":0.009289469,"msgr_running_fast_dispatch_time":0.006403830,"msgr_send_messages_queue_lat":{"avgcount":164,"sum":0.019907751,"avgtime":0.000121388},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":7464,"msgr_send_messages":16564,"msgr_recv_bytes":2650004,"msgr_send_bytes":20871686,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.193904539,"msgr_running_send_time":0.721064333,"msgr_running_recv_time":2.443561951,"msgr_running_fast_dispatch_time":0.009008535,"msgr_send_messages_queue_lat":{"avgcount":16563,"sum":0.499512540,"avgtime":0.000030158},"msgr_handle_ack_lat":{"avgcount":19590,"sum":0.006142218,"avgtime":0.000000313},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":93776},"AsyncMessenger::Worker-2":{"msgr_recv_messages":141,"msgr_send_messages":136,"msgr_recv_bytes":171167,"msgr_send_bytes":76821,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.016694655,"msgr_running_send_time":0.005503612,"msgr_running_recv_time":0.008517133,"msgr_running_fast_dispatch_time":0.003250533,"msgr_send_messages_queue_lat":{"avgcount":135,"sum":0.012338696,"avgtime":0.000091397},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":109200,"msgr_send_encrypted_bytes":7440},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":83,"sum":2.966587085,"avgtime":0.035742013}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":530,"sum":0.095610822,"avgtime":0.000180397}},"mds":{"request":4783,"reply":4780,"reply_latency":{"avgcount":4780,"sum":6.162648151,"avgtime":0.001289256},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":4577,"inodes_top":0,"inodes_bottom":4577,"inodes_pin_tail":0,"inodes_pinned":4577,"inodes_expired":0,"inodes_with_caps":2580,"caps":2580,"subtrees":2,"traverse":4783,"traverse_hit":4783,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":2305,"root_rbytes":8341504,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":4816,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":2438,"handle_client_caps_dirty":2193,"handle_client_cap_release":111,"process_request_cap_release":1581},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":1272,"num_strays_delayed":321,"num_strays_enqueuing":0,"strays_created":1573,"strays_enqueued":301,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":7637,"evex":0,"evtrm":0,"ev":7640,"evexg":0,"evexd":0,"segadd":8,"segex":0,"segtrm":0,"seg":10,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":21419832,"rdpos":4195244,"jlat":{"avgcount":15,"sum":0.578671631,"avgtime":0.038578108},"replayed":3},"mds_mem":{"ino":3063,"ino+":3214,"ino-":151,"dir":13,"dir+":13,"dir-":0,"dn":4632,"dn+":4783,"dn-":151,"cap":2580,"cap+":3202,"cap-":622,"rss":111340,"heap":248172},"mds_server":{"dispatch_client_request":4783,"dispatch_server_request":0,"handle_client_request":4783,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":1573,"sum":2.862935276,"avgtime":0.001820047},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":4495,"average_load":4495,"avg_session_uptime":766,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":8478889,"buffer_anon_items":5578,"buffer_meta_bytes":1672,"buffer_meta_items":19,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":12730460,"mds_co_items":133646,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":396,"op_send_bytes":17127499,"op_resend":0,"op_reply":396,"op_latency":{"avgcount":396,"sum":1.248964753,"avgtime":0.003153951},"op_inflight":0,"oplen_avg":{"avgcount":396,"sum":454},"op":396,"op_r":43,"op_w":353,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":15,"osdop_write":22,"osdop_writefull":5,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":316,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":18,"omap_rd":48,"omap_del":3},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":301,"pq_executed":301,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":268,"max":104857600,"get_started":0,"get":7766,"get_sum":2170679,"get_or_fail_fail":0,"get_or_fail_success":7766,"take":0,"take_sum":0,"put":7765,"put_sum":2170411,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":396,"take_sum":17158835,"put":396,"put_sum":17158835,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":396,"take_sum":396,"put":396,"put_sum":396,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":301,"get_sum":30401,"get_or_fail_fail":0,"get_or_fail_success":301,"take":0,"take_sum":0,"put":7,"put_sum":30401,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":451660,"max":3758096384,"get_started":0,"get":7638,"get_sum":17227677,"get_or_fail_fail":0,"get_or_fail_success":7638,"take":0,"take_sum":0,"put":15,"put_sum":16776017,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:04.486 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 51119, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 165, "msgr_running_fast_dispatch_time": 0.00640383, "msgr_running_recv_time": 0.009289469, "msgr_running_send_time": 0.015947799, "msgr_running_total_time": 0.036047833, "msgr_send_bytes": 4271949, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 165, "msgr_send_messages_queue_lat": { "avgcount": 164, "avgtime": 0.000121388, "sum": 0.019907751 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 19590, "avgtime": 3.13e-07, "sum": 0.006142218 }, "msgr_recv_bytes": 2650004, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 7464, "msgr_running_fast_dispatch_time": 0.009008535, "msgr_running_recv_time": 2.443561951, "msgr_running_send_time": 0.721064333, "msgr_running_total_time": 1.193904539, "msgr_send_bytes": 20871686, "msgr_send_encrypted_bytes": 93776, "msgr_send_messages": 16564, "msgr_send_messages_queue_lat": { "avgcount": 16563, "avgtime": 3.0158e-05, "sum": 0.49951254 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 171167, "msgr_recv_encrypted_bytes": 109200, "msgr_recv_messages": 141, "msgr_running_fast_dispatch_time": 0.003250533, "msgr_running_recv_time": 0.008517133, "msgr_running_send_time": 0.005503612, "msgr_running_total_time": 0.016694655, "msgr_send_bytes": 76821, "msgr_send_encrypted_bytes": 7440, "msgr_send_messages": 136, "msgr_send_messages_queue_lat": { "avgcount": 135, "avgtime": 9.1397e-05, "sum": 0.012338696 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 83, "avgtime": 0.035742013, "sum": 2.966587085 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 530, "avgtime": 0.000180397, "sum": 0.095610822 }, "queue_len": 0 }, "mds": { "caps": 2580, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 4816, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 111, "handle_client_caps": 2438, "handle_client_caps_dirty": 2193, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 4577, "inodes_bottom": 4577, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 4577, "inodes_top": 0, "inodes_with_caps": 2580, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 1581, "q": 0, "reply": 4780, "reply_latency": { "avgcount": 4780, "avgtime": 0.001289256, "sum": 6.162648151 }, "request": 4783, "root_rbytes": 8341504, "root_rfiles": 2305, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 4783, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 4783, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 1272, "num_strays_delayed": 321, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 1573, "strays_enqueued": 301, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 7640, "evadd": 7637, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 15, "avgtime": 0.038578108, "sum": 0.578671631 }, "rdpos": 4195244, "replayed": 3, "seg": 10, "segadd": 8, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 21419832 }, "mds_mem": { "cap": 2580, "cap+": 3202, "cap-": 622, "dir": 13, "dir+": 13, "dir-": 0, "dn": 4632, "dn+": 4783, "dn-": 151, "heap": 248172, "ino": 3063, "ino+": 3214, "ino-": 151, "rss": 111340 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 4783, "dispatch_server_request": 0, "handle_client_request": 4783, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 1573, "avgtime": 0.001820047, "sum": 2.862935276 } }, "mds_sessions": { "average_load": 4495, "avg_session_uptime": 766, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 4495 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 8478889, "buffer_anon_items": 5578, "buffer_meta_bytes": 1672, "buffer_meta_items": 19, "mds_co_bytes": 12730460, "mds_co_items": 133646, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 3, "omap_rd": 48, "omap_wr": 18, "op": 396, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 396, "avgtime": 0.003153951, "sum": 1.248964753 }, "op_pg": 0, "op_r": 43, "op_reply": 396, "op_resend": 0, "op_rmw": 0, "op_send": 396, "op_send_bytes": 17127499, "op_w": 353, "oplen_avg": { "avgcount": 396, "sum": 454 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 316, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 15, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 22, "osdop_writefull": 5, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 301, "pq_executed_ops": 301, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 7766, "get_or_fail_fail": 0, "get_or_fail_success": 7766, "get_started": 0, "get_sum": 2170679, "max": 104857600, "put": 7765, "put_sum": 2170411, "take": 0, "take_sum": 0, "val": 268, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 396, "put_sum": 17158835, "take": 396, "take_sum": 17158835, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 396, "put_sum": 396, "take": 396, "take_sum": 396, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 301, "get_or_fail_fail": 0, "get_or_fail_success": 301, "get_started": 0, "get_sum": 30401, "max": 3758096384, "put": 7, "put_sum": 30401, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 7638, "get_or_fail_fail": 0, "get_or_fail_success": 7638, "get_started": 0, "get_sum": 17227677, "max": 3758096384, "put": 15, "put_sum": 16776017, "take": 0, "take_sum": 0, "val": 451660, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:04.487 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/1272, 301/1573 2024-09-19T06:06:05.488 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:05.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.682+0000 7f0c36e00640 1 Processor -- start 2024-09-19T06:06:05.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.682+0000 7f0c36e00640 1 -- start start 2024-09-19T06:06:05.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.683+0000 7f0c36e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c300cf8b0 0x7f0c300b62f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:05.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.683+0000 7f0c36e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c300b79a0 con 0x7f0c3015e960 2024-09-19T06:06:05.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.683+0000 7f0c36e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0c300d3e60 con 0x7f0c300b6830 2024-09-19T06:06:05.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.683+0000 7f0c36e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0c300d4140 con 0x7f0c300cf8b0 2024-09-19T06:06:05.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.683+0000 7f0c2fe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0c3015e960 0x7f0c300d3560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:38186/0 (socket says 172.21.15.92:38186) 2024-09-19T06:06:05.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.683+0000 7f0c2fe00640 1 -- 172.21.15.92:0/3308035592 learned_addr learned my addr 172.21.15.92:0/3308035592 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:05.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.684+0000 7f0c2f400640 1 --2- 172.21.15.92:0/3308035592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c300cf8b0 0x7f0c300b62f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:05.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.684+0000 7f0c2ea00640 1 -- 172.21.15.92:0/3308035592 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 801627662 0 0) 0x7f0c300b79a0 con 0x7f0c3015e960 2024-09-19T06:06:05.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.684+0000 7f0c2ea00640 1 -- 172.21.15.92:0/3308035592 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c14003520 con 0x7f0c3015e960 2024-09-19T06:06:05.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.684+0000 7f0c2ea00640 1 -- 172.21.15.92:0/3308035592 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3536586597 0 0) 0x7f0c300d3e60 con 0x7f0c300b6830 2024-09-19T06:06:05.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.684+0000 7f0c2ea00640 1 -- 172.21.15.92:0/3308035592 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0c300b79a0 con 0x7f0c300b6830 2024-09-19T06:06:05.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.684+0000 7f0c2f400640 1 -- 172.21.15.92:0/3308035592 >> v1:172.21.15.102:6789/0 conn(0x7f0c300b6830 legacy=0x7f0c300b8160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:05.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.684+0000 7f0c2f400640 1 -- 172.21.15.92:0/3308035592 >> v1:172.21.15.92:6789/0 conn(0x7f0c3015e960 legacy=0x7f0c300d3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:05.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.684+0000 7f0c2f400640 1 -- 172.21.15.92:0/3308035592 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c300d4420 con 0x7f0c300cf8b0 2024-09-19T06:06:05.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.685+0000 7f0c2f400640 1 --2- 172.21.15.92:0/3308035592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c300cf8b0 0x7f0c300b62f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0c1c0097d0 tx=0x7f0c1c02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f9cd40903d7a055 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:05.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.686+0000 7f0c2ea00640 1 -- 172.21.15.92:0/3308035592 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c1c037070 con 0x7f0c300cf8b0 2024-09-19T06:06:05.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.686+0000 7f0c2ea00640 1 -- 172.21.15.92:0/3308035592 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c1c032440 con 0x7f0c300cf8b0 2024-09-19T06:06:05.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.686+0000 7f0c2ea00640 1 -- 172.21.15.92:0/3308035592 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c1c0327f0 con 0x7f0c300cf8b0 2024-09-19T06:06:05.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.686+0000 7f0c36e00640 1 -- 172.21.15.92:0/3308035592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c300cf8b0 msgr2=0x7f0c300b62f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:05.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.686+0000 7f0c36e00640 1 --2- 172.21.15.92:0/3308035592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c300cf8b0 0x7f0c300b62f0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f0c1c0097d0 tx=0x7f0c1c02a1c0 comp rx=0 tx=0).stop 2024-09-19T06:06:05.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.687+0000 7f0c36e00640 1 -- 172.21.15.92:0/3308035592 shutdown_connections 2024-09-19T06:06:05.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.687+0000 7f0c36e00640 1 --2- 172.21.15.92:0/3308035592 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c300cf8b0 0x7f0c300b62f0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:05.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.687+0000 7f0c36e00640 1 -- 172.21.15.92:0/3308035592 >> 172.21.15.92:0/3308035592 conn(0x7f0c300d12f0 msgr2=0x7f0c300d1700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:05.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.687+0000 7f0c36e00640 1 -- 172.21.15.92:0/3308035592 shutdown_connections 2024-09-19T06:06:05.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.687+0000 7f0c36e00640 1 -- 172.21.15.92:0/3308035592 wait complete. 2024-09-19T06:06:05.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.689+0000 7f0c36e00640 1 Processor -- start 2024-09-19T06:06:05.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.689+0000 7f0c36e00640 1 -- start start 2024-09-19T06:06:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.690+0000 7f0c36e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c300b6830 0x7f0c300cd3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.690+0000 7f0c36e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c300cf8b0 0x7f0c300cdea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.690+0000 7f0c36e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3015e960 0x7f0c300d48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.690+0000 7f0c36e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0c300b8870 con 0x7f0c300cf8b0 2024-09-19T06:06:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.690+0000 7f0c36e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0c3015ed40 con 0x7f0c300b6830 2024-09-19T06:06:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.690+0000 7f0c36e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0c300b89f0 con 0x7f0c3015e960 2024-09-19T06:06:05.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.690+0000 7f0c2f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c300cf8b0 0x7f0c300cdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.690+0000 7f0c2f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c300cf8b0 0x7f0c300cdea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:46886/0 (socket says 172.21.15.92:46886) 2024-09-19T06:06:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.691+0000 7f0c2f400640 1 -- 172.21.15.92:0/1611751217 learned_addr learned my addr 172.21.15.92:0/1611751217 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.691+0000 7f0c34e00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3015e960 0x7f0c300d48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.691+0000 7f0c2fe00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c300b6830 0x7f0c300cd3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.691+0000 7f0c2f400640 1 -- 172.21.15.92:0/1611751217 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3015e960 msgr2=0x7f0c300d48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.691+0000 7f0c2f400640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3015e960 0x7f0c300d48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.691+0000 7f0c2f400640 1 -- 172.21.15.92:0/1611751217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c300b6830 msgr2=0x7f0c300cd3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.691+0000 7f0c2f400640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c300b6830 0x7f0c300cd3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:05.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.691+0000 7f0c2f400640 1 -- 172.21.15.92:0/1611751217 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0c300cdaa0 con 0x7f0c300cf8b0 2024-09-19T06:06:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.692+0000 7f0c2f400640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c300cf8b0 0x7f0c300cdea0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f0c1c000c00 tx=0x7f0c1c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.692+0000 7f0c27e00640 1 -- 172.21.15.92:0/1611751217 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c1c041020 con 0x7f0c300cf8b0 2024-09-19T06:06:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.692+0000 7f0c27e00640 1 -- 172.21.15.92:0/1611751217 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0c1c03d620 con 0x7f0c300cf8b0 2024-09-19T06:06:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.692+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0c300c8440 con 0x7f0c300cf8b0 2024-09-19T06:06:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.692+0000 7f0c27e00640 1 -- 172.21.15.92:0/1611751217 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0c1c037040 con 0x7f0c300cf8b0 2024-09-19T06:06:05.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.692+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0c300c8a00 con 0x7f0c300cf8b0 2024-09-19T06:06:05.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.694+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0c300d5450 con 0x7f0c300cf8b0 2024-09-19T06:06:05.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.694+0000 7f0c27e00640 1 -- 172.21.15.92:0/1611751217 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0c1c044020 con 0x7f0c300cf8b0 2024-09-19T06:06:05.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.695+0000 7f0c27e00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1006c330 0x7f0c1006e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:05.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.696+0000 7f0c27e00640 1 -- 172.21.15.92:0/1611751217 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f0c1c0abaa0 con 0x7f0c300cf8b0 2024-09-19T06:06:05.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.696+0000 7f0c2fe00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1006c330 0x7f0c1006e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:05.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.697+0000 7f0c2fe00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1006c330 0x7f0c1006e7f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f0c200011e0 tx=0x7f0c20007d30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:05.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:05.700+0000 7f0c27e00640 1 -- 172.21.15.92:0/1611751217 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0c300d5450 con 0x7f0c300cf8b0 2024-09-19T06:06:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.069+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0c300b62f0 con 0x7f0c300cf8b0 2024-09-19T06:06:06.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.069+0000 7f0c27e00640 1 -- 172.21.15.92:0/1611751217 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f0c1c04b030 con 0x7f0c300cf8b0 2024-09-19T06:06:06.072 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:06.072 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:06.072 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.072+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1006c330 msgr2=0x7f0c1006e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.072+0000 7f0c36e00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1006c330 0x7f0c1006e7f0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f0c200011e0 tx=0x7f0c20007d30 comp rx=0 tx=0).stop 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.072+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c300cf8b0 msgr2=0x7f0c300cdea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.072+0000 7f0c36e00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c300cf8b0 0x7f0c300cdea0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f0c1c000c00 tx=0x7f0c1c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.073+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 shutdown_connections 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.073+0000 7f0c36e00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0c3015e960 0x7f0c300d48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.073+0000 7f0c36e00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0c300cf8b0 0x7f0c300cdea0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.073+0000 7f0c36e00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0c1006c330 0x7f0c1006e7f0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.073+0000 7f0c36e00640 1 --2- 172.21.15.92:0/1611751217 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0c300b6830 0x7f0c300cd3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.073+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 >> 172.21.15.92:0/1611751217 conn(0x7f0c300d12f0 msgr2=0x7f0c300d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.073+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 shutdown_connections 2024-09-19T06:06:06.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:06.073+0000 7f0c36e00640 1 -- 172.21.15.92:0/1611751217 wait complete. 2024-09-19T06:06:06.092 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:06.482 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":350,"msgr_send_messages":350,"msgr_recv_bytes":98101,"msgr_send_bytes":4332251,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.057858771,"msgr_running_send_time":0.026343222,"msgr_running_recv_time":0.013676984,"msgr_running_fast_dispatch_time":0.012115031,"msgr_send_messages_queue_lat":{"avgcount":349,"sum":0.031507832,"avgtime":0.000090280},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":9608,"msgr_send_messages":18878,"msgr_recv_bytes":3398425,"msgr_send_bytes":26039780,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.431341997,"msgr_running_send_time":0.862768127,"msgr_running_recv_time":2.731116834,"msgr_running_fast_dispatch_time":0.014655381,"msgr_send_messages_queue_lat":{"avgcount":18877,"sum":0.756390048,"avgtime":0.000040069},"msgr_handle_ack_lat":{"avgcount":23184,"sum":0.006868661,"avgtime":0.000000296},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":95584},"AsyncMessenger::Worker-2":{"msgr_recv_messages":297,"msgr_send_messages":292,"msgr_recv_bytes":257258,"msgr_send_bytes":174620,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.031442545,"msgr_running_send_time":0.011525204,"msgr_running_recv_time":0.012264641,"msgr_running_fast_dispatch_time":0.006728556,"msgr_send_messages_queue_lat":{"avgcount":291,"sum":0.024581983,"avgtime":0.000084474},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":109472,"msgr_send_encrypted_bytes":8080},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":1679,"complete_latency":{"avgcount":86,"sum":2.967086438,"avgtime":0.034501005}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":1321,"sum":0.338264841,"avgtime":0.000256067}},"mds":{"request":5838,"reply":5836,"reply_latency":{"avgcount":5836,"sum":7.608572211,"avgtime":0.001303730},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":5217,"inodes_top":0,"inodes_bottom":5217,"inodes_pin_tail":0,"inodes_pinned":5217,"inodes_expired":0,"inodes_with_caps":2233,"caps":2233,"subtrees":2,"traverse":5838,"traverse_hit":5838,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":1686,"root_rbytes":6166528,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":5274,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":3090,"handle_client_caps_dirty":2738,"handle_client_cap_release":114,"process_request_cap_release":2636},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":1866,"num_strays_delayed":156,"num_strays_enqueuing":0,"strays_created":2628,"strays_enqueued":762,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":9968,"evex":0,"evtrm":0,"ev":9971,"evexg":0,"evexd":0,"segadd":10,"segex":0,"segtrm":0,"seg":12,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":26745659,"rdpos":4195244,"jlat":{"avgcount":17,"sum":0.635304341,"avgtime":0.037370843},"replayed":3},"mds_mem":{"ino":2592,"ino+":3214,"ino-":622,"dir":13,"dir+":13,"dir-":0,"dn":5217,"dn+":5839,"dn-":622,"cap":2233,"cap+":3202,"cap-":969,"rss":111596,"heap":248172},"mds_server":{"dispatch_client_request":5838,"dispatch_server_request":0,"handle_client_request":5838,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":2628,"sum":4.307930647,"avgtime":0.001639243},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":5451,"average_load":5451,"avg_session_uptime":771,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":24032350,"buffer_anon_items":9694,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":15541820,"mds_co_items":213909,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":877,"op_send_bytes":21423762,"op_resend":0,"op_reply":877,"op_latency":{"avgcount":877,"sum":2.345933792,"avgtime":0.002674953},"op_inflight":0,"oplen_avg":{"avgcount":877,"sum":938},"op":877,"op_r":49,"op_w":828,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":21,"osdop_write":31,"osdop_writefull":7,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":778,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":22,"omap_rd":48,"omap_del":4},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":762,"pq_executed":762,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":82289,"max":104857600,"get_started":0,"get":10251,"get_sum":2828471,"get_or_fail_fail":0,"get_or_fail_success":10251,"take":0,"take_sum":0,"put":9958,"put_sum":2746182,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":877,"take_sum":21501659,"put":877,"put_sum":21501659,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":877,"take_sum":877,"put":877,"put_sum":877,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":762,"get_sum":76962,"get_or_fail_fail":0,"get_or_fail_success":762,"take":0,"take_sum":0,"put":13,"put_sum":76962,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":1581831,"max":3758096384,"get_started":0,"get":9968,"get_sum":22552152,"get_or_fail_fail":0,"get_or_fail_success":9968,"take":0,"take_sum":0,"put":18,"put_sum":20970321,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:06.483 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 98101, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 350, "msgr_running_fast_dispatch_time": 0.012115031, "msgr_running_recv_time": 0.013676984, "msgr_running_send_time": 0.026343222, "msgr_running_total_time": 0.057858771, "msgr_send_bytes": 4332251, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 350, "msgr_send_messages_queue_lat": { "avgcount": 349, "avgtime": 9.028e-05, "sum": 0.031507832 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 23184, "avgtime": 2.96e-07, "sum": 0.006868661 }, "msgr_recv_bytes": 3398425, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 9608, "msgr_running_fast_dispatch_time": 0.014655381, "msgr_running_recv_time": 2.731116834, "msgr_running_send_time": 0.862768127, "msgr_running_total_time": 1.431341997, "msgr_send_bytes": 26039780, "msgr_send_encrypted_bytes": 95584, "msgr_send_messages": 18878, "msgr_send_messages_queue_lat": { "avgcount": 18877, "avgtime": 4.0069e-05, "sum": 0.756390048 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 257258, "msgr_recv_encrypted_bytes": 109472, "msgr_recv_messages": 297, "msgr_running_fast_dispatch_time": 0.006728556, "msgr_running_recv_time": 0.012264641, "msgr_running_send_time": 0.011525204, "msgr_running_total_time": 0.031442545, "msgr_send_bytes": 174620, "msgr_send_encrypted_bytes": 8080, "msgr_send_messages": 292, "msgr_send_messages_queue_lat": { "avgcount": 291, "avgtime": 8.4474e-05, "sum": 0.024581983 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 86, "avgtime": 0.034501005, "sum": 2.967086438 }, "queue_len": 1679 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 1321, "avgtime": 0.000256067, "sum": 0.338264841 }, "queue_len": 0 }, "mds": { "caps": 2233, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 5274, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 114, "handle_client_caps": 3090, "handle_client_caps_dirty": 2738, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 5217, "inodes_bottom": 5217, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 5217, "inodes_top": 0, "inodes_with_caps": 2233, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 2636, "q": 0, "reply": 5836, "reply_latency": { "avgcount": 5836, "avgtime": 0.00130373, "sum": 7.608572211 }, "request": 5838, "root_rbytes": 6166528, "root_rfiles": 1686, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5838, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5838, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 1866, "num_strays_delayed": 156, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 2628, "strays_enqueued": 762, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 9971, "evadd": 9968, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 17, "avgtime": 0.037370843, "sum": 0.635304341 }, "rdpos": 4195244, "replayed": 3, "seg": 12, "segadd": 10, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 26745659 }, "mds_mem": { "cap": 2233, "cap+": 3202, "cap-": 969, "dir": 13, "dir+": 13, "dir-": 0, "dn": 5217, "dn+": 5839, "dn-": 622, "heap": 248172, "ino": 2592, "ino+": 3214, "ino-": 622, "rss": 111596 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 5838, "dispatch_server_request": 0, "handle_client_request": 5838, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 2628, "avgtime": 0.001639243, "sum": 4.307930647 } }, "mds_sessions": { "average_load": 5451, "avg_session_uptime": 771, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 5451 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 24032350, "buffer_anon_items": 9694, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 15541820, "mds_co_items": 213909, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 4, "omap_rd": 48, "omap_wr": 22, "op": 877, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 877, "avgtime": 0.002674953, "sum": 2.345933792 }, "op_pg": 0, "op_r": 49, "op_reply": 877, "op_resend": 0, "op_rmw": 0, "op_send": 877, "op_send_bytes": 21423762, "op_w": 828, "oplen_avg": { "avgcount": 877, "sum": 938 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 778, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 21, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 31, "osdop_writefull": 7, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 762, "pq_executed_ops": 762, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 10251, "get_or_fail_fail": 0, "get_or_fail_success": 10251, "get_started": 0, "get_sum": 2828471, "max": 104857600, "put": 9958, "put_sum": 2746182, "take": 0, "take_sum": 0, "val": 82289, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 877, "put_sum": 21501659, "take": 877, "take_sum": 21501659, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 877, "put_sum": 877, "take": 877, "take_sum": 877, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 762, "get_or_fail_fail": 0, "get_or_fail_success": 762, "get_started": 0, "get_sum": 76962, "max": 3758096384, "put": 13, "put_sum": 76962, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 9968, "get_or_fail_fail": 0, "get_or_fail_success": 9968, "get_started": 0, "get_sum": 22552152, "max": 3758096384, "put": 18, "put_sum": 20970321, "take": 0, "take_sum": 0, "val": 1581831, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:06.484 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/1866, 762/2628 2024-09-19T06:06:07.485 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:07.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.636+0000 7f119fe00640 1 Processor -- start 2024-09-19T06:06:07.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.638+0000 7f119fe00640 1 -- start start 2024-09-19T06:06:07.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.638+0000 7f119fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f11a00b3920 0x7f11a006d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:07.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.638+0000 7f119fe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f11a006db20 0x7f11a00d22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:07.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f119fe00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f11a00ceee0 con 0x7f11a015e7e0 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f119fe00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f11a006df50 con 0x7f11a00b3920 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f119fe00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f11a00cf1c0 con 0x7f11a006db20 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f1197e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f11a00b3920 0x7f11a006d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f1197e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f11a00b3920 0x7f11a006d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36640/0 (socket says 172.21.15.92:36640) 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f1197e00640 1 -- 172.21.15.92:0/3037753786 learned_addr learned my addr 172.21.15.92:0/3037753786 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f119f400640 1 --2- 172.21.15.92:0/3037753786 >> v2:172.21.15.102:3300/0 conn(0x7f11a006db20 0x7f11a00d22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f1197e00640 1 -- 172.21.15.92:0/3037753786 >> v2:172.21.15.102:3300/0 conn(0x7f11a006db20 msgr2=0x7f11a00d22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f1197e00640 1 --2- 172.21.15.92:0/3037753786 >> v2:172.21.15.102:3300/0 conn(0x7f11a006db20 0x7f11a00d22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f1197e00640 1 -- 172.21.15.92:0/3037753786 >> v1:172.21.15.102:6789/0 conn(0x7f11a015e7e0 legacy=0x7f11a00b9f70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T06:06:07.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f1197e00640 1 -- 172.21.15.92:0/3037753786 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11a00cf4a0 con 0x7f11a00b3920 2024-09-19T06:06:07.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f1197e00640 1 --2- 172.21.15.92:0/3037753786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 0x7f11a006d5e0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f11a006ee40 tx=0x7f118802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb11abbc1dffe711 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f119e000640 1 -- 172.21.15.92:0/3037753786 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1188037070 con 0x7f11a00b3920 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f119e000640 1 -- 172.21.15.92:0/3037753786 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1188032440 con 0x7f11a00b3920 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f119e000640 1 -- 172.21.15.92:0/3037753786 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1188032810 con 0x7f11a00b3920 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f119fe00640 1 -- 172.21.15.92:0/3037753786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 msgr2=0x7f11a006d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.639+0000 7f119fe00640 1 --2- 172.21.15.92:0/3037753786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 0x7f11a006d5e0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f11a006ee40 tx=0x7f118802a230 comp rx=0 tx=0).stop 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.641+0000 7f119fe00640 1 -- 172.21.15.92:0/3037753786 shutdown_connections 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.641+0000 7f119fe00640 1 --2- 172.21.15.92:0/3037753786 >> v2:172.21.15.102:3300/0 conn(0x7f11a006db20 0x7f11a00d22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.641+0000 7f119fe00640 1 --2- 172.21.15.92:0/3037753786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 0x7f11a006d5e0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.641+0000 7f119fe00640 1 -- 172.21.15.92:0/3037753786 >> 172.21.15.92:0/3037753786 conn(0x7f11a00d17a0 msgr2=0x7f11a00d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.641+0000 7f119fe00640 1 -- 172.21.15.92:0/3037753786 shutdown_connections 2024-09-19T06:06:07.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.641+0000 7f119fe00640 1 -- 172.21.15.92:0/3037753786 wait complete. 2024-09-19T06:06:07.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.641+0000 7f119fe00640 1 Processor -- start 2024-09-19T06:06:07.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.643+0000 7f119fe00640 1 -- start start 2024-09-19T06:06:07.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.643+0000 7f119fe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11a006db20 0x7f11a0155f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:07.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f119fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 0x7f11a01614c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:07.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f119fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11a015e7e0 0x7f11a0161a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:07.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f119fe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f11a015ebc0 con 0x7f11a00b3920 2024-09-19T06:06:07.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f119fe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f11a00cfca0 con 0x7f11a006db20 2024-09-19T06:06:07.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f119fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f11a015ed40 con 0x7f11a015e7e0 2024-09-19T06:06:07.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1197e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 0x7f11a01614c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1197e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 0x7f11a01614c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36650/0 (socket says 172.21.15.92:36650) 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1197e00640 1 -- 172.21.15.92:0/2571162265 learned_addr learned my addr 172.21.15.92:0/2571162265 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f119f400640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11a015e7e0 0x7f11a0161a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f119ea00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11a006db20 0x7f11a0155f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1197e00640 1 -- 172.21.15.92:0/2571162265 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11a015e7e0 msgr2=0x7f11a0161a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1197e00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11a015e7e0 0x7f11a0161a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1197e00640 1 -- 172.21.15.92:0/2571162265 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11a006db20 msgr2=0x7f11a0155f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1197e00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11a006db20 0x7f11a0155f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1197e00640 1 -- 172.21.15.92:0/2571162265 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f11a00ce5a0 con 0x7f11a00b3920 2024-09-19T06:06:07.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1197e00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 0x7f11a01614c0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f1188000c00 tx=0x7f11880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:07.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.644+0000 7f1196a00640 1 -- 172.21.15.92:0/2571162265 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1188041020 con 0x7f11a00b3920 2024-09-19T06:06:07.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.645+0000 7f1196a00640 1 -- 172.21.15.92:0/2571162265 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f11880306c0 con 0x7f11a00b3920 2024-09-19T06:06:07.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.645+0000 7f1196a00640 1 -- 172.21.15.92:0/2571162265 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1188037040 con 0x7f11a00b3920 2024-09-19T06:06:07.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.645+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f11a00ca2c0 con 0x7f11a00b3920 2024-09-19T06:06:07.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.645+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f11a00ca560 con 0x7f11a00b3920 2024-09-19T06:06:07.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.645+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f11a006d5e0 con 0x7f11a00b3920 2024-09-19T06:06:07.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.647+0000 7f1196a00640 1 -- 172.21.15.92:0/2571162265 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1188044020 con 0x7f11a00b3920 2024-09-19T06:06:07.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.647+0000 7f1196a00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117c06c2b0 0x7f117c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:07.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.647+0000 7f1196a00640 1 -- 172.21.15.92:0/2571162265 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f11880abcf0 con 0x7f11a00b3920 2024-09-19T06:06:07.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.647+0000 7f119ea00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117c06c2b0 0x7f117c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:07.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.649+0000 7f119ea00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117c06c2b0 0x7f117c06e770 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f1190006fd0 tx=0x7f1190008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:07.654 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.649+0000 7f1196a00640 1 -- 172.21.15.92:0/2571162265 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f118804b030 con 0x7f11a00b3920 2024-09-19T06:06:07.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.879+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f11a006e330 con 0x7f11a00b3920 2024-09-19T06:06:07.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.881+0000 7f1196a00640 1 -- 172.21.15.92:0/2571162265 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f118807a3a0 con 0x7f11a00b3920 2024-09-19T06:06:07.882 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:07.882 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:07.882 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:07.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117c06c2b0 msgr2=0x7f117c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:07.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117c06c2b0 0x7f117c06e770 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f1190006fd0 tx=0x7f1190008040 comp rx=0 tx=0).stop 2024-09-19T06:06:07.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 msgr2=0x7f11a01614c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:07.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 0x7f11a01614c0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f1188000c00 tx=0x7f11880046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 shutdown_connections 2024-09-19T06:06:07.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f11a015e7e0 0x7f11a0161a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f11a00b3920 0x7f11a01614c0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f117c06c2b0 0x7f117c06e770 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 --2- 172.21.15.92:0/2571162265 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f11a006db20 0x7f11a0155f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:07.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 >> 172.21.15.92:0/2571162265 conn(0x7f11a00d17a0 msgr2=0x7f11a00b43a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:07.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 shutdown_connections 2024-09-19T06:06:07.886 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:07.882+0000 7f119fe00640 1 -- 172.21.15.92:0/2571162265 wait complete. 2024-09-19T06:06:07.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:08.095 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":489,"msgr_send_messages":489,"msgr_recv_bytes":133407,"msgr_send_bytes":4377565,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.069991118,"msgr_running_send_time":0.031008797,"msgr_running_recv_time":0.016569607,"msgr_running_fast_dispatch_time":0.015799472,"msgr_send_messages_queue_lat":{"avgcount":488,"sum":0.038980034,"avgtime":0.000079877},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":9710,"msgr_send_messages":20987,"msgr_recv_bytes":3424493,"msgr_send_bytes":26675261,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.498570406,"msgr_running_send_time":0.917513233,"msgr_running_recv_time":2.733129118,"msgr_running_fast_dispatch_time":0.017000039,"msgr_send_messages_queue_lat":{"avgcount":20986,"sum":0.838715600,"avgtime":0.000039965},"msgr_handle_ack_lat":{"avgcount":23184,"sum":0.006868661,"avgtime":0.000000296},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":95584},"AsyncMessenger::Worker-2":{"msgr_recv_messages":468,"msgr_send_messages":463,"msgr_recv_bytes":340358,"msgr_send_bytes":413256,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.052102527,"msgr_running_send_time":0.023024615,"msgr_running_recv_time":0.015527635,"msgr_running_fast_dispatch_time":0.011640371,"msgr_send_messages_queue_lat":{"avgcount":462,"sum":0.031575187,"avgtime":0.000068344},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":109472,"msgr_send_encrypted_bytes":8080},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":94,"sum":4.700929058,"avgtime":0.050009883}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":1998,"sum":0.384033290,"avgtime":0.000192208}},"mds":{"request":5839,"reply":5837,"reply_latency":{"avgcount":5837,"sum":8.005721269,"avgtime":0.001371547},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":5078,"inodes_top":0,"inodes_bottom":5078,"inodes_pin_tail":0,"inodes_pinned":5078,"inodes_expired":0,"inodes_with_caps":2046,"caps":2046,"subtrees":2,"traverse":5839,"traverse_hit":5839,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":1011,"root_rbytes":3838976,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":6158,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":3378,"handle_client_caps_dirty":2795,"handle_client_cap_release":117,"process_request_cap_release":2637},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":1473,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":2629,"strays_enqueued":1156,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":10641,"evex":0,"evtrm":0,"ev":10644,"evexg":0,"evexd":0,"segadd":11,"segex":0,"segtrm":0,"seg":13,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":27542745,"rdpos":4195244,"jlat":{"avgcount":20,"sum":1.938949746,"avgtime":0.096947487},"replayed":3},"mds_mem":{"ino":2292,"ino+":3214,"ino-":922,"dir":13,"dir+":13,"dir-":0,"dn":4918,"dn+":5840,"dn-":922,"cap":2046,"cap+":3202,"cap-":1156,"rss":111724,"heap":248172},"mds_server":{"dispatch_client_request":5839,"dispatch_server_request":0,"handle_client_request":5839,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":2629,"sum":4.705079705,"avgtime":0.001789684},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":5421,"average_load":5421,"avg_session_uptime":771,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":24032350,"buffer_anon_items":9694,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":15541820,"mds_co_items":213909,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":1289,"op_send_bytes":23757708,"op_resend":0,"op_reply":1289,"op_latency":{"avgcount":1289,"sum":3.766893698,"avgtime":0.002922338},"op_inflight":0,"oplen_avg":{"avgcount":1289,"sum":1354},"op":1289,"op_r":55,"op_w":1234,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":27,"osdop_write":39,"osdop_writefull":9,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":1172,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":26,"omap_rd":48,"omap_del":6},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":1156,"pq_executed":1156,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":10663,"get_sum":2935865,"get_or_fail_fail":0,"get_or_fail_success":10663,"take":0,"take_sum":0,"put":10663,"put_sum":2935865,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":1289,"take_sum":23875399,"put":1289,"put_sum":23875399,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":1289,"take_sum":1289,"put":1289,"put_sum":1289,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":1156,"get_sum":116756,"get_or_fail_fail":0,"get_or_fail_success":1156,"take":0,"take_sum":0,"put":19,"put_sum":116756,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":140166,"max":3758096384,"get_started":0,"get":10641,"get_sum":23347242,"get_or_fail_fail":0,"get_or_fail_success":10641,"take":0,"take_sum":0,"put":20,"put_sum":23207076,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:08.097 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 133407, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 489, "msgr_running_fast_dispatch_time": 0.015799472, "msgr_running_recv_time": 0.016569607, "msgr_running_send_time": 0.031008797, "msgr_running_total_time": 0.069991118, "msgr_send_bytes": 4377565, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 489, "msgr_send_messages_queue_lat": { "avgcount": 488, "avgtime": 7.9877e-05, "sum": 0.038980034 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 23184, "avgtime": 2.96e-07, "sum": 0.006868661 }, "msgr_recv_bytes": 3424493, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 9710, "msgr_running_fast_dispatch_time": 0.017000039, "msgr_running_recv_time": 2.733129118, "msgr_running_send_time": 0.917513233, "msgr_running_total_time": 1.498570406, "msgr_send_bytes": 26675261, "msgr_send_encrypted_bytes": 95584, "msgr_send_messages": 20987, "msgr_send_messages_queue_lat": { "avgcount": 20986, "avgtime": 3.9965e-05, "sum": 0.8387156 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 340358, "msgr_recv_encrypted_bytes": 109472, "msgr_recv_messages": 468, "msgr_running_fast_dispatch_time": 0.011640371, "msgr_running_recv_time": 0.015527635, "msgr_running_send_time": 0.023024615, "msgr_running_total_time": 0.052102527, "msgr_send_bytes": 413256, "msgr_send_encrypted_bytes": 8080, "msgr_send_messages": 463, "msgr_send_messages_queue_lat": { "avgcount": 462, "avgtime": 6.8344e-05, "sum": 0.031575187 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 94, "avgtime": 0.050009883, "sum": 4.700929058 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 1998, "avgtime": 0.000192208, "sum": 0.38403329 }, "queue_len": 0 }, "mds": { "caps": 2046, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 6158, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 117, "handle_client_caps": 3378, "handle_client_caps_dirty": 2795, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 5078, "inodes_bottom": 5078, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 5078, "inodes_top": 0, "inodes_with_caps": 2046, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 2637, "q": 0, "reply": 5837, "reply_latency": { "avgcount": 5837, "avgtime": 0.001371547, "sum": 8.005721269 }, "request": 5839, "root_rbytes": 3838976, "root_rfiles": 1011, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5839, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5839, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 1473, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 2629, "strays_enqueued": 1156, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 10644, "evadd": 10641, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 20, "avgtime": 0.096947487, "sum": 1.938949746 }, "rdpos": 4195244, "replayed": 3, "seg": 13, "segadd": 11, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 27542745 }, "mds_mem": { "cap": 2046, "cap+": 3202, "cap-": 1156, "dir": 13, "dir+": 13, "dir-": 0, "dn": 4918, "dn+": 5840, "dn-": 922, "heap": 248172, "ino": 2292, "ino+": 3214, "ino-": 922, "rss": 111724 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 5839, "dispatch_server_request": 0, "handle_client_request": 5839, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 2629, "avgtime": 0.001789684, "sum": 4.705079705 } }, "mds_sessions": { "average_load": 5421, "avg_session_uptime": 771, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 5421 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 24032350, "buffer_anon_items": 9694, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 15541820, "mds_co_items": 213909, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 6, "omap_rd": 48, "omap_wr": 26, "op": 1289, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 1289, "avgtime": 0.002922338, "sum": 3.766893698 }, "op_pg": 0, "op_r": 55, "op_reply": 1289, "op_resend": 0, "op_rmw": 0, "op_send": 1289, "op_send_bytes": 23757708, "op_w": 1234, "oplen_avg": { "avgcount": 1289, "sum": 1354 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 1172, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 27, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 39, "osdop_writefull": 9, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 1156, "pq_executed_ops": 1156, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 10663, "get_or_fail_fail": 0, "get_or_fail_success": 10663, "get_started": 0, "get_sum": 2935865, "max": 104857600, "put": 10663, "put_sum": 2935865, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 1289, "put_sum": 23875399, "take": 1289, "take_sum": 23875399, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 1289, "put_sum": 1289, "take": 1289, "take_sum": 1289, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 1156, "get_or_fail_fail": 0, "get_or_fail_success": 1156, "get_started": 0, "get_sum": 116756, "max": 3758096384, "put": 19, "put_sum": 116756, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 10641, "get_or_fail_fail": 0, "get_or_fail_success": 10641, "get_started": 0, "get_sum": 23347242, "max": 3758096384, "put": 20, "put_sum": 23207076, "take": 0, "take_sum": 0, "val": 140166, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:08.097 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/1473, 1156/2629 2024-09-19T06:06:08.740 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:06:08.745 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:06:09.098 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:09.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.257+0000 7f3091800640 1 Processor -- start 2024-09-19T06:06:09.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.257+0000 7f3091800640 1 -- start start 2024-09-19T06:06:09.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.258+0000 7f3091800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f308c15e7e0 0x7f308c0b9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:09.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.258+0000 7f3091800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f308c0b3920 0x7f308c06d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:09.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f3091800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f308c06db20 0x7f308c162460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:09.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f3091800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f308c06df90 con 0x7f308c15e7e0 2024-09-19T06:06:09.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f3091800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f308c0ba4b0 con 0x7f308c06db20 2024-09-19T06:06:09.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f3091800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f308c0ceee0 con 0x7f308c0b3920 2024-09-19T06:06:09.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f308be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f308c15e7e0 0x7f308c0b9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f308be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f308c15e7e0 0x7f308c0b9f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36658/0 (socket says 172.21.15.92:36658) 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f308be00640 1 -- 172.21.15.92:0/3677284625 learned_addr learned my addr 172.21.15.92:0/3677284625 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f308be00640 1 -- 172.21.15.92:0/3677284625 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f308c0b3920 msgr2=0x7f308c06d5e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f308be00640 1 --2- 172.21.15.92:0/3677284625 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f308c0b3920 0x7f308c06d5e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f308be00640 1 -- 172.21.15.92:0/3677284625 >> v2:172.21.15.102:3300/0 conn(0x7f308c06db20 msgr2=0x7f308c162460 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f308be00640 1 --2- 172.21.15.92:0/3677284625 >> v2:172.21.15.102:3300/0 conn(0x7f308c06db20 0x7f308c162460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.259+0000 7f308be00640 1 -- 172.21.15.92:0/3677284625 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308c0cf1c0 con 0x7f308c15e7e0 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.260+0000 7f308be00640 1 --2- 172.21.15.92:0/3677284625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 0x7f308c0b9f70 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f308c06cf50 tx=0x7f307c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1afc22c3d2acb5fd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.261+0000 7f308b400640 1 -- 172.21.15.92:0/3677284625 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c037070 con 0x7f308c15e7e0 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.261+0000 7f308b400640 1 -- 172.21.15.92:0/3677284625 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f307c032440 con 0x7f308c15e7e0 2024-09-19T06:06:09.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.261+0000 7f308b400640 1 -- 172.21.15.92:0/3677284625 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f307c032810 con 0x7f308c15e7e0 2024-09-19T06:06:09.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.261+0000 7f3091800640 1 -- 172.21.15.92:0/3677284625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 msgr2=0x7f308c0b9f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:09.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.261+0000 7f3091800640 1 --2- 172.21.15.92:0/3677284625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 0x7f308c0b9f70 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f308c06cf50 tx=0x7f307c02a210 comp rx=0 tx=0).stop 2024-09-19T06:06:09.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.262+0000 7f3091800640 1 -- 172.21.15.92:0/3677284625 shutdown_connections 2024-09-19T06:06:09.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.262+0000 7f3091800640 1 --2- 172.21.15.92:0/3677284625 >> v2:172.21.15.102:3300/0 conn(0x7f308c06db20 0x7f308c162460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.262+0000 7f3091800640 1 --2- 172.21.15.92:0/3677284625 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f308c0b3920 0x7f308c06d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.262+0000 7f3091800640 1 --2- 172.21.15.92:0/3677284625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 0x7f308c0b9f70 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.262+0000 7f3091800640 1 -- 172.21.15.92:0/3677284625 >> 172.21.15.92:0/3677284625 conn(0x7f308c0d17a0 msgr2=0x7f308c0d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:09.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.262+0000 7f3091800640 1 -- 172.21.15.92:0/3677284625 shutdown_connections 2024-09-19T06:06:09.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.262+0000 7f3091800640 1 -- 172.21.15.92:0/3677284625 wait complete. 2024-09-19T06:06:09.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.264+0000 7f3091800640 1 Processor -- start 2024-09-19T06:06:09.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.264+0000 7f3091800640 1 -- start start 2024-09-19T06:06:09.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3091800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f308c06db20 0x7f308c161c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:09.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3091800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f308c0b3920 0x7f308c150ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:09.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3091800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 0x7f308c160520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:09.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3091800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f308c0cfca0 con 0x7f308c15e7e0 2024-09-19T06:06:09.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3091800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f308c0cf780 con 0x7f308c06db20 2024-09-19T06:06:09.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3091800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f308c15ebc0 con 0x7f308c0b3920 2024-09-19T06:06:09.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3090e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 0x7f308c160520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:09.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f308be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f308c06db20 0x7f308c161c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:09.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3090e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 0x7f308c160520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36660/0 (socket says 172.21.15.92:36660) 2024-09-19T06:06:09.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3090e00640 1 -- 172.21.15.92:0/1163693705 learned_addr learned my addr 172.21.15.92:0/1163693705 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:09.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.266+0000 7f3083400640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f308c0b3920 0x7f308c150ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:09.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.267+0000 7f3090e00640 1 -- 172.21.15.92:0/1163693705 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f308c0b3920 msgr2=0x7f308c150ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:09.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.267+0000 7f3090e00640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f308c0b3920 0x7f308c150ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.267+0000 7f3090e00640 1 -- 172.21.15.92:0/1163693705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f308c06db20 msgr2=0x7f308c161c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:09.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.267+0000 7f3090e00640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f308c06db20 0x7f308c161c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.267+0000 7f3090e00640 1 -- 172.21.15.92:0/1163693705 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f308c151000 con 0x7f308c15e7e0 2024-09-19T06:06:09.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.267+0000 7f3090e00640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 0x7f308c160520 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f308400b9c0 tx=0x7f308400be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:09.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.267+0000 7f3088c00640 1 -- 172.21.15.92:0/1163693705 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084019070 con 0x7f308c15e7e0 2024-09-19T06:06:09.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.268+0000 7f3088c00640 1 -- 172.21.15.92:0/1163693705 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f308400cba0 con 0x7f308c15e7e0 2024-09-19T06:06:09.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.268+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f308c0c8470 con 0x7f308c15e7e0 2024-09-19T06:06:09.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.268+0000 7f3088c00640 1 -- 172.21.15.92:0/1163693705 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3084014440 con 0x7f308c15e7e0 2024-09-19T06:06:09.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.268+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f308c0c8a30 con 0x7f308c15e7e0 2024-09-19T06:06:09.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.269+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f308c06d5e0 con 0x7f308c15e7e0 2024-09-19T06:06:09.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.270+0000 7f3088c00640 1 -- 172.21.15.92:0/1163693705 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f308401c070 con 0x7f308c15e7e0 2024-09-19T06:06:09.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.271+0000 7f3088c00640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f306806c2b0 0x7f306806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:09.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.271+0000 7f3088c00640 1 -- 172.21.15.92:0/1163693705 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f308408b330 con 0x7f308c15e7e0 2024-09-19T06:06:09.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.271+0000 7f308be00640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f306806c2b0 0x7f306806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:09.274 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.272+0000 7f308be00640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f306806c2b0 0x7f306806e770 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f307c034000 tx=0x7f307c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:09.281 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.279+0000 7f3088c00640 1 -- 172.21.15.92:0/1163693705 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3084059950 con 0x7f308c15e7e0 2024-09-19T06:06:09.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.503+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f308c06e330 con 0x7f308c15e7e0 2024-09-19T06:06:09.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.504+0000 7f3088c00640 1 -- 172.21.15.92:0/1163693705 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f3084059250 con 0x7f308c15e7e0 2024-09-19T06:06:09.506 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:09.506 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:09.506 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:09.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f306806c2b0 msgr2=0x7f306806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:09.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f306806c2b0 0x7f306806e770 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f307c034000 tx=0x7f307c02e000 comp rx=0 tx=0).stop 2024-09-19T06:06:09.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 msgr2=0x7f308c160520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 0x7f308c160520 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f308400b9c0 tx=0x7f308400be80 comp rx=0 tx=0).stop 2024-09-19T06:06:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 shutdown_connections 2024-09-19T06:06:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f308c15e7e0 0x7f308c160520 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f308c0b3920 0x7f308c150ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f306806c2b0 0x7f306806e770 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 --2- 172.21.15.92:0/1163693705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f308c06db20 0x7f308c161c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.506+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 >> 172.21.15.92:0/1163693705 conn(0x7f308c0d17a0 msgr2=0x7f308c0b8750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.507+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 shutdown_connections 2024-09-19T06:06:09.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:09.507+0000 7f3091800640 1 -- 172.21.15.92:0/1163693705 wait complete. 2024-09-19T06:06:09.524 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:09.698 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":490,"msgr_send_messages":490,"msgr_recv_bytes":133653,"msgr_send_bytes":4377883,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.070126128,"msgr_running_send_time":0.031068557,"msgr_running_recv_time":0.016596000,"msgr_running_fast_dispatch_time":0.015837829,"msgr_send_messages_queue_lat":{"avgcount":489,"sum":0.039016763,"avgtime":0.000079788},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":11069,"msgr_send_messages":21716,"msgr_recv_bytes":3904078,"msgr_send_bytes":26936635,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.529628894,"msgr_running_send_time":0.937723009,"msgr_running_recv_time":5.304778383,"msgr_running_fast_dispatch_time":0.017149325,"msgr_send_messages_queue_lat":{"avgcount":21715,"sum":0.858645018,"avgtime":0.000039541},"msgr_handle_ack_lat":{"avgcount":24540,"sum":0.007164490,"avgtime":0.000000291},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":95584},"AsyncMessenger::Worker-2":{"msgr_recv_messages":469,"msgr_send_messages":464,"msgr_recv_bytes":340604,"msgr_send_bytes":2252216,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.059138140,"msgr_running_send_time":0.029011652,"msgr_running_recv_time":0.015569114,"msgr_running_fast_dispatch_time":0.012618706,"msgr_send_messages_queue_lat":{"avgcount":463,"sum":0.032131445,"avgtime":0.000069398},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":109472,"msgr_send_encrypted_bytes":8080},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":100,"sum":4.902832461,"avgtime":0.049028324}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":1998,"sum":0.384033290,"avgtime":0.000192208}},"mds":{"request":5840,"reply":5838,"reply_latency":{"avgcount":5838,"sum":8.357684383,"avgtime":0.001431600},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":5078,"inodes_top":0,"inodes_bottom":5078,"inodes_pin_tail":0,"inodes_pinned":5078,"inodes_expired":0,"inodes_with_caps":2046,"caps":2046,"subtrees":2,"traverse":5840,"traverse_hit":5840,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":1011,"root_rbytes":3838976,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":6678,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":4549,"handle_client_caps_dirty":3000,"handle_client_cap_release":298,"process_request_cap_release":2638},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":1474,"num_strays_delayed":1467,"num_strays_enqueuing":0,"strays_created":2630,"strays_enqueued":1156,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":11554,"evex":0,"evtrm":0,"ev":11557,"evexg":0,"evexd":0,"segadd":13,"segex":0,"segtrm":0,"seg":15,"segmjr":2,"segexg":0,"segexd":0,"expos":4194304,"wrpos":29376885,"rdpos":4195244,"jlat":{"avgcount":22,"sum":1.963621515,"avgtime":0.089255523},"replayed":3},"mds_mem":{"ino":2224,"ino+":3214,"ino-":990,"dir":13,"dir+":13,"dir-":0,"dn":4851,"dn+":5841,"dn-":990,"cap":573,"cap+":3202,"cap-":2629,"rss":111724,"heap":248172},"mds_server":{"dispatch_client_request":5840,"dispatch_server_request":0,"handle_client_request":5840,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":2630,"sum":5.057042819,"avgtime":0.001922829},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":5270,"average_load":5270,"avg_session_uptime":771,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":24032350,"buffer_anon_items":9694,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":15541820,"mds_co_items":213909,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":1294,"op_send_bytes":25717179,"op_resend":0,"op_reply":1294,"op_latency":{"avgcount":1294,"sum":3.801892712,"avgtime":0.002938093},"op_inflight":0,"oplen_avg":{"avgcount":1294,"sum":1360},"op":1294,"op_r":55,"op_w":1239,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":27,"osdop_write":41,"osdop_writefull":10,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":1173,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":27,"omap_rd":48,"omap_del":7},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":1156,"pq_executed":1156,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":12024,"get_sum":3293452,"get_or_fail_fail":0,"get_or_fail_success":12024,"take":0,"take_sum":0,"put":12024,"put_sum":3293452,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":1294,"take_sum":25834870,"put":1294,"put_sum":25834870,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":1294,"take_sum":1294,"put":1294,"put_sum":1294,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":1156,"get_sum":116756,"get_or_fail_fail":0,"get_or_fail_success":1156,"take":0,"take_sum":0,"put":19,"put_sum":116756,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":16441,"max":3758096384,"get_started":0,"get":11554,"get_sum":25181382,"get_or_fail_fail":0,"get_or_fail_success":11554,"take":0,"take_sum":0,"put":22,"put_sum":25164941,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:09.700 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 133653, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 490, "msgr_running_fast_dispatch_time": 0.015837829, "msgr_running_recv_time": 0.016596, "msgr_running_send_time": 0.031068557, "msgr_running_total_time": 0.070126128, "msgr_send_bytes": 4377883, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 490, "msgr_send_messages_queue_lat": { "avgcount": 489, "avgtime": 7.9788e-05, "sum": 0.039016763 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 24540, "avgtime": 2.91e-07, "sum": 0.00716449 }, "msgr_recv_bytes": 3904078, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 11069, "msgr_running_fast_dispatch_time": 0.017149325, "msgr_running_recv_time": 5.304778383, "msgr_running_send_time": 0.937723009, "msgr_running_total_time": 1.529628894, "msgr_send_bytes": 26936635, "msgr_send_encrypted_bytes": 95584, "msgr_send_messages": 21716, "msgr_send_messages_queue_lat": { "avgcount": 21715, "avgtime": 3.9541e-05, "sum": 0.858645018 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 340604, "msgr_recv_encrypted_bytes": 109472, "msgr_recv_messages": 469, "msgr_running_fast_dispatch_time": 0.012618706, "msgr_running_recv_time": 0.015569114, "msgr_running_send_time": 0.029011652, "msgr_running_total_time": 0.05913814, "msgr_send_bytes": 2252216, "msgr_send_encrypted_bytes": 8080, "msgr_send_messages": 464, "msgr_send_messages_queue_lat": { "avgcount": 463, "avgtime": 6.9398e-05, "sum": 0.032131445 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 100, "avgtime": 0.049028324, "sum": 4.902832461 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 1998, "avgtime": 0.000192208, "sum": 0.38403329 }, "queue_len": 0 }, "mds": { "caps": 2046, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 6678, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 298, "handle_client_caps": 4549, "handle_client_caps_dirty": 3000, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 5078, "inodes_bottom": 5078, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 5078, "inodes_top": 0, "inodes_with_caps": 2046, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 2638, "q": 0, "reply": 5838, "reply_latency": { "avgcount": 5838, "avgtime": 0.0014316, "sum": 8.357684383 }, "request": 5840, "root_rbytes": 3838976, "root_rfiles": 1011, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5840, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5840, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 1474, "num_strays_delayed": 1467, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 2630, "strays_enqueued": 1156, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 11557, "evadd": 11554, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 22, "avgtime": 0.089255523, "sum": 1.963621515 }, "rdpos": 4195244, "replayed": 3, "seg": 15, "segadd": 13, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 2, "segtrm": 0, "wrpos": 29376885 }, "mds_mem": { "cap": 573, "cap+": 3202, "cap-": 2629, "dir": 13, "dir+": 13, "dir-": 0, "dn": 4851, "dn+": 5841, "dn-": 990, "heap": 248172, "ino": 2224, "ino+": 3214, "ino-": 990, "rss": 111724 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 5840, "dispatch_server_request": 0, "handle_client_request": 5840, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 2630, "avgtime": 0.001922829, "sum": 5.057042819 } }, "mds_sessions": { "average_load": 5270, "avg_session_uptime": 771, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 5270 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 24032350, "buffer_anon_items": 9694, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 15541820, "mds_co_items": 213909, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 7, "omap_rd": 48, "omap_wr": 27, "op": 1294, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 1294, "avgtime": 0.002938093, "sum": 3.801892712 }, "op_pg": 0, "op_r": 55, "op_reply": 1294, "op_resend": 0, "op_rmw": 0, "op_send": 1294, "op_send_bytes": 25717179, "op_w": 1239, "oplen_avg": { "avgcount": 1294, "sum": 1360 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 1173, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 27, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 41, "osdop_writefull": 10, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 1156, "pq_executed_ops": 1156, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 12024, "get_or_fail_fail": 0, "get_or_fail_success": 12024, "get_started": 0, "get_sum": 3293452, "max": 104857600, "put": 12024, "put_sum": 3293452, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 1294, "put_sum": 25834870, "take": 1294, "take_sum": 25834870, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 1294, "put_sum": 1294, "take": 1294, "take_sum": 1294, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 1156, "get_or_fail_fail": 0, "get_or_fail_success": 1156, "get_started": 0, "get_sum": 116756, "max": 3758096384, "put": 19, "put_sum": 116756, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 11554, "get_or_fail_fail": 0, "get_or_fail_success": 11554, "get_started": 0, "get_sum": 25181382, "max": 3758096384, "put": 22, "put_sum": 25164941, "take": 0, "take_sum": 0, "val": 16441, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:09.700 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/1474, 1156/2630 2024-09-19T06:06:10.701 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:10.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.902+0000 7f1992800640 1 Processor -- start 2024-09-19T06:06:10.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.903+0000 7f1992800640 1 -- start start 2024-09-19T06:06:10.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.904+0000 7f1992800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f198c15e750 0x7f198c0b3d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:10.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.904+0000 7f1992800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f198c0d2bc0 con 0x7f198c0d3c60 2024-09-19T06:06:10.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.904+0000 7f1992800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f198c0d2ea0 con 0x7f198c0d4dc0 2024-09-19T06:06:10.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.904+0000 7f1992800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f198c0d3180 con 0x7f198c15e750 2024-09-19T06:06:10.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.905+0000 7f1991400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f198c15e750 0x7f198c0b3d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:10.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.905+0000 7f1991400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f198c15e750 0x7f198c0b3d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36664/0 (socket says 172.21.15.92:36664) 2024-09-19T06:06:10.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.905+0000 7f1991400640 1 -- 172.21.15.92:0/3384074453 learned_addr learned my addr 172.21.15.92:0/3384074453 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:10.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.905+0000 7f1991400640 1 -- 172.21.15.92:0/3384074453 >> v1:172.21.15.102:6789/0 conn(0x7f198c0d4dc0 legacy=0x7f198c0b7790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:10.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.905+0000 7f1991400640 1 -- 172.21.15.92:0/3384074453 >> v1:172.21.15.92:6789/0 conn(0x7f198c0d3c60 legacy=0x7f198c0d46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.905+0000 7f198be00640 1 -- 172.21.15.92:0/3384074453 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2904134265 0 0) 0x7f198c0d2ea0 con 0x7f198c0d4dc0 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.905+0000 7f1991400640 1 -- 172.21.15.92:0/3384074453 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f198c0d3460 con 0x7f198c15e750 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.906+0000 7f1991400640 1 --2- 172.21.15.92:0/3384074453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c15e750 0x7f198c0b3d20 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f1980009870 tx=0x7f198002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=950ebb121ffeada4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.906+0000 7f198be00640 1 -- 172.21.15.92:0/3384074453 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980037070 con 0x7f198c15e750 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.906+0000 7f198be00640 1 -- 172.21.15.92:0/3384074453 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f198002ae50 con 0x7f198c15e750 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.906+0000 7f198be00640 1 -- 172.21.15.92:0/3384074453 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980032860 con 0x7f198c15e750 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.907+0000 7f1992800640 1 -- 172.21.15.92:0/3384074453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c15e750 msgr2=0x7f198c0b3d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.907+0000 7f1992800640 1 --2- 172.21.15.92:0/3384074453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c15e750 0x7f198c0b3d20 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f1980009870 tx=0x7f198002a300 comp rx=0 tx=0).stop 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.907+0000 7f1992800640 1 -- 172.21.15.92:0/3384074453 shutdown_connections 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.907+0000 7f1992800640 1 --2- 172.21.15.92:0/3384074453 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c15e750 0x7f198c0b3d20 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.907+0000 7f1992800640 1 -- 172.21.15.92:0/3384074453 >> 172.21.15.92:0/3384074453 conn(0x7f198c06c040 msgr2=0x7f198c06c450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.907+0000 7f1992800640 1 -- 172.21.15.92:0/3384074453 shutdown_connections 2024-09-19T06:06:10.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.907+0000 7f1992800640 1 -- 172.21.15.92:0/3384074453 wait complete. 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.909+0000 7f1992800640 1 Processor -- start 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.909+0000 7f1992800640 1 -- start start 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1992800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f198c0d3c60 0x7f198c0ab320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1992800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c0d4dc0 0x7f198c153a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1992800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f198c15e750 0x7f198c1f4290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1992800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f198c0b39f0 con 0x7f198c0d4dc0 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1992800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f198c15eb30 con 0x7f198c15e750 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1992800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f198c0d2770 con 0x7f198c0d3c60 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1990a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c0d4dc0 0x7f198c153a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1990a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c0d4dc0 0x7f198c153a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36670/0 (socket says 172.21.15.92:36670) 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1990a00640 1 -- 172.21.15.92:0/170482894 learned_addr learned my addr 172.21.15.92:0/170482894 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1991e00640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f198c15e750 0x7f198c1f4290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.910+0000 7f1991400640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f198c0d3c60 0x7f198c0ab320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:10.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.911+0000 7f1991400640 1 -- 172.21.15.92:0/170482894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f198c15e750 msgr2=0x7f198c1f4290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:10.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.911+0000 7f1991400640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f198c15e750 0x7f198c1f4290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:10.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.911+0000 7f1991400640 1 -- 172.21.15.92:0/170482894 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c0d4dc0 msgr2=0x7f198c153a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:10.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.911+0000 7f1991400640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c0d4dc0 0x7f198c153a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:10.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.911+0000 7f1991400640 1 -- 172.21.15.92:0/170482894 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f198c0c9760 con 0x7f198c0d3c60 2024-09-19T06:06:10.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.912+0000 7f1991400640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f198c0d3c60 0x7f198c0ab320 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1980031000 tx=0x7f19800046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:10.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.912+0000 7f1989600640 1 -- 172.21.15.92:0/170482894 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1980037040 con 0x7f198c0d3c60 2024-09-19T06:06:10.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.912+0000 7f1989600640 1 -- 172.21.15.92:0/170482894 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1980004240 con 0x7f198c0d3c60 2024-09-19T06:06:10.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.912+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f198c0c9a40 con 0x7f198c0d3c60 2024-09-19T06:06:10.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.912+0000 7f1989600640 1 -- 172.21.15.92:0/170482894 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f198003c670 con 0x7f198c0d3c60 2024-09-19T06:06:10.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.912+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f198c0ca2e0 con 0x7f198c0d3c60 2024-09-19T06:06:10.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.914+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1968005290 con 0x7f198c0d3c60 2024-09-19T06:06:10.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.918+0000 7f1989600640 1 -- 172.21.15.92:0/170482894 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f198003a070 con 0x7f198c0d3c60 2024-09-19T06:06:10.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.919+0000 7f1989600640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f196c06c2b0 0x7f196c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:10.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.919+0000 7f1989600640 1 -- 172.21.15.92:0/170482894 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f19800abc90 con 0x7f198c0d3c60 2024-09-19T06:06:10.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.920+0000 7f1990a00640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f196c06c2b0 0x7f196c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:10.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.922+0000 7f1990a00640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f196c06c2b0 0x7f196c06e770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f198c15d7d0 tx=0x7f1978009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:10.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:10.923+0000 7f1989600640 1 -- 172.21.15.92:0/170482894 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f198004a070 con 0x7f198c0d3c60 2024-09-19T06:06:11.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.156+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1968005580 con 0x7f198c0d3c60 2024-09-19T06:06:11.159 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.157+0000 7f1989600640 1 -- 172.21.15.92:0/170482894 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f1980041030 con 0x7f198c0d3c60 2024-09-19T06:06:11.159 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:11.159 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:11.160 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:11.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f196c06c2b0 msgr2=0x7f196c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f196c06c2b0 0x7f196c06e770 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f198c15d7d0 tx=0x7f1978009040 comp rx=0 tx=0).stop 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f198c0d3c60 msgr2=0x7f198c0ab320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f198c0d3c60 0x7f198c0ab320 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1980031000 tx=0x7f19800046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 shutdown_connections 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f196c06c2b0 0x7f196c06e770 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f198c15e750 0x7f198c1f4290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f198c0d4dc0 0x7f198c153a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 --2- 172.21.15.92:0/170482894 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f198c0d3c60 0x7f198c0ab320 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.159+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 >> 172.21.15.92:0/170482894 conn(0x7f198c06c040 msgr2=0x7f198c0b3c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.160+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 shutdown_connections 2024-09-19T06:06:11.162 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:11.160+0000 7f1992800640 1 -- 172.21.15.92:0/170482894 wait complete. 2024-09-19T06:06:11.177 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:11.351 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":1191,"msgr_send_messages":1191,"msgr_recv_bytes":311707,"msgr_send_bytes":4606409,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.129596127,"msgr_running_send_time":0.056605179,"msgr_running_recv_time":0.030888701,"msgr_running_fast_dispatch_time":0.031217547,"msgr_send_messages_queue_lat":{"avgcount":1190,"sum":0.070458503,"avgtime":0.000059208},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":11464,"msgr_send_messages":22114,"msgr_recv_bytes":4004560,"msgr_send_bytes":27990796,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.566959876,"msgr_running_send_time":0.954365079,"msgr_running_recv_time":5.312740572,"msgr_running_fast_dispatch_time":0.027125487,"msgr_send_messages_queue_lat":{"avgcount":22113,"sum":0.885304512,"avgtime":0.000040035},"msgr_handle_ack_lat":{"avgcount":24540,"sum":0.007164490,"avgtime":0.000000291},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":97392},"AsyncMessenger::Worker-2":{"msgr_recv_messages":860,"msgr_send_messages":855,"msgr_recv_bytes":588629,"msgr_send_bytes":2528869,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.092557841,"msgr_running_send_time":0.042569318,"msgr_running_recv_time":0.023405942,"msgr_running_fast_dispatch_time":0.022003630,"msgr_send_messages_queue_lat":{"avgcount":854,"sum":0.046681493,"avgtime":0.000054662},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":109744,"msgr_send_encrypted_bytes":8720},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":104,"sum":5.025925159,"avgtime":0.048326203}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":4598,"sum":0.541980255,"avgtime":0.000117873}},"mds":{"request":5840,"reply":5838,"reply_latency":{"avgcount":5838,"sum":8.357684383,"avgtime":0.001431600},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":4685,"inodes_top":0,"inodes_bottom":4685,"inodes_pin_tail":0,"inodes_pinned":4685,"inodes_expired":0,"inodes_with_caps":573,"caps":573,"subtrees":2,"traverse":5840,"traverse_hit":5840,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":571,"root_rbytes":2820096,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":6679,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":4549,"handle_client_caps_dirty":3000,"handle_client_cap_release":298,"process_request_cap_release":2638},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":1,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":2630,"strays_enqueued":2629,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":13028,"evex":0,"evtrm":0,"ev":13031,"evexg":0,"evexd":0,"segadd":14,"segex":0,"segtrm":0,"seg":16,"segmjr":3,"segexg":0,"segexd":0,"expos":4194304,"wrpos":30266047,"rdpos":4195244,"jlat":{"avgcount":23,"sum":1.974023734,"avgtime":0.085827118},"replayed":3},"mds_mem":{"ino":591,"ino+":3214,"ino-":2623,"dir":13,"dir+":13,"dir-":0,"dn":3218,"dn+":5841,"dn-":2623,"cap":573,"cap+":3202,"cap-":2629,"rss":100184,"heap":248172},"mds_server":{"dispatch_client_request":5840,"dispatch_server_request":0,"handle_client_request":5840,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":2630,"sum":5.057042819,"avgtime":0.001922829},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":5270,"average_load":5270,"avg_session_uptime":776,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":15319785,"buffer_anon_items":5839,"buffer_meta_bytes":88,"buffer_meta_items":1,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":9072525,"mds_co_items":140871,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":2780,"op_send_bytes":26789104,"op_resend":0,"op_reply":2780,"op_latency":{"avgcount":2780,"sum":9.969718657,"avgtime":0.003586229},"op_inflight":0,"oplen_avg":{"avgcount":2780,"sum":2850},"op":2780,"op_r":59,"op_w":2721,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":31,"osdop_write":46,"osdop_writefull":12,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":2646,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":31,"omap_rd":48,"omap_del":9},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":2629,"pq_executed":2629,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":13511,"get_sum":3686131,"get_or_fail_fail":0,"get_or_fail_success":13511,"take":0,"take_sum":0,"put":13511,"put_sum":3686131,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":2780,"take_sum":27055568,"put":2780,"put_sum":27055568,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":2780,"take_sum":2780,"put":2780,"put_sum":2780,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":2629,"get_sum":265529,"get_or_fail_fail":0,"get_or_fail_success":2629,"take":0,"take_sum":0,"put":23,"put_sum":265529,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":3594,"max":3758096384,"get_started":0,"get":13028,"get_sum":26070544,"get_or_fail_fail":0,"get_or_fail_success":13028,"take":0,"take_sum":0,"put":23,"put_sum":26066950,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:11.353 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 311707, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 1191, "msgr_running_fast_dispatch_time": 0.031217547, "msgr_running_recv_time": 0.030888701, "msgr_running_send_time": 0.056605179, "msgr_running_total_time": 0.129596127, "msgr_send_bytes": 4606409, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 1191, "msgr_send_messages_queue_lat": { "avgcount": 1190, "avgtime": 5.9208e-05, "sum": 0.070458503 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 24540, "avgtime": 2.91e-07, "sum": 0.00716449 }, "msgr_recv_bytes": 4004560, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 11464, "msgr_running_fast_dispatch_time": 0.027125487, "msgr_running_recv_time": 5.312740572, "msgr_running_send_time": 0.954365079, "msgr_running_total_time": 1.566959876, "msgr_send_bytes": 27990796, "msgr_send_encrypted_bytes": 97392, "msgr_send_messages": 22114, "msgr_send_messages_queue_lat": { "avgcount": 22113, "avgtime": 4.0035e-05, "sum": 0.885304512 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 588629, "msgr_recv_encrypted_bytes": 109744, "msgr_recv_messages": 860, "msgr_running_fast_dispatch_time": 0.02200363, "msgr_running_recv_time": 0.023405942, "msgr_running_send_time": 0.042569318, "msgr_running_total_time": 0.092557841, "msgr_send_bytes": 2528869, "msgr_send_encrypted_bytes": 8720, "msgr_send_messages": 855, "msgr_send_messages_queue_lat": { "avgcount": 854, "avgtime": 5.4662e-05, "sum": 0.046681493 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 104, "avgtime": 0.048326203, "sum": 5.025925159 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 4598, "avgtime": 0.000117873, "sum": 0.541980255 }, "queue_len": 0 }, "mds": { "caps": 573, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 6679, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 298, "handle_client_caps": 4549, "handle_client_caps_dirty": 3000, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 4685, "inodes_bottom": 4685, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 4685, "inodes_top": 0, "inodes_with_caps": 573, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 2638, "q": 0, "reply": 5838, "reply_latency": { "avgcount": 5838, "avgtime": 0.0014316, "sum": 8.357684383 }, "request": 5840, "root_rbytes": 2820096, "root_rfiles": 571, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5840, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5840, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 1, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 2630, "strays_enqueued": 2629, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 13031, "evadd": 13028, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 23, "avgtime": 0.085827118, "sum": 1.974023734 }, "rdpos": 4195244, "replayed": 3, "seg": 16, "segadd": 14, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 3, "segtrm": 0, "wrpos": 30266047 }, "mds_mem": { "cap": 573, "cap+": 3202, "cap-": 2629, "dir": 13, "dir+": 13, "dir-": 0, "dn": 3218, "dn+": 5841, "dn-": 2623, "heap": 248172, "ino": 591, "ino+": 3214, "ino-": 2623, "rss": 100184 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 5840, "dispatch_server_request": 0, "handle_client_request": 5840, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 2630, "avgtime": 0.001922829, "sum": 5.057042819 } }, "mds_sessions": { "average_load": 5270, "avg_session_uptime": 776, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 5270 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 15319785, "buffer_anon_items": 5839, "buffer_meta_bytes": 88, "buffer_meta_items": 1, "mds_co_bytes": 9072525, "mds_co_items": 140871, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 9, "omap_rd": 48, "omap_wr": 31, "op": 2780, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 2780, "avgtime": 0.003586229, "sum": 9.969718657 }, "op_pg": 0, "op_r": 59, "op_reply": 2780, "op_resend": 0, "op_rmw": 0, "op_send": 2780, "op_send_bytes": 26789104, "op_w": 2721, "oplen_avg": { "avgcount": 2780, "sum": 2850 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 2646, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 31, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 46, "osdop_writefull": 12, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 2629, "pq_executed_ops": 2629, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 13511, "get_or_fail_fail": 0, "get_or_fail_success": 13511, "get_started": 0, "get_sum": 3686131, "max": 104857600, "put": 13511, "put_sum": 3686131, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 2780, "put_sum": 27055568, "take": 2780, "take_sum": 27055568, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 2780, "put_sum": 2780, "take": 2780, "take_sum": 2780, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 2629, "get_or_fail_fail": 0, "get_or_fail_success": 2629, "get_started": 0, "get_sum": 265529, "max": 3758096384, "put": 23, "put_sum": 265529, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 13028, "get_or_fail_fail": 0, "get_or_fail_success": 13028, "get_started": 0, "get_sum": 26070544, "max": 3758096384, "put": 23, "put_sum": 26066950, "take": 0, "take_sum": 0, "val": 3594, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:11.353 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/1, 2629/2630 2024-09-19T06:06:12.354 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:12.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.509+0000 7f5f62000640 1 Processor -- start 2024-09-19T06:06:12.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.509+0000 7f5f62000640 1 -- start start 2024-09-19T06:06:12.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.510+0000 7f5f62000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f5c15e7e0 0x7f5f5c0b9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:12.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.510+0000 7f5f62000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5f5c0b3920 0x7f5f5c06d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:12.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.510+0000 7f5f62000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5f5c0ba4b0 con 0x7f5f5c06db20 2024-09-19T06:06:12.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.510+0000 7f5f62000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f5f5c0ceee0 con 0x7f5f5c0b3920 2024-09-19T06:06:12.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.510+0000 7f5f62000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5f5c0cf1c0 con 0x7f5f5c15e7e0 2024-09-19T06:06:12.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.510+0000 7f5f5be00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5f5c0b3920 0x7f5f5c06d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:12.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.510+0000 7f5f61600640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f5f5c06db20 0x7f5f5c162460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:43230/0 (socket says 172.21.15.92:43230) 2024-09-19T06:06:12.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.510+0000 7f5f5be00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5f5c0b3920 0x7f5f5c06d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:35546/0 (socket says 172.21.15.92:35546) 2024-09-19T06:06:12.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.510+0000 7f5f61600640 1 -- 172.21.15.92:0/630091055 learned_addr learned my addr 172.21.15.92:0/630091055 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:12.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.511+0000 7f5f5be00640 1 -- 172.21.15.92:0/630091055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f5c15e7e0 msgr2=0x7f5f5c0b9f70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T06:06:12.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.511+0000 7f5f5be00640 1 --2- 172.21.15.92:0/630091055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f5c15e7e0 0x7f5f5c0b9f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.511+0000 7f5f5be00640 1 -- 172.21.15.92:0/630091055 >> v1:172.21.15.102:6789/0 conn(0x7f5f5c06db20 legacy=0x7f5f5c162460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:12.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.511+0000 7f5f5be00640 1 -- 172.21.15.92:0/630091055 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f5c0cf4a0 con 0x7f5f5c0b3920 2024-09-19T06:06:12.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.512+0000 7f5f5be00640 1 --2- 172.21.15.92:0/630091055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f5c0b3920 0x7f5f5c06d5e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5f480097a0 tx=0x7f5f4802a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a34884c84eeb6e7d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:12.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.512+0000 7f5f5b400640 1 -- 172.21.15.92:0/630091055 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f48037070 con 0x7f5f5c0b3920 2024-09-19T06:06:12.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.512+0000 7f5f5b400640 1 -- 172.21.15.92:0/630091055 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f48032440 con 0x7f5f5c0b3920 2024-09-19T06:06:12.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.512+0000 7f5f5b400640 1 -- 172.21.15.92:0/630091055 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f48032810 con 0x7f5f5c0b3920 2024-09-19T06:06:12.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.513+0000 7f5f62000640 1 -- 172.21.15.92:0/630091055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f5c0b3920 msgr2=0x7f5f5c06d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:12.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.513+0000 7f5f62000640 1 --2- 172.21.15.92:0/630091055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f5c0b3920 0x7f5f5c06d5e0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5f480097a0 tx=0x7f5f4802a1a0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.513+0000 7f5f62000640 1 -- 172.21.15.92:0/630091055 shutdown_connections 2024-09-19T06:06:12.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.513+0000 7f5f62000640 1 --2- 172.21.15.92:0/630091055 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f5c0b3920 0x7f5f5c06d5e0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.513+0000 7f5f62000640 1 --2- 172.21.15.92:0/630091055 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f5c15e7e0 0x7f5f5c0b9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.513+0000 7f5f62000640 1 -- 172.21.15.92:0/630091055 >> 172.21.15.92:0/630091055 conn(0x7f5f5c0d17a0 msgr2=0x7f5f5c0d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:12.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.513+0000 7f5f62000640 1 -- 172.21.15.92:0/630091055 shutdown_connections 2024-09-19T06:06:12.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.513+0000 7f5f62000640 1 -- 172.21.15.92:0/630091055 wait complete. 2024-09-19T06:06:12.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.514+0000 7f5f62000640 1 Processor -- start 2024-09-19T06:06:12.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.515+0000 7f5f62000640 1 -- start start 2024-09-19T06:06:12.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.515+0000 7f5f62000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f5c06db20 0x7f5f5c151060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:12.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.515+0000 7f5f62000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f5c0b3920 0x7f5f5c0ca100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:12.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.515+0000 7f5f62000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f5c15e7e0 0x7f5f5c15f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f62000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5f5c0cfca0 con 0x7f5f5c06db20 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f62000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5f5c0d32d0 con 0x7f5f5c0b3920 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f62000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5f5c15ebc0 con 0x7f5f5c15e7e0 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f60c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f5c06db20 0x7f5f5c151060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f60c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f5c06db20 0x7f5f5c151060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36678/0 (socket says 172.21.15.92:36678) 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f60c00640 1 -- 172.21.15.92:0/1819899601 learned_addr learned my addr 172.21.15.92:0/1819899601 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f5be00640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f5c0b3920 0x7f5f5c0ca100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f61600640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f5c15e7e0 0x7f5f5c15f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f60c00640 1 -- 172.21.15.92:0/1819899601 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f5c15e7e0 msgr2=0x7f5f5c15f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:12.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f60c00640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f5c15e7e0 0x7f5f5c15f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f60c00640 1 -- 172.21.15.92:0/1819899601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f5c0b3920 msgr2=0x7f5f5c0ca100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f60c00640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f5c0b3920 0x7f5f5c0ca100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.516+0000 7f5f60c00640 1 -- 172.21.15.92:0/1819899601 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5f5c0cab50 con 0x7f5f5c06db20 2024-09-19T06:06:12.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.517+0000 7f5f60c00640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f5c06db20 0x7f5f5c151060 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f5f5000b3e0 tx=0x7f5f5000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:12.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.517+0000 7f5f58c00640 1 -- 172.21.15.92:0/1819899601 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f50015020 con 0x7f5f5c06db20 2024-09-19T06:06:12.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.517+0000 7f5f58c00640 1 -- 172.21.15.92:0/1819899601 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5f50011850 con 0x7f5f5c06db20 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.517+0000 7f5f58c00640 1 -- 172.21.15.92:0/1819899601 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5f50011c40 con 0x7f5f5c06db20 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.517+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5f5c14e7c0 con 0x7f5f5c06db20 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.517+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5f5c162000 con 0x7f5f5c06db20 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.518+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5f5c06d5e0 con 0x7f5f5c06db20 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.519+0000 7f5f58c00640 1 -- 172.21.15.92:0/1819899601 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5f50018020 con 0x7f5f5c06db20 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.520+0000 7f5f58c00640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5f3c06c2b0 0x7f5f3c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.520+0000 7f5f58c00640 1 -- 172.21.15.92:0/1819899601 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f5f5008b300 con 0x7f5f5c06db20 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.520+0000 7f5f5be00640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5f3c06c2b0 0x7f5f3c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.521+0000 7f5f5be00640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5f3c06c2b0 0x7f5f3c06e770 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f5f48034000 tx=0x7f5f4802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:12.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.524+0000 7f5f58c00640 1 -- 172.21.15.92:0/1819899601 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5f5001f020 con 0x7f5f5c06db20 2024-09-19T06:06:12.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.942+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f5f5c0cb180 con 0x7f5f5c06db20 2024-09-19T06:06:12.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.942+0000 7f5f58c00640 1 -- 172.21.15.92:0/1819899601 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f5f50059a50 con 0x7f5f5c06db20 2024-09-19T06:06:12.943 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:12.944 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:12.944 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:12.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5f3c06c2b0 msgr2=0x7f5f3c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:12.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5f3c06c2b0 0x7f5f3c06e770 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f5f48034000 tx=0x7f5f4802e000 comp rx=0 tx=0).stop 2024-09-19T06:06:12.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f5c06db20 msgr2=0x7f5f5c151060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:12.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f5c06db20 0x7f5f5c151060 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f5f5000b3e0 tx=0x7f5f5000b8a0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 shutdown_connections 2024-09-19T06:06:12.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5f5c15e7e0 0x7f5f5c15f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5f3c06c2b0 0x7f5f3c06e770 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5f5c0b3920 0x7f5f5c0ca100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 --2- 172.21.15.92:0/1819899601 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5f5c06db20 0x7f5f5c151060 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:12.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 >> 172.21.15.92:0/1819899601 conn(0x7f5f5c0d17a0 msgr2=0x7f5f5c0b54a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:12.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 shutdown_connections 2024-09-19T06:06:12.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:12.945+0000 7f5f62000640 1 -- 172.21.15.92:0/1819899601 wait complete. 2024-09-19T06:06:12.963 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:13.134 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":1191,"msgr_send_messages":1191,"msgr_recv_bytes":311707,"msgr_send_bytes":4606409,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.129596127,"msgr_running_send_time":0.056605179,"msgr_running_recv_time":0.030888701,"msgr_running_fast_dispatch_time":0.031217547,"msgr_send_messages_queue_lat":{"avgcount":1190,"sum":0.070458503,"avgtime":0.000059208},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":11464,"msgr_send_messages":22114,"msgr_recv_bytes":4004560,"msgr_send_bytes":27990796,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.566959876,"msgr_running_send_time":0.954365079,"msgr_running_recv_time":5.312740572,"msgr_running_fast_dispatch_time":0.027125487,"msgr_send_messages_queue_lat":{"avgcount":22113,"sum":0.885304512,"avgtime":0.000040035},"msgr_handle_ack_lat":{"avgcount":24540,"sum":0.007164490,"avgtime":0.000000291},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":97392},"AsyncMessenger::Worker-2":{"msgr_recv_messages":860,"msgr_send_messages":855,"msgr_recv_bytes":588629,"msgr_send_bytes":2528869,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.092557841,"msgr_running_send_time":0.042569318,"msgr_running_recv_time":0.023405942,"msgr_running_fast_dispatch_time":0.022003630,"msgr_send_messages_queue_lat":{"avgcount":854,"sum":0.046681493,"avgtime":0.000054662},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":109744,"msgr_send_encrypted_bytes":8720},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":104,"sum":5.025925159,"avgtime":0.048326203}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":4598,"sum":0.541980255,"avgtime":0.000117873}},"mds":{"request":5840,"reply":5838,"reply_latency":{"avgcount":5838,"sum":8.357684383,"avgtime":0.001431600},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":4685,"inodes_top":0,"inodes_bottom":4685,"inodes_pin_tail":0,"inodes_pinned":4685,"inodes_expired":0,"inodes_with_caps":573,"caps":573,"subtrees":2,"traverse":5840,"traverse_hit":5840,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":571,"root_rbytes":2820096,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":6679,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":4549,"handle_client_caps_dirty":3000,"handle_client_cap_release":298,"process_request_cap_release":2638},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":1,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":2630,"strays_enqueued":2629,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":13028,"evex":0,"evtrm":0,"ev":13031,"evexg":0,"evexd":0,"segadd":14,"segex":0,"segtrm":0,"seg":16,"segmjr":3,"segexg":0,"segexd":0,"expos":4194304,"wrpos":30266047,"rdpos":4195244,"jlat":{"avgcount":23,"sum":1.974023734,"avgtime":0.085827118},"replayed":3},"mds_mem":{"ino":591,"ino+":3214,"ino-":2623,"dir":13,"dir+":13,"dir-":0,"dn":3218,"dn+":5841,"dn-":2623,"cap":573,"cap+":3202,"cap-":2629,"rss":100184,"heap":248172},"mds_server":{"dispatch_client_request":5840,"dispatch_server_request":0,"handle_client_request":5840,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":2630,"sum":5.057042819,"avgtime":0.001922829},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":5270,"average_load":5270,"avg_session_uptime":776,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":15319785,"buffer_anon_items":5839,"buffer_meta_bytes":88,"buffer_meta_items":1,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":9072525,"mds_co_items":140871,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":2780,"op_send_bytes":26789104,"op_resend":0,"op_reply":2780,"op_latency":{"avgcount":2780,"sum":9.969718657,"avgtime":0.003586229},"op_inflight":0,"oplen_avg":{"avgcount":2780,"sum":2850},"op":2780,"op_r":59,"op_w":2721,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":31,"osdop_write":46,"osdop_writefull":12,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":2646,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":31,"omap_rd":48,"omap_del":9},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":2629,"pq_executed":2629,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":13511,"get_sum":3686131,"get_or_fail_fail":0,"get_or_fail_success":13511,"take":0,"take_sum":0,"put":13511,"put_sum":3686131,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":2780,"take_sum":27055568,"put":2780,"put_sum":27055568,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":2780,"take_sum":2780,"put":2780,"put_sum":2780,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":2629,"get_sum":265529,"get_or_fail_fail":0,"get_or_fail_success":2629,"take":0,"take_sum":0,"put":23,"put_sum":265529,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":3594,"max":3758096384,"get_started":0,"get":13028,"get_sum":26070544,"get_or_fail_fail":0,"get_or_fail_success":13028,"take":0,"take_sum":0,"put":23,"put_sum":26066950,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:13.136 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 311707, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 1191, "msgr_running_fast_dispatch_time": 0.031217547, "msgr_running_recv_time": 0.030888701, "msgr_running_send_time": 0.056605179, "msgr_running_total_time": 0.129596127, "msgr_send_bytes": 4606409, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 1191, "msgr_send_messages_queue_lat": { "avgcount": 1190, "avgtime": 5.9208e-05, "sum": 0.070458503 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 24540, "avgtime": 2.91e-07, "sum": 0.00716449 }, "msgr_recv_bytes": 4004560, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 11464, "msgr_running_fast_dispatch_time": 0.027125487, "msgr_running_recv_time": 5.312740572, "msgr_running_send_time": 0.954365079, "msgr_running_total_time": 1.566959876, "msgr_send_bytes": 27990796, "msgr_send_encrypted_bytes": 97392, "msgr_send_messages": 22114, "msgr_send_messages_queue_lat": { "avgcount": 22113, "avgtime": 4.0035e-05, "sum": 0.885304512 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 588629, "msgr_recv_encrypted_bytes": 109744, "msgr_recv_messages": 860, "msgr_running_fast_dispatch_time": 0.02200363, "msgr_running_recv_time": 0.023405942, "msgr_running_send_time": 0.042569318, "msgr_running_total_time": 0.092557841, "msgr_send_bytes": 2528869, "msgr_send_encrypted_bytes": 8720, "msgr_send_messages": 855, "msgr_send_messages_queue_lat": { "avgcount": 854, "avgtime": 5.4662e-05, "sum": 0.046681493 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 104, "avgtime": 0.048326203, "sum": 5.025925159 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 4598, "avgtime": 0.000117873, "sum": 0.541980255 }, "queue_len": 0 }, "mds": { "caps": 573, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 6679, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 298, "handle_client_caps": 4549, "handle_client_caps_dirty": 3000, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 4685, "inodes_bottom": 4685, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 4685, "inodes_top": 0, "inodes_with_caps": 573, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 2638, "q": 0, "reply": 5838, "reply_latency": { "avgcount": 5838, "avgtime": 0.0014316, "sum": 8.357684383 }, "request": 5840, "root_rbytes": 2820096, "root_rfiles": 571, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5840, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5840, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 1, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 2630, "strays_enqueued": 2629, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 13031, "evadd": 13028, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 23, "avgtime": 0.085827118, "sum": 1.974023734 }, "rdpos": 4195244, "replayed": 3, "seg": 16, "segadd": 14, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 3, "segtrm": 0, "wrpos": 30266047 }, "mds_mem": { "cap": 573, "cap+": 3202, "cap-": 2629, "dir": 13, "dir+": 13, "dir-": 0, "dn": 3218, "dn+": 5841, "dn-": 2623, "heap": 248172, "ino": 591, "ino+": 3214, "ino-": 2623, "rss": 100184 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 5840, "dispatch_server_request": 0, "handle_client_request": 5840, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 2630, "avgtime": 0.001922829, "sum": 5.057042819 } }, "mds_sessions": { "average_load": 5270, "avg_session_uptime": 776, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 5270 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 15319785, "buffer_anon_items": 5839, "buffer_meta_bytes": 88, "buffer_meta_items": 1, "mds_co_bytes": 9072525, "mds_co_items": 140871, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 9, "omap_rd": 48, "omap_wr": 31, "op": 2780, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 2780, "avgtime": 0.003586229, "sum": 9.969718657 }, "op_pg": 0, "op_r": 59, "op_reply": 2780, "op_resend": 0, "op_rmw": 0, "op_send": 2780, "op_send_bytes": 26789104, "op_w": 2721, "oplen_avg": { "avgcount": 2780, "sum": 2850 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 2646, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 31, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 46, "osdop_writefull": 12, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 2629, "pq_executed_ops": 2629, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 13511, "get_or_fail_fail": 0, "get_or_fail_success": 13511, "get_started": 0, "get_sum": 3686131, "max": 104857600, "put": 13511, "put_sum": 3686131, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 2780, "put_sum": 27055568, "take": 2780, "take_sum": 27055568, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 2780, "put_sum": 2780, "take": 2780, "take_sum": 2780, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 2629, "get_or_fail_fail": 0, "get_or_fail_success": 2629, "get_started": 0, "get_sum": 265529, "max": 3758096384, "put": 23, "put_sum": 265529, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 13028, "get_or_fail_fail": 0, "get_or_fail_success": 13028, "get_started": 0, "get_sum": 26070544, "max": 3758096384, "put": 23, "put_sum": 26066950, "take": 0, "take_sum": 0, "val": 3594, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:13.136 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/1, 2629/2630 2024-09-19T06:06:14.137 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:14.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.288+0000 7f1e3e800640 1 Processor -- start 2024-09-19T06:06:14.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.288+0000 7f1e3e800640 1 -- start start 2024-09-19T06:06:14.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.289+0000 7f1e3e800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1e3815e7e0 0x7f1e380b9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:14.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.289+0000 7f1e3e800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f1e3806dcf0 0x7f1e380d22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:14.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.289+0000 7f1e3e800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f1e380ba4b0 con 0x7f1e380b3920 2024-09-19T06:06:14.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.289+0000 7f1e3e800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f1e380ceee0 con 0x7f1e3815e7e0 2024-09-19T06:06:14.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.289+0000 7f1e3e800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f1e380cf1c0 con 0x7f1e3806dcf0 2024-09-19T06:06:14.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.289+0000 7f1e3d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1e3815e7e0 0x7f1e380b9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:14.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.289+0000 7f1e3d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1e3815e7e0 0x7f1e380b9f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36692/0 (socket says 172.21.15.92:36692) 2024-09-19T06:06:14.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.289+0000 7f1e3d400640 1 -- 172.21.15.92:0/28142387 learned_addr learned my addr 172.21.15.92:0/28142387 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:14.292 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.289+0000 7f1e3de00640 1 --2- 172.21.15.92:0/28142387 >> v2:172.21.15.102:3300/0 conn(0x7f1e3806dcf0 0x7f1e380d22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:14.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.290+0000 7f1e3d400640 1 -- 172.21.15.92:0/28142387 >> v2:172.21.15.102:3300/0 conn(0x7f1e3806dcf0 msgr2=0x7f1e380d22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:14.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.290+0000 7f1e3d400640 1 --2- 172.21.15.92:0/28142387 >> v2:172.21.15.102:3300/0 conn(0x7f1e3806dcf0 0x7f1e380d22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:14.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.290+0000 7f1e3d400640 1 -- 172.21.15.92:0/28142387 >> v1:172.21.15.102:6789/0 conn(0x7f1e380b3920 legacy=0x7f1e3806d5e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-19T06:06:14.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.290+0000 7f1e3d400640 1 -- 172.21.15.92:0/28142387 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e380cf4a0 con 0x7f1e3815e7e0 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.291+0000 7f1e3d400640 1 --2- 172.21.15.92:0/28142387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 0x7f1e380b9f70 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f1e3806ee40 tx=0x7f1e2c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5428a0ed1e40a65 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.291+0000 7f1e37e00640 1 -- 172.21.15.92:0/28142387 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c037070 con 0x7f1e3815e7e0 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.291+0000 7f1e37e00640 1 -- 172.21.15.92:0/28142387 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e2c032440 con 0x7f1e3815e7e0 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.291+0000 7f1e37e00640 1 -- 172.21.15.92:0/28142387 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e2c032810 con 0x7f1e3815e7e0 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.291+0000 7f1e3e800640 1 -- 172.21.15.92:0/28142387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 msgr2=0x7f1e380b9f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.291+0000 7f1e3e800640 1 --2- 172.21.15.92:0/28142387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 0x7f1e380b9f70 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f1e3806ee40 tx=0x7f1e2c02a230 comp rx=0 tx=0).stop 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.292+0000 7f1e3e800640 1 -- 172.21.15.92:0/28142387 shutdown_connections 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.292+0000 7f1e3e800640 1 --2- 172.21.15.92:0/28142387 >> v2:172.21.15.102:3300/0 conn(0x7f1e3806dcf0 0x7f1e380d22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.292+0000 7f1e3e800640 1 --2- 172.21.15.92:0/28142387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 0x7f1e380b9f70 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.292+0000 7f1e3e800640 1 -- 172.21.15.92:0/28142387 >> 172.21.15.92:0/28142387 conn(0x7f1e380d17a0 msgr2=0x7f1e380d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.292+0000 7f1e3e800640 1 -- 172.21.15.92:0/28142387 shutdown_connections 2024-09-19T06:06:14.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.292+0000 7f1e3e800640 1 -- 172.21.15.92:0/28142387 wait complete. 2024-09-19T06:06:14.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.293+0000 7f1e3e800640 1 Processor -- start 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.294+0000 7f1e3e800640 1 -- start start 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3e800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e3806dcf0 0x7f1e3814e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3e800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1e380b3920 0x7f1e38160f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3e800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 0x7f1e38161490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3e800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f1e3815ebc0 con 0x7f1e3815e7e0 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3e800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f1e380cfca0 con 0x7f1e3806dcf0 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3e800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f1e3815ed40 con 0x7f1e380b3920 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 0x7f1e38161490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 0x7f1e38161490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36700/0 (socket says 172.21.15.92:36700) 2024-09-19T06:06:14.298 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3de00640 1 -- 172.21.15.92:0/241243934 learned_addr learned my addr 172.21.15.92:0/241243934 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:14.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3d400640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e3806dcf0 0x7f1e3814e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:14.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3ca00640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1e380b3920 0x7f1e38160f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:14.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3de00640 1 -- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1e380b3920 msgr2=0x7f1e38160f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:14.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3de00640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1e380b3920 0x7f1e38160f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:14.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3de00640 1 -- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e3806dcf0 msgr2=0x7f1e3814e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:14.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3de00640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e3806dcf0 0x7f1e3814e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:14.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3de00640 1 -- 172.21.15.92:0/241243934 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f1e38159820 con 0x7f1e3815e7e0 2024-09-19T06:06:14.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3d400640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e3806dcf0 0x7f1e3814e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:14.299 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.295+0000 7f1e3ca00640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1e380b3920 0x7f1e38160f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:14.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.296+0000 7f1e3de00640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 0x7f1e38161490 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f1e30009e30 tx=0x7f1e3000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:14.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.296+0000 7f1e35600640 1 -- 172.21.15.92:0/241243934 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e30018020 con 0x7f1e3815e7e0 2024-09-19T06:06:14.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.296+0000 7f1e35600640 1 -- 172.21.15.92:0/241243934 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1e30014480 con 0x7f1e3815e7e0 2024-09-19T06:06:14.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.296+0000 7f1e35600640 1 -- 172.21.15.92:0/241243934 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1e30014870 con 0x7f1e3815e7e0 2024-09-19T06:06:14.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.296+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f1e38158780 con 0x7f1e3815e7e0 2024-09-19T06:06:14.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.296+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f1e38158d40 con 0x7f1e3815e7e0 2024-09-19T06:06:14.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.297+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f1e380b9f70 con 0x7f1e3815e7e0 2024-09-19T06:06:14.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.298+0000 7f1e35600640 1 -- 172.21.15.92:0/241243934 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1e30005d10 con 0x7f1e3815e7e0 2024-09-19T06:06:14.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.299+0000 7f1e35600640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e1806c2b0 0x7f1e1806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:14.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.299+0000 7f1e35600640 1 -- 172.21.15.92:0/241243934 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f1e3008c4a0 con 0x7f1e3815e7e0 2024-09-19T06:06:14.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.299+0000 7f1e3d400640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e1806c2b0 0x7f1e1806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:14.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.300+0000 7f1e3d400640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e1806c2b0 0x7f1e1806e770 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c034000 tx=0x7f1e2c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:14.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.304+0000 7f1e35600640 1 -- 172.21.15.92:0/241243934 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f1e30022030 con 0x7f1e3815e7e0 2024-09-19T06:06:14.522 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.520+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f1e380b5250 con 0x7f1e3815e7e0 2024-09-19T06:06:14.523 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.521+0000 7f1e35600640 1 -- 172.21.15.92:0/241243934 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f1e30010040 con 0x7f1e3815e7e0 2024-09-19T06:06:14.523 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:14.523 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:14.523 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:14.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e1806c2b0 msgr2=0x7f1e1806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:14.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e1806c2b0 0x7f1e1806e770 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f1e2c034000 tx=0x7f1e2c02e000 comp rx=0 tx=0).stop 2024-09-19T06:06:14.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 msgr2=0x7f1e38161490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:14.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 0x7f1e38161490 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f1e30009e30 tx=0x7f1e3000c490 comp rx=0 tx=0).stop 2024-09-19T06:06:14.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 shutdown_connections 2024-09-19T06:06:14.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1e3815e7e0 0x7f1e38161490 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:14.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1e380b3920 0x7f1e38160f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:14.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f1e1806c2b0 0x7f1e1806e770 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:14.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 --2- 172.21.15.92:0/241243934 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f1e3806dcf0 0x7f1e3814e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:14.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 >> 172.21.15.92:0/241243934 conn(0x7f1e380d17a0 msgr2=0x7f1e380d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:14.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 shutdown_connections 2024-09-19T06:06:14.528 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:14.523+0000 7f1e3e800640 1 -- 172.21.15.92:0/241243934 wait complete. 2024-09-19T06:06:14.542 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:14.718 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":1191,"msgr_send_messages":1191,"msgr_recv_bytes":311707,"msgr_send_bytes":4606409,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.129596127,"msgr_running_send_time":0.056605179,"msgr_running_recv_time":0.030888701,"msgr_running_fast_dispatch_time":0.031217547,"msgr_send_messages_queue_lat":{"avgcount":1190,"sum":0.070458503,"avgtime":0.000059208},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":11464,"msgr_send_messages":22114,"msgr_recv_bytes":4004560,"msgr_send_bytes":27990796,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.566959876,"msgr_running_send_time":0.954365079,"msgr_running_recv_time":5.312740572,"msgr_running_fast_dispatch_time":0.027125487,"msgr_send_messages_queue_lat":{"avgcount":22113,"sum":0.885304512,"avgtime":0.000040035},"msgr_handle_ack_lat":{"avgcount":24540,"sum":0.007164490,"avgtime":0.000000291},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":97392},"AsyncMessenger::Worker-2":{"msgr_recv_messages":861,"msgr_send_messages":856,"msgr_recv_bytes":588901,"msgr_send_bytes":2529509,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.092648447,"msgr_running_send_time":0.042627524,"msgr_running_recv_time":0.023444863,"msgr_running_fast_dispatch_time":0.022003630,"msgr_send_messages_queue_lat":{"avgcount":855,"sum":0.046714466,"avgtime":0.000054636},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":110016,"msgr_send_encrypted_bytes":9360},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":104,"sum":5.025925159,"avgtime":0.048326203}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":4598,"sum":0.541980255,"avgtime":0.000117873}},"mds":{"request":5840,"reply":5838,"reply_latency":{"avgcount":5838,"sum":8.357684383,"avgtime":0.001431600},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":4685,"inodes_top":0,"inodes_bottom":4685,"inodes_pin_tail":0,"inodes_pinned":4685,"inodes_expired":0,"inodes_with_caps":573,"caps":573,"subtrees":2,"traverse":5840,"traverse_hit":5840,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":571,"root_rbytes":2820096,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":0,"ceph_cap_op_grant":6679,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":4549,"handle_client_caps_dirty":3000,"handle_client_cap_release":298,"process_request_cap_release":2638},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":1,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":2630,"strays_enqueued":2629,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":13028,"evex":0,"evtrm":0,"ev":13031,"evexg":0,"evexd":0,"segadd":14,"segex":0,"segtrm":0,"seg":16,"segmjr":3,"segexg":0,"segexd":0,"expos":4194304,"wrpos":30266047,"rdpos":4195244,"jlat":{"avgcount":23,"sum":1.974023734,"avgtime":0.085827118},"replayed":3},"mds_mem":{"ino":591,"ino+":3214,"ino-":2623,"dir":13,"dir+":13,"dir-":0,"dn":3218,"dn+":5841,"dn-":2623,"cap":573,"cap+":3202,"cap-":2629,"rss":100184,"heap":248172},"mds_server":{"dispatch_client_request":5840,"dispatch_server_request":0,"handle_client_request":5840,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":2630,"sum":5.057042819,"avgtime":0.001922829},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":5270,"average_load":5270,"avg_session_uptime":776,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":15319785,"buffer_anon_items":5839,"buffer_meta_bytes":88,"buffer_meta_items":1,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":9072525,"mds_co_items":140871,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":2780,"op_send_bytes":26789104,"op_resend":0,"op_reply":2780,"op_latency":{"avgcount":2780,"sum":9.969718657,"avgtime":0.003586229},"op_inflight":0,"oplen_avg":{"avgcount":2780,"sum":2850},"op":2780,"op_r":59,"op_w":2721,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":31,"osdop_write":46,"osdop_writefull":12,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":2646,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":31,"omap_rd":48,"omap_del":9},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":2629,"pq_executed":2629,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":13512,"get_sum":3686261,"get_or_fail_fail":0,"get_or_fail_success":13512,"take":0,"take_sum":0,"put":13512,"put_sum":3686261,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":2780,"take_sum":27055568,"put":2780,"put_sum":27055568,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":2780,"take_sum":2780,"put":2780,"put_sum":2780,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":2629,"get_sum":265529,"get_or_fail_fail":0,"get_or_fail_success":2629,"take":0,"take_sum":0,"put":23,"put_sum":265529,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":3594,"max":3758096384,"get_started":0,"get":13028,"get_sum":26070544,"get_or_fail_fail":0,"get_or_fail_success":13028,"take":0,"take_sum":0,"put":23,"put_sum":26066950,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:14.720 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 311707, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 1191, "msgr_running_fast_dispatch_time": 0.031217547, "msgr_running_recv_time": 0.030888701, "msgr_running_send_time": 0.056605179, "msgr_running_total_time": 0.129596127, "msgr_send_bytes": 4606409, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 1191, "msgr_send_messages_queue_lat": { "avgcount": 1190, "avgtime": 5.9208e-05, "sum": 0.070458503 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 24540, "avgtime": 2.91e-07, "sum": 0.00716449 }, "msgr_recv_bytes": 4004560, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 11464, "msgr_running_fast_dispatch_time": 0.027125487, "msgr_running_recv_time": 5.312740572, "msgr_running_send_time": 0.954365079, "msgr_running_total_time": 1.566959876, "msgr_send_bytes": 27990796, "msgr_send_encrypted_bytes": 97392, "msgr_send_messages": 22114, "msgr_send_messages_queue_lat": { "avgcount": 22113, "avgtime": 4.0035e-05, "sum": 0.885304512 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 588901, "msgr_recv_encrypted_bytes": 110016, "msgr_recv_messages": 861, "msgr_running_fast_dispatch_time": 0.02200363, "msgr_running_recv_time": 0.023444863, "msgr_running_send_time": 0.042627524, "msgr_running_total_time": 0.092648447, "msgr_send_bytes": 2529509, "msgr_send_encrypted_bytes": 9360, "msgr_send_messages": 856, "msgr_send_messages_queue_lat": { "avgcount": 855, "avgtime": 5.4636e-05, "sum": 0.046714466 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 104, "avgtime": 0.048326203, "sum": 5.025925159 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 4598, "avgtime": 0.000117873, "sum": 0.541980255 }, "queue_len": 0 }, "mds": { "caps": 573, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 6679, "ceph_cap_op_revoke": 0, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 298, "handle_client_caps": 4549, "handle_client_caps_dirty": 3000, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 4685, "inodes_bottom": 4685, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 4685, "inodes_top": 0, "inodes_with_caps": 573, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 2638, "q": 0, "reply": 5838, "reply_latency": { "avgcount": 5838, "avgtime": 0.0014316, "sum": 8.357684383 }, "request": 5840, "root_rbytes": 2820096, "root_rfiles": 571, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 5840, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 5840, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 1, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 2630, "strays_enqueued": 2629, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 13031, "evadd": 13028, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 23, "avgtime": 0.085827118, "sum": 1.974023734 }, "rdpos": 4195244, "replayed": 3, "seg": 16, "segadd": 14, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 3, "segtrm": 0, "wrpos": 30266047 }, "mds_mem": { "cap": 573, "cap+": 3202, "cap-": 2629, "dir": 13, "dir+": 13, "dir-": 0, "dn": 3218, "dn+": 5841, "dn-": 2623, "heap": 248172, "ino": 591, "ino+": 3214, "ino-": 2623, "rss": 100184 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 5840, "dispatch_server_request": 0, "handle_client_request": 5840, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 2630, "avgtime": 0.001922829, "sum": 5.057042819 } }, "mds_sessions": { "average_load": 5270, "avg_session_uptime": 776, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 5270 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 15319785, "buffer_anon_items": 5839, "buffer_meta_bytes": 88, "buffer_meta_items": 1, "mds_co_bytes": 9072525, "mds_co_items": 140871, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 9, "omap_rd": 48, "omap_wr": 31, "op": 2780, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 2780, "avgtime": 0.003586229, "sum": 9.969718657 }, "op_pg": 0, "op_r": 59, "op_reply": 2780, "op_resend": 0, "op_rmw": 0, "op_send": 2780, "op_send_bytes": 26789104, "op_w": 2721, "oplen_avg": { "avgcount": 2780, "sum": 2850 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 2646, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 31, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 46, "osdop_writefull": 12, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 2629, "pq_executed_ops": 2629, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 13512, "get_or_fail_fail": 0, "get_or_fail_success": 13512, "get_started": 0, "get_sum": 3686261, "max": 104857600, "put": 13512, "put_sum": 3686261, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 2780, "put_sum": 27055568, "take": 2780, "take_sum": 27055568, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 2780, "put_sum": 2780, "take": 2780, "take_sum": 2780, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 2629, "get_or_fail_fail": 0, "get_or_fail_success": 2629, "get_started": 0, "get_sum": 265529, "max": 3758096384, "put": 23, "put_sum": 265529, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 13028, "get_or_fail_fail": 0, "get_or_fail_success": 13028, "get_started": 0, "get_sum": 26070544, "max": 3758096384, "put": 23, "put_sum": 26066950, "take": 0, "take_sum": 0, "val": 3594, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:14.720 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/1, 2629/2630 2024-09-19T06:06:15.721 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:15.856 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:15.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.900+0000 7f9065000640 1 Processor -- start 2024-09-19T06:06:15.903 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.901+0000 7f9065000640 1 -- start start 2024-09-19T06:06:15.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f9065000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 0x7f90600b9f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:15.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f9065000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f90600b3920 0x7f906006d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:15.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f9065000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f90600ba4b0 con 0x7f906006db20 2024-09-19T06:06:15.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f9065000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f90600ceee0 con 0x7f90600b3920 2024-09-19T06:06:15.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f9065000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f90600cf1c0 con 0x7f906015e7e0 2024-09-19T06:06:15.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f905fe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f906006db20 0x7f9060162460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:46980/0 (socket says 172.21.15.92:46980) 2024-09-19T06:06:15.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f905fe00640 1 -- 172.21.15.92:0/211650873 learned_addr learned my addr 172.21.15.92:0/211650873 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:15.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f905f400640 1 --2- 172.21.15.92:0/211650873 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 0x7f90600b9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:15.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f905ea00640 1 --2- 172.21.15.92:0/211650873 >> v2:172.21.15.102:3300/0 conn(0x7f90600b3920 0x7f906006d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:15.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f905e000640 1 -- 172.21.15.92:0/211650873 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1635380110 0 0) 0x7f90600ba4b0 con 0x7f906006db20 2024-09-19T06:06:15.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.902+0000 7f905e000640 1 -- 172.21.15.92:0/211650873 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f9044003520 con 0x7f906006db20 2024-09-19T06:06:15.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.903+0000 7f905e000640 1 -- 172.21.15.92:0/211650873 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 642612634 0 0) 0x7f9044003520 con 0x7f906006db20 2024-09-19T06:06:15.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.903+0000 7f905ea00640 1 -- 172.21.15.92:0/211650873 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 msgr2=0x7f90600b9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:15.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.903+0000 7f905ea00640 1 --2- 172.21.15.92:0/211650873 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 0x7f90600b9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:15.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.903+0000 7f905ea00640 1 -- 172.21.15.92:0/211650873 >> v1:172.21.15.92:6789/0 conn(0x7f906006db20 legacy=0x7f9060162460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:15.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.903+0000 7f905ea00640 1 -- 172.21.15.92:0/211650873 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90600cf4a0 con 0x7f90600b3920 2024-09-19T06:06:15.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.903+0000 7f905f400640 1 --2- 172.21.15.92:0/211650873 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 0x7f90600b9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:06:15.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.904+0000 7f905ea00640 1 --2- 172.21.15.92:0/211650873 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90600b3920 0x7f906006d5e0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f904c0097a0 tx=0x7f904c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3168cbaee8862391 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:15.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.904+0000 7f905e000640 1 -- 172.21.15.92:0/211650873 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f904c037070 con 0x7f90600b3920 2024-09-19T06:06:15.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.904+0000 7f905e000640 1 -- 172.21.15.92:0/211650873 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f904c02aba0 con 0x7f90600b3920 2024-09-19T06:06:15.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.904+0000 7f905e000640 1 -- 172.21.15.92:0/211650873 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f90580019f0 con 0x7f90600b3920 2024-09-19T06:06:15.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.905+0000 7f9065000640 1 -- 172.21.15.92:0/211650873 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90600b3920 msgr2=0x7f906006d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:15.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.905+0000 7f9065000640 1 --2- 172.21.15.92:0/211650873 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90600b3920 0x7f906006d5e0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f904c0097a0 tx=0x7f904c02a110 comp rx=0 tx=0).stop 2024-09-19T06:06:15.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.905+0000 7f9065000640 1 -- 172.21.15.92:0/211650873 shutdown_connections 2024-09-19T06:06:15.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.905+0000 7f9065000640 1 --2- 172.21.15.92:0/211650873 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90600b3920 0x7f906006d5e0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:15.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.905+0000 7f9065000640 1 --2- 172.21.15.92:0/211650873 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 0x7f90600b9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:15.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.905+0000 7f9065000640 1 -- 172.21.15.92:0/211650873 >> 172.21.15.92:0/211650873 conn(0x7f90600d17a0 msgr2=0x7f90600d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:15.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.905+0000 7f9065000640 1 -- 172.21.15.92:0/211650873 shutdown_connections 2024-09-19T06:06:15.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.905+0000 7f9065000640 1 -- 172.21.15.92:0/211650873 wait complete. 2024-09-19T06:06:15.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.907+0000 7f9065000640 1 Processor -- start 2024-09-19T06:06:15.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.907+0000 7f9065000640 1 -- start start 2024-09-19T06:06:15.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.908+0000 7f9065000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f906006db20 0x7f9060154a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:15.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.908+0000 7f9065000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90600b3920 0x7f90600c8940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:15.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.908+0000 7f9065000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 0x7f90601610d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:15.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.908+0000 7f9065000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f90600cfca0 con 0x7f906006db20 2024-09-19T06:06:15.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.908+0000 7f9065000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f90600d32d0 con 0x7f90600b3920 2024-09-19T06:06:15.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.908+0000 7f9065000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f906015ebc0 con 0x7f906015e7e0 2024-09-19T06:06:15.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.908+0000 7f905f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f906006db20 0x7f9060154a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:15.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.908+0000 7f905f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f906006db20 0x7f9060154a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36706/0 (socket says 172.21.15.92:36706) 2024-09-19T06:06:15.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.908+0000 7f905f400640 1 -- 172.21.15.92:0/613272294 learned_addr learned my addr 172.21.15.92:0/613272294 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:15.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.909+0000 7f905fe00640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 0x7f90601610d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:15.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.909+0000 7f905f400640 1 -- 172.21.15.92:0/613272294 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 msgr2=0x7f90601610d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:15.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.909+0000 7f905f400640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 0x7f90601610d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:15.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.909+0000 7f905f400640 1 -- 172.21.15.92:0/613272294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90600b3920 msgr2=0x7f90600c8940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:15.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.909+0000 7f905f400640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90600b3920 0x7f90600c8940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:15.912 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.909+0000 7f905f400640 1 -- 172.21.15.92:0/613272294 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f90600c8e80 con 0x7f906006db20 2024-09-19T06:06:15.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.909+0000 7f905f400640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f906006db20 0x7f9060154a60 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f905000e960 tx=0x7f905000ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:15.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.909+0000 7f9057400640 1 -- 172.21.15.92:0/613272294 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9050017070 con 0x7f906006db20 2024-09-19T06:06:15.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.910+0000 7f9057400640 1 -- 172.21.15.92:0/613272294 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f905000ca00 con 0x7f906006db20 2024-09-19T06:06:15.913 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.910+0000 7f9057400640 1 -- 172.21.15.92:0/613272294 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f905000cdd0 con 0x7f906006db20 2024-09-19T06:06:15.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.910+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f90600c9510 con 0x7f906006db20 2024-09-19T06:06:15.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.910+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f90600c9ad0 con 0x7f906006db20 2024-09-19T06:06:15.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.912+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f906006d5e0 con 0x7f906006db20 2024-09-19T06:06:15.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.913+0000 7f9057400640 1 -- 172.21.15.92:0/613272294 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f905001a070 con 0x7f906006db20 2024-09-19T06:06:15.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.915+0000 7f9057400640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f904006c2b0 0x7f904006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:15.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.915+0000 7f9057400640 1 -- 172.21.15.92:0/613272294 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f905008b3a0 con 0x7f906006db20 2024-09-19T06:06:15.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.915+0000 7f905ea00640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f904006c2b0 0x7f904006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:15.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.916+0000 7f905ea00640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f904006c2b0 0x7f904006e770 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f904c034000 tx=0x7f904c02c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:15.922 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:15.920+0000 7f9057400640 1 -- 172.21.15.92:0/613272294 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f90600c8e80 con 0x7f906006db20 2024-09-19T06:06:16.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.070+0000 7f4e53200640 1 Processor -- start 2024-09-19T06:06:16.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.070+0000 7f4e53200640 1 -- start start 2024-09-19T06:06:16.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.072+0000 7f4e53200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4e540b3920 0x7f4e5406d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:16.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.072+0000 7f4e53200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e540ceee0 con 0x7f4e5406db20 2024-09-19T06:06:16.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.072+0000 7f4e53200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e540cf1c0 con 0x7f4e5415e7e0 2024-09-19T06:06:16.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.072+0000 7f4e53200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4e5406df50 con 0x7f4e540b3920 2024-09-19T06:06:16.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.073+0000 7f4e51400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4e540b3920 0x7f4e5406d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:16.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.073+0000 7f4e51400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4e540b3920 0x7f4e5406d5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:36712/0 (socket says 172.21.15.92:36712) 2024-09-19T06:06:16.075 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.073+0000 7f4e51400640 1 -- 172.21.15.92:0/384285485 learned_addr learned my addr 172.21.15.92:0/384285485 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.073+0000 7f4e50a00640 1 -- 172.21.15.92:0/384285485 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1031288464 0 0) 0x7f4e540cf1c0 con 0x7f4e5415e7e0 2024-09-19T06:06:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.074+0000 7f4e50a00640 1 -- 172.21.15.92:0/384285485 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4e38003520 con 0x7f4e5415e7e0 2024-09-19T06:06:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.074+0000 7f4e51400640 1 -- 172.21.15.92:0/384285485 >> v1:172.21.15.102:6789/0 conn(0x7f4e5415e7e0 legacy=0x7f4e540b9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.074+0000 7f4e51400640 1 -- 172.21.15.92:0/384285485 >> v1:172.21.15.92:6789/0 conn(0x7f4e5406db20 legacy=0x7f4e540d22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:16.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.074+0000 7f4e51400640 1 -- 172.21.15.92:0/384285485 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e540cf4a0 con 0x7f4e540b3920 2024-09-19T06:06:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.075+0000 7f4e51400640 1 --2- 172.21.15.92:0/384285485 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e540b3920 0x7f4e5406d5e0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009870 tx=0x7f4e4002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e74b08cc413f31f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.076+0000 7f4e50a00640 1 -- 172.21.15.92:0/384285485 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e40037070 con 0x7f4e540b3920 2024-09-19T06:06:16.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.076+0000 7f4e50a00640 1 -- 172.21.15.92:0/384285485 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e4002ae50 con 0x7f4e540b3920 2024-09-19T06:06:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.076+0000 7f4e50a00640 1 -- 172.21.15.92:0/384285485 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e40032860 con 0x7f4e540b3920 2024-09-19T06:06:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.077+0000 7f4e53200640 1 -- 172.21.15.92:0/384285485 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e540b3920 msgr2=0x7f4e5406d5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:16.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.077+0000 7f4e53200640 1 --2- 172.21.15.92:0/384285485 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e540b3920 0x7f4e5406d5e0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009870 tx=0x7f4e4002a300 comp rx=0 tx=0).stop 2024-09-19T06:06:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.077+0000 7f4e53200640 1 -- 172.21.15.92:0/384285485 shutdown_connections 2024-09-19T06:06:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.077+0000 7f4e53200640 1 --2- 172.21.15.92:0/384285485 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e540b3920 0x7f4e5406d5e0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.077+0000 7f4e53200640 1 -- 172.21.15.92:0/384285485 >> 172.21.15.92:0/384285485 conn(0x7f4e540d17a0 msgr2=0x7f4e540d46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:16.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.077+0000 7f4e53200640 1 -- 172.21.15.92:0/384285485 shutdown_connections 2024-09-19T06:06:16.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.077+0000 7f4e53200640 1 -- 172.21.15.92:0/384285485 wait complete. 2024-09-19T06:06:16.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.080+0000 7f4e53200640 1 Processor -- start 2024-09-19T06:06:16.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.080+0000 7f4e53200640 1 -- start start 2024-09-19T06:06:16.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.081+0000 7f4e53200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e5406db20 0x7f4e541f4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:16.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.081+0000 7f4e53200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e5415e7e0 0x7f4e540cc930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:16.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.081+0000 7f4e53200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e540cb7c0 0x7f4e5415cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:16.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.081+0000 7f4e53200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4e5415ebc0 con 0x7f4e5406db20 2024-09-19T06:06:16.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.081+0000 7f4e53200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4e540cfca0 con 0x7f4e540cb7c0 2024-09-19T06:06:16.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.081+0000 7f4e53200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e5415ed40 con 0x7f4e5415e7e0 2024-09-19T06:06:16.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.082+0000 7f4e51e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e5406db20 0x7f4e541f4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:16.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.082+0000 7f4e51400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e5415e7e0 0x7f4e540cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:16.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.082+0000 7f4e51400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e5415e7e0 0x7f4e540cc930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:49740/0 (socket says 172.21.15.92:49740) 2024-09-19T06:06:16.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.082+0000 7f4e51400640 1 -- 172.21.15.92:0/2951114509 learned_addr learned my addr 172.21.15.92:0/2951114509 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:16.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.082+0000 7f4e52800640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e540cb7c0 0x7f4e5415cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:16.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.083+0000 7f4e51e00640 1 -- 172.21.15.92:0/2951114509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e5415e7e0 msgr2=0x7f4e540cc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:16.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.083+0000 7f4e51e00640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e5415e7e0 0x7f4e540cc930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.083+0000 7f4e51e00640 1 -- 172.21.15.92:0/2951114509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e540cb7c0 msgr2=0x7f4e5415cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:16.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.083+0000 7f4e51e00640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e540cb7c0 0x7f4e5415cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.083+0000 7f4e51e00640 1 -- 172.21.15.92:0/2951114509 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e540cce70 con 0x7f4e5406db20 2024-09-19T06:06:16.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.083+0000 7f4e51e00640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e5406db20 0x7f4e541f4fc0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f4e4400c3c0 tx=0x7f4e44001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:16.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.084+0000 7f4e4a000640 1 -- 172.21.15.92:0/2951114509 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44017070 con 0x7f4e5406db20 2024-09-19T06:06:16.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.084+0000 7f4e4a000640 1 -- 172.21.15.92:0/2951114509 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e440052d0 con 0x7f4e5406db20 2024-09-19T06:06:16.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.084+0000 7f4e4a000640 1 -- 172.21.15.92:0/2951114509 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e44003830 con 0x7f4e5406db20 2024-09-19T06:06:16.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.084+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e540cbc50 con 0x7f4e5406db20 2024-09-19T06:06:16.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.086+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e540cc210 con 0x7f4e5406db20 2024-09-19T06:06:16.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.087+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e5406d5e0 con 0x7f4e5406db20 2024-09-19T06:06:16.090 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.088+0000 7f4e4a000640 1 -- 172.21.15.92:0/2951114509 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e4401a070 con 0x7f4e5406db20 2024-09-19T06:06:16.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.090+0000 7f4e4a000640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e3406c300 0x7f4e3406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:16.092 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.090+0000 7f4e4a000640 1 -- 172.21.15.92:0/2951114509 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f4e4408a7f0 con 0x7f4e5406db20 2024-09-19T06:06:16.093 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.091+0000 7f4e51400640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e3406c300 0x7f4e3406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:16.094 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.092+0000 7f4e51400640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e3406c300 0x7f4e3406e7c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009870 tx=0x7f4e4002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:16.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.099+0000 7f4e4a000640 1 -- 172.21.15.92:0/2951114509 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e44058840 con 0x7f4e5406db20 2024-09-19T06:06:16.234 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.232+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f906006e330 con 0x7f906006db20 2024-09-19T06:06:16.235 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.232+0000 7f9057400640 1 -- 172.21.15.92:0/613272294 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f9050059a50 con 0x7f906006db20 2024-09-19T06:06:16.235 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:16.235 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:16.235 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:16.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f904006c2b0 msgr2=0x7f904006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:16.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f904006c2b0 0x7f904006e770 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f904c034000 tx=0x7f904c02c000 comp rx=0 tx=0).stop 2024-09-19T06:06:16.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f906006db20 msgr2=0x7f9060154a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:16.237 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f906006db20 0x7f9060154a60 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f905000e960 tx=0x7f905000ee20 comp rx=0 tx=0).stop 2024-09-19T06:06:16.238 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 shutdown_connections 2024-09-19T06:06:16.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f906015e7e0 0x7f90601610d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f904006c2b0 0x7f904006e770 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f90600b3920 0x7f90600c8940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 --2- 172.21.15.92:0/613272294 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f906006db20 0x7f9060154a60 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 >> 172.21.15.92:0/613272294 conn(0x7f90600d17a0 msgr2=0x7f90600b89d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:16.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 shutdown_connections 2024-09-19T06:06:16.239 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.235+0000 7f9065000640 1 -- 172.21.15.92:0/613272294 wait complete. 2024-09-19T06:06:16.252 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:16.351 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.349+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f4e5406e330 con 0x7f4e5406db20 2024-09-19T06:06:16.352 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.350+0000 7f4e4a000640 1 -- 172.21.15.92:0/2951114509 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f4e4405cb40 con 0x7f4e5406db20 2024-09-19T06:06:16.352 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:16.352 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:16.352 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:16.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e3406c300 msgr2=0x7f4e3406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:16.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e3406c300 0x7f4e3406e7c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f4e40009870 tx=0x7f4e4002e000 comp rx=0 tx=0).stop 2024-09-19T06:06:16.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e5406db20 msgr2=0x7f4e541f4fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:16.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e5406db20 0x7f4e541f4fc0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f4e4400c3c0 tx=0x7f4e44001e70 comp rx=0 tx=0).stop 2024-09-19T06:06:16.354 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 shutdown_connections 2024-09-19T06:06:16.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e3406c300 0x7f4e3406e7c0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e540cb7c0 0x7f4e5415cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e5415e7e0 0x7f4e540cc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 --2- 172.21.15.92:0/2951114509 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e5406db20 0x7f4e541f4fc0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:16.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 >> 172.21.15.92:0/2951114509 conn(0x7f4e540d17a0 msgr2=0x7f4e540d2280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:16.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 shutdown_connections 2024-09-19T06:06:16.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:16.352+0000 7f4e53200640 1 -- 172.21.15.92:0/2951114509 wait complete. 2024-09-19T06:06:16.370 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-19T06:06:16.470 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":1385,"msgr_send_messages":1385,"msgr_recv_bytes":360983,"msgr_send_bytes":4669653,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.152123262,"msgr_running_send_time":0.066443367,"msgr_running_recv_time":0.035357688,"msgr_running_fast_dispatch_time":0.037978333,"msgr_send_messages_queue_lat":{"avgcount":1384,"sum":0.083120521,"avgtime":0.000060058},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":12599,"msgr_send_messages":23981,"msgr_recv_bytes":4306833,"msgr_send_bytes":30947541,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.708359124,"msgr_running_send_time":1.034742455,"msgr_running_recv_time":5.477744121,"msgr_running_fast_dispatch_time":0.033787788,"msgr_send_messages_queue_lat":{"avgcount":23980,"sum":0.958665030,"avgtime":0.000039977},"msgr_handle_ack_lat":{"avgcount":26664,"sum":0.007603861,"avgtime":0.000000285},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":99200},"AsyncMessenger::Worker-2":{"msgr_recv_messages":1041,"msgr_send_messages":1036,"msgr_recv_bytes":686075,"msgr_send_bytes":2639733,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.113530051,"msgr_running_send_time":0.051283916,"msgr_running_recv_time":0.027950547,"msgr_running_fast_dispatch_time":0.028354726,"msgr_send_messages_queue_lat":{"avgcount":1035,"sum":0.060224971,"avgtime":0.000058188},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":110016,"msgr_send_encrypted_bytes":9360},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":114,"sum":5.520443690,"avgtime":0.048424944}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":5478,"sum":0.605702528,"avgtime":0.000110570}},"mds":{"request":6411,"reply":6409,"reply_latency":{"avgcount":6409,"sum":9.225398066,"avgtime":0.001439444},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":0,"dir_split":0,"dir_merge":0,"inodes":3782,"inodes_top":0,"inodes_bottom":3782,"inodes_pin_tail":0,"inodes_pinned":3782,"inodes_expired":0,"inodes_with_caps":63,"caps":63,"subtrees":2,"traverse":6412,"traverse_hit":6411,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":569,"root_rbytes":4459520,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":2,"ceph_cap_op_grant":7251,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":4551,"handle_client_caps_dirty":3000,"handle_client_cap_release":702,"process_request_cap_release":3210},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":62,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":3201,"strays_enqueued":3139,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":14480,"evex":0,"evtrm":0,"ev":14483,"evexg":0,"evexd":0,"segadd":16,"segex":0,"segtrm":0,"seg":18,"segmjr":3,"segexg":0,"segexd":0,"expos":4194304,"wrpos":32881256,"rdpos":4195244,"jlat":{"avgcount":29,"sum":2.165508405,"avgtime":0.074672703},"replayed":3},"mds_mem":{"ino":585,"ino+":3214,"ino-":2629,"dir":13,"dir+":13,"dir-":0,"dn":3783,"dn+":6412,"dn-":2629,"cap":63,"cap+":3202,"cap-":3139,"rss":100184,"heap":248172},"mds_server":{"dispatch_client_request":6414,"dispatch_server_request":0,"handle_client_request":6411,"handle_client_session":1,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":1,"sum":0.173510839,"avgtime":0.173510839},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":3200,"sum":5.751245663,"avgtime":0.001797264},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":5443,"average_load":5443,"avg_session_uptime":781,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":8922188,"buffer_anon_items":3144,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":5412761,"mds_co_items":62165,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":3304,"op_send_bytes":29162990,"op_resend":0,"op_reply":3304,"op_latency":{"avgcount":3304,"sum":11.231683049,"avgtime":0.003399419},"op_inflight":0,"oplen_avg":{"avgcount":3304,"sum":3376},"op":3304,"op_r":62,"op_w":3242,"op_rmw":0,"op_pg":0,"osdop_stat":2,"osdop_create":0,"osdop_read":34,"osdop_write":55,"osdop_writefull":13,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":3156,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":0,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":33,"omap_rd":48,"omap_del":10},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":3139,"pq_executed":3139,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":15021,"get_sum":3999174,"get_or_fail_fail":0,"get_or_fail_success":15021,"take":0,"take_sum":0,"put":15021,"put_sum":3999174,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":3304,"take_sum":29480964,"put":3304,"put_sum":29480964,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":3304,"take_sum":3304,"put":3304,"put_sum":3304,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":3139,"get_sum":317039,"get_or_fail_fail":0,"get_or_fail_success":3139,"take":0,"take_sum":0,"put":26,"put_sum":317039,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":308512,"max":3758096384,"get_started":0,"get":14480,"get_sum":28685753,"get_or_fail_fail":0,"get_or_fail_success":14480,"take":0,"take_sum":0,"put":29,"put_sum":28377241,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:16.472 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 360983, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 1385, "msgr_running_fast_dispatch_time": 0.037978333, "msgr_running_recv_time": 0.035357688, "msgr_running_send_time": 0.066443367, "msgr_running_total_time": 0.152123262, "msgr_send_bytes": 4669653, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 1385, "msgr_send_messages_queue_lat": { "avgcount": 1384, "avgtime": 6.0058e-05, "sum": 0.083120521 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 26664, "avgtime": 2.85e-07, "sum": 0.007603861 }, "msgr_recv_bytes": 4306833, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 12599, "msgr_running_fast_dispatch_time": 0.033787788, "msgr_running_recv_time": 5.477744121, "msgr_running_send_time": 1.034742455, "msgr_running_total_time": 1.708359124, "msgr_send_bytes": 30947541, "msgr_send_encrypted_bytes": 99200, "msgr_send_messages": 23981, "msgr_send_messages_queue_lat": { "avgcount": 23980, "avgtime": 3.9977e-05, "sum": 0.95866503 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 686075, "msgr_recv_encrypted_bytes": 110016, "msgr_recv_messages": 1041, "msgr_running_fast_dispatch_time": 0.028354726, "msgr_running_recv_time": 0.027950547, "msgr_running_send_time": 0.051283916, "msgr_running_total_time": 0.113530051, "msgr_send_bytes": 2639733, "msgr_send_encrypted_bytes": 9360, "msgr_send_messages": 1036, "msgr_send_messages_queue_lat": { "avgcount": 1035, "avgtime": 5.8188e-05, "sum": 0.060224971 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 114, "avgtime": 0.048424944, "sum": 5.52044369 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 5478, "avgtime": 0.00011057, "sum": 0.605702528 }, "queue_len": 0 }, "mds": { "caps": 63, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 7251, "ceph_cap_op_revoke": 2, "ceph_cap_op_trunc": 0, "dir_commit": 0, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 702, "handle_client_caps": 4551, "handle_client_caps_dirty": 3000, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 3782, "inodes_bottom": 3782, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 3782, "inodes_top": 0, "inodes_with_caps": 63, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 3210, "q": 0, "reply": 6409, "reply_latency": { "avgcount": 6409, "avgtime": 0.001439444, "sum": 9.225398066 }, "request": 6411, "root_rbytes": 4459520, "root_rfiles": 569, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 6412, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 6411, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 62, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 3201, "strays_enqueued": 3139, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 14483, "evadd": 14480, "evex": 0, "evexd": 0, "evexg": 0, "evlrg": 0, "evtrm": 0, "expos": 4194304, "jlat": { "avgcount": 29, "avgtime": 0.074672703, "sum": 2.165508405 }, "rdpos": 4195244, "replayed": 3, "seg": 18, "segadd": 16, "segex": 0, "segexd": 0, "segexg": 0, "segmjr": 3, "segtrm": 0, "wrpos": 32881256 }, "mds_mem": { "cap": 63, "cap+": 3202, "cap-": 3139, "dir": 13, "dir+": 13, "dir-": 0, "dn": 3783, "dn+": 6412, "dn-": 2629, "heap": 248172, "ino": 585, "ino+": 3214, "ino-": 2629, "rss": 100184 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 6414, "dispatch_server_request": 0, "handle_client_request": 6411, "handle_client_session": 1, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 1, "avgtime": 0.173510839, "sum": 0.173510839 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 3200, "avgtime": 0.001797264, "sum": 5.751245663 } }, "mds_sessions": { "average_load": 5443, "avg_session_uptime": 781, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 5443 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 8922188, "buffer_anon_items": 3144, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 5412761, "mds_co_items": 62165, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 10, "omap_rd": 48, "omap_wr": 33, "op": 3304, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 3304, "avgtime": 0.003399419, "sum": 11.231683049 }, "op_pg": 0, "op_r": 62, "op_reply": 3304, "op_resend": 0, "op_rmw": 0, "op_send": 3304, "op_send_bytes": 29162990, "op_w": 3242, "oplen_avg": { "avgcount": 3304, "sum": 3376 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 0, "osdop_delete": 3156, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 34, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 0, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 2, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 55, "osdop_writefull": 13, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 3139, "pq_executed_ops": 3139, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 15021, "get_or_fail_fail": 0, "get_or_fail_success": 15021, "get_started": 0, "get_sum": 3999174, "max": 104857600, "put": 15021, "put_sum": 3999174, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 3304, "put_sum": 29480964, "take": 3304, "take_sum": 29480964, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 3304, "put_sum": 3304, "take": 3304, "take_sum": 3304, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 3139, "get_or_fail_fail": 0, "get_or_fail_success": 3139, "get_started": 0, "get_sum": 317039, "max": 3758096384, "put": 26, "put_sum": 317039, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 14480, "get_or_fail_fail": 0, "get_or_fail_success": 14480, "get_started": 0, "get_sum": 28685753, "max": 3758096384, "put": 29, "put_sum": 28377241, "take": 0, "take_sum": 0, "val": 308512, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:16.472 INFO:tasks.cephfs.test_strays:Waiting for purge to complete 0/62, 3139/3201 2024-09-19T06:06:16.606 INFO:teuthology.orchestra.run.smithi092.stdout:{"message":"","return_code":0} 2024-09-19T06:06:16.606 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T06:06:17.473 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:17.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.626+0000 7f00cf600640 1 Processor -- start 2024-09-19T06:06:17.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.626+0000 7f00cf600640 1 -- start start 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.628+0000 7f00cf600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 0x7f00c80cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.628+0000 7f00cf600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00c80cf710 con 0x7f00c815f750 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.628+0000 7f00cf600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00c80cf9f0 con 0x7f00c815b4a0 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.628+0000 7f00cf600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f00c80cffb0 con 0x7f00c806eaf0 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.628+0000 7f00c7e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f00c815f750 0x7f00c8071780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41334/0 (socket says 172.21.15.92:41334) 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.628+0000 7f00c7e00640 1 -- 172.21.15.92:0/601173267 learned_addr learned my addr 172.21.15.92:0/601173267 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.628+0000 7f00cd600640 1 --2- 172.21.15.92:0/601173267 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 0x7f00c80cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.628+0000 7f00c7400640 1 -- 172.21.15.92:0/601173267 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3923307438 0 0) 0x7f00c80cf710 con 0x7f00c815f750 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.628+0000 7f00c7400640 1 -- 172.21.15.92:0/601173267 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f00ac003520 con 0x7f00c815f750 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.629+0000 7f00c7400640 1 -- 172.21.15.92:0/601173267 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 544315620 0 0) 0x7f00c80cf9f0 con 0x7f00c815b4a0 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.629+0000 7f00c7400640 1 -- 172.21.15.92:0/601173267 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f00c80cf710 con 0x7f00c815b4a0 2024-09-19T06:06:17.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.629+0000 7f00cd600640 1 -- 172.21.15.92:0/601173267 >> v1:172.21.15.102:6789/0 conn(0x7f00c815b4a0 legacy=0x7f00c815f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:17.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.629+0000 7f00cd600640 1 -- 172.21.15.92:0/601173267 >> v1:172.21.15.92:6789/0 conn(0x7f00c815f750 legacy=0x7f00c8071780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:17.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.629+0000 7f00cd600640 1 -- 172.21.15.92:0/601173267 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c80cfcd0 con 0x7f00c806eaf0 2024-09-19T06:06:17.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.630+0000 7f00cd600640 1 --2- 172.21.15.92:0/601173267 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 0x7f00c80cf0a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009dc0 tx=0x7f00c002a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dca2e36c2179b5ac server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:17.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.630+0000 7f00c7400640 1 -- 172.21.15.92:0/601173267 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c002ae60 con 0x7f00c806eaf0 2024-09-19T06:06:17.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.630+0000 7f00c7400640 1 -- 172.21.15.92:0/601173267 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00c0007740 con 0x7f00c806eaf0 2024-09-19T06:06:17.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.630+0000 7f00c7400640 1 -- 172.21.15.92:0/601173267 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c0007b10 con 0x7f00c806eaf0 2024-09-19T06:06:17.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.630+0000 7f00cf600640 1 -- 172.21.15.92:0/601173267 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 msgr2=0x7f00c80cf0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:17.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.630+0000 7f00cf600640 1 --2- 172.21.15.92:0/601173267 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 0x7f00c80cf0a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009dc0 tx=0x7f00c002a640 comp rx=0 tx=0).stop 2024-09-19T06:06:17.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.630+0000 7f00cf600640 1 -- 172.21.15.92:0/601173267 shutdown_connections 2024-09-19T06:06:17.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.630+0000 7f00cf600640 1 --2- 172.21.15.92:0/601173267 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 0x7f00c80cf0a0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:17.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.630+0000 7f00cf600640 1 -- 172.21.15.92:0/601173267 >> 172.21.15.92:0/601173267 conn(0x7f00c806bb70 msgr2=0x7f00c806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:17.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.631+0000 7f00cf600640 1 -- 172.21.15.92:0/601173267 shutdown_connections 2024-09-19T06:06:17.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.631+0000 7f00cf600640 1 -- 172.21.15.92:0/601173267 wait complete. 2024-09-19T06:06:17.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.632+0000 7f00cf600640 1 Processor -- start 2024-09-19T06:06:17.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.632+0000 7f00cf600640 1 -- start start 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.633+0000 7f00cf600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 0x7f00c8150080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.633+0000 7f00cf600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00c815b4a0 0x7f00c80b5390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.633+0000 7f00cf600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00c815f750 0x7f00c80b18b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.633+0000 7f00cf600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f00c8071e90 con 0x7f00c815f750 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.633+0000 7f00cf600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f00c815c890 con 0x7f00c815b4a0 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.633+0000 7f00cf600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f00c8072010 con 0x7f00c806eaf0 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.633+0000 7f00cd600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00c815f750 0x7f00c80b18b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.633+0000 7f00cd600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00c815f750 0x7f00c80b18b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33322/0 (socket says 172.21.15.92:33322) 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.633+0000 7f00cd600640 1 -- 172.21.15.92:0/3377871107 learned_addr learned my addr 172.21.15.92:0/3377871107 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00c7e00640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00c815b4a0 0x7f00c80b5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00ccc00640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 0x7f00c8150080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00cd600640 1 -- 172.21.15.92:0/3377871107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 msgr2=0x7f00c8150080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:17.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00cd600640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 0x7f00c8150080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:17.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00cd600640 1 -- 172.21.15.92:0/3377871107 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00c815b4a0 msgr2=0x7f00c80b5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:17.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00cd600640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00c815b4a0 0x7f00c80b5390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:17.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00cd600640 1 -- 172.21.15.92:0/3377871107 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00c80b0810 con 0x7f00c815f750 2024-09-19T06:06:17.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00cd600640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00c815f750 0x7f00c80b18b0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009ee0 tx=0x7f00c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:17.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00c4c00640 1 -- 172.21.15.92:0/3377871107 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c0040070 con 0x7f00c815f750 2024-09-19T06:06:17.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00c4c00640 1 -- 172.21.15.92:0/3377871107 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00c002ae60 con 0x7f00c815f750 2024-09-19T06:06:17.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00c4c00640 1 -- 172.21.15.92:0/3377871107 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00c0031be0 con 0x7f00c815f750 2024-09-19T06:06:17.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.634+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00c80b0af0 con 0x7f00c815f750 2024-09-19T06:06:17.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.635+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00c80b10b0 con 0x7f00c815f750 2024-09-19T06:06:17.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.636+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00c80cf0a0 con 0x7f00c815f750 2024-09-19T06:06:17.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.636+0000 7f00c4c00640 1 -- 172.21.15.92:0/3377871107 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f00c0039040 con 0x7f00c815f750 2024-09-19T06:06:17.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.637+0000 7f00c4c00640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f00a806c2b0 0x7f00a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:17.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.637+0000 7f00c4c00640 1 -- 172.21.15.92:0/3377871107 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f00c00ac9b0 con 0x7f00c815f750 2024-09-19T06:06:17.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.638+0000 7f00ccc00640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f00a806c2b0 0x7f00a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:17.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.638+0000 7f00ccc00640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f00a806c2b0 0x7f00a806e770 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f00b8007fd0 tx=0x7f00b8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:17.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.642+0000 7f00c4c00640 1 -- 172.21.15.92:0/3377871107 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f00c007a980 con 0x7f00c815f750 2024-09-19T06:06:17.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.853+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f00c806e6a0 con 0x7f00c815f750 2024-09-19T06:06:17.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.854+0000 7f00c4c00640 1 -- 172.21.15.92:0/3377871107 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f00c00ac090 con 0x7f00c815f750 2024-09-19T06:06:17.857 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:17.857 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:17.857 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.856+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f00a806c2b0 msgr2=0x7f00a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.856+0000 7f00cf600640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f00a806c2b0 0x7f00a806e770 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f00b8007fd0 tx=0x7f00b8009040 comp rx=0 tx=0).stop 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.856+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00c815f750 msgr2=0x7f00c80b18b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.856+0000 7f00cf600640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00c815f750 0x7f00c80b18b0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009ee0 tx=0x7f00c0004a40 comp rx=0 tx=0).stop 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.857+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 shutdown_connections 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.857+0000 7f00cf600640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00c815f750 0x7f00c80b18b0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.857+0000 7f00cf600640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f00a806c2b0 0x7f00a806e770 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.857+0000 7f00cf600640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00c815b4a0 0x7f00c80b5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.857+0000 7f00cf600640 1 --2- 172.21.15.92:0/3377871107 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00c806eaf0 0x7f00c8150080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.857+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 >> 172.21.15.92:0/3377871107 conn(0x7f00c806bb70 msgr2=0x7f00c8072400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.857+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 shutdown_connections 2024-09-19T06:06:17.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:17.857+0000 7f00cf600640 1 -- 172.21.15.92:0/3377871107 wait complete. 2024-09-19T06:06:17.874 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:18.046 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":1455,"msgr_send_messages":1455,"msgr_recv_bytes":381666,"msgr_send_bytes":4705162,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.157527644,"msgr_running_send_time":0.068280181,"msgr_running_recv_time":0.036617127,"msgr_running_fast_dispatch_time":0.040051237,"msgr_send_messages_queue_lat":{"avgcount":1454,"sum":0.116885378,"avgtime":0.000080388},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":12655,"msgr_send_messages":24035,"msgr_recv_bytes":4324616,"msgr_send_bytes":31336895,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.714642116,"msgr_running_send_time":1.037464298,"msgr_running_recv_time":5.479110581,"msgr_running_fast_dispatch_time":0.035623866,"msgr_send_messages_queue_lat":{"avgcount":24034,"sum":0.964027118,"avgtime":0.000040110},"msgr_handle_ack_lat":{"avgcount":26670,"sum":0.007604923,"avgtime":0.000000285},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":99200},"AsyncMessenger::Worker-2":{"msgr_recv_messages":1090,"msgr_send_messages":1085,"msgr_recv_bytes":706469,"msgr_send_bytes":2667167,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.117489026,"msgr_running_send_time":0.052763681,"msgr_running_recv_time":0.028911316,"msgr_running_fast_dispatch_time":0.029613928,"msgr_send_messages_queue_lat":{"avgcount":1084,"sum":0.065883603,"avgtime":0.000060778},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":110288,"msgr_send_encrypted_bytes":10000},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":148,"sum":5.565401147,"avgtime":0.037604061}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":5591,"sum":0.610905583,"avgtime":0.000109265}},"mds":{"request":6411,"reply":6409,"reply_latency":{"avgcount":6409,"sum":9.225398066,"avgtime":0.001439444},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":3783,"inodes_top":0,"inodes_bottom":3783,"inodes_pin_tail":0,"inodes_pinned":3783,"inodes_expired":0,"inodes_with_caps":63,"caps":63,"subtrees":2,"traverse":6412,"traverse_hit":6411,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":2,"ceph_cap_op_grant":7251,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":4551,"handle_client_caps_dirty":3000,"handle_client_cap_release":703,"process_request_cap_release":3210},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":3201,"strays_enqueued":3201,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":14544,"evex":14483,"evtrm":14483,"ev":64,"evexg":0,"evexd":14482,"segadd":17,"segex":18,"segtrm":18,"seg":1,"segmjr":1,"segexg":0,"segexd":17,"expos":32881256,"wrpos":32920937,"rdpos":4195244,"jlat":{"avgcount":31,"sum":2.173580645,"avgtime":0.070115504},"replayed":3},"mds_mem":{"ino":75,"ino+":3214,"ino-":3139,"dir":12,"dir+":13,"dir-":1,"dn":73,"dn+":6412,"dn-":6339,"cap":1,"cap+":3202,"cap-":3201,"rss":100440,"heap":248172},"mds_server":{"dispatch_client_request":6414,"dispatch_server_request":0,"handle_client_request":6411,"handle_client_session":2,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":1,"sum":0.173510839,"avgtime":0.173510839},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":3200,"sum":5.751245663,"avgtime":0.001797264},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":5443,"average_load":5443,"avg_session_uptime":781,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":8922188,"buffer_anon_items":3144,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":5412761,"mds_co_items":62165,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":3474,"op_send_bytes":29553186,"op_resend":0,"op_reply":3474,"op_latency":{"avgcount":3474,"sum":12.246654430,"avgtime":0.003525231},"op_inflight":0,"oplen_avg":{"avgcount":3474,"sum":3708},"op":3474,"op_r":65,"op_w":3409,"op_rmw":0,"op_pg":0,"osdop_stat":12,"osdop_create":72,"osdop_read":37,"osdop_write":60,"osdop_writefull":20,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":3224,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":144,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":53,"omap_rd":48,"omap_del":13},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":3201,"pq_executed":3201,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":15196,"get_sum":4042232,"get_or_fail_fail":0,"get_or_fail_success":15196,"take":0,"take_sum":0,"put":15196,"put_sum":4042232,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":3474,"take_sum":29877422,"put":3474,"put_sum":29877422,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":3474,"take_sum":3474,"put":3474,"put_sum":3474,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":3201,"get_sum":323301,"get_or_fail_fail":0,"get_or_fail_success":3201,"take":0,"take_sum":0,"put":29,"put_sum":323301,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":37138,"max":3758096384,"get_started":0,"get":14544,"get_sum":28725434,"get_or_fail_fail":0,"get_or_fail_success":14544,"take":0,"take_sum":0,"put":31,"put_sum":28688296,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:18.047 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 381666, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 1455, "msgr_running_fast_dispatch_time": 0.040051237, "msgr_running_recv_time": 0.036617127, "msgr_running_send_time": 0.068280181, "msgr_running_total_time": 0.157527644, "msgr_send_bytes": 4705162, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 1455, "msgr_send_messages_queue_lat": { "avgcount": 1454, "avgtime": 8.0388e-05, "sum": 0.116885378 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 26670, "avgtime": 2.85e-07, "sum": 0.007604923 }, "msgr_recv_bytes": 4324616, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 12655, "msgr_running_fast_dispatch_time": 0.035623866, "msgr_running_recv_time": 5.479110581, "msgr_running_send_time": 1.037464298, "msgr_running_total_time": 1.714642116, "msgr_send_bytes": 31336895, "msgr_send_encrypted_bytes": 99200, "msgr_send_messages": 24035, "msgr_send_messages_queue_lat": { "avgcount": 24034, "avgtime": 4.011e-05, "sum": 0.964027118 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 706469, "msgr_recv_encrypted_bytes": 110288, "msgr_recv_messages": 1090, "msgr_running_fast_dispatch_time": 0.029613928, "msgr_running_recv_time": 0.028911316, "msgr_running_send_time": 0.052763681, "msgr_running_total_time": 0.117489026, "msgr_send_bytes": 2667167, "msgr_send_encrypted_bytes": 10000, "msgr_send_messages": 1085, "msgr_send_messages_queue_lat": { "avgcount": 1084, "avgtime": 6.0778e-05, "sum": 0.065883603 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 148, "avgtime": 0.037604061, "sum": 5.565401147 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 5591, "avgtime": 0.000109265, "sum": 0.610905583 }, "queue_len": 0 }, "mds": { "caps": 63, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 7251, "ceph_cap_op_revoke": 2, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 703, "handle_client_caps": 4551, "handle_client_caps_dirty": 3000, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 3783, "inodes_bottom": 3783, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 3783, "inodes_top": 0, "inodes_with_caps": 63, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 3210, "q": 0, "reply": 6409, "reply_latency": { "avgcount": 6409, "avgtime": 0.001439444, "sum": 9.225398066 }, "request": 6411, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 6412, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 6411, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 3201, "strays_enqueued": 3201, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 64, "evadd": 14544, "evex": 14483, "evexd": 14482, "evexg": 0, "evlrg": 0, "evtrm": 14483, "expos": 32881256, "jlat": { "avgcount": 31, "avgtime": 0.070115504, "sum": 2.173580645 }, "rdpos": 4195244, "replayed": 3, "seg": 1, "segadd": 17, "segex": 18, "segexd": 17, "segexg": 0, "segmjr": 1, "segtrm": 18, "wrpos": 32920937 }, "mds_mem": { "cap": 1, "cap+": 3202, "cap-": 3201, "dir": 12, "dir+": 13, "dir-": 1, "dn": 73, "dn+": 6412, "dn-": 6339, "heap": 248172, "ino": 75, "ino+": 3214, "ino-": 3139, "rss": 100440 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 6414, "dispatch_server_request": 0, "handle_client_request": 6411, "handle_client_session": 2, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 1, "avgtime": 0.173510839, "sum": 0.173510839 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 3200, "avgtime": 0.001797264, "sum": 5.751245663 } }, "mds_sessions": { "average_load": 5443, "avg_session_uptime": 781, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 5443 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 8922188, "buffer_anon_items": 3144, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 5412761, "mds_co_items": 62165, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 13, "omap_rd": 48, "omap_wr": 53, "op": 3474, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 3474, "avgtime": 0.003525231, "sum": 12.24665443 }, "op_pg": 0, "op_r": 65, "op_reply": 3474, "op_resend": 0, "op_rmw": 0, "op_send": 3474, "op_send_bytes": 29553186, "op_w": 3409, "oplen_avg": { "avgcount": 3474, "sum": 3708 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 72, "osdop_delete": 3224, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 37, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 144, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 12, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 60, "osdop_writefull": 20, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 3201, "pq_executed_ops": 3201, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 15196, "get_or_fail_fail": 0, "get_or_fail_success": 15196, "get_started": 0, "get_sum": 4042232, "max": 104857600, "put": 15196, "put_sum": 4042232, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 3474, "put_sum": 29877422, "take": 3474, "take_sum": 29877422, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 3474, "put_sum": 3474, "take": 3474, "take_sum": 3474, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 3201, "get_or_fail_fail": 0, "get_or_fail_success": 3201, "get_started": 0, "get_sum": 323301, "max": 3758096384, "put": 29, "put_sum": 323301, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 14544, "get_or_fail_fail": 0, "get_or_fail_success": 14544, "get_started": 0, "get_sum": 28725434, "max": 3758096384, "put": 31, "put_sum": 28688296, "take": 0, "take_sum": 0, "val": 37138, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:18.048 INFO:tasks.cephfs.test_strays:Complete purge in 10 seconds 2024-09-19T06:06:18.048 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:18.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.198+0000 7f6cc9a00640 1 Processor -- start 2024-09-19T06:06:18.200 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.198+0000 7f6cc9a00640 1 -- start start 2024-09-19T06:06:18.201 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.200+0000 7f6cc9a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f6cc40afac0 0x7f6cc40b4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:18.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.200+0000 7f6cc9a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6cc415d800 con 0x7f6cc40cddc0 2024-09-19T06:06:18.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.200+0000 7f6cc9a00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6cc406d030 con 0x7f6cc40afea0 2024-09-19T06:06:18.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.200+0000 7f6cc9a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f6cc406d310 con 0x7f6cc40afac0 2024-09-19T06:06:18.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.200+0000 7f6cc3400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f6cc40cddc0 0x7f6cc415caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41350/0 (socket says 172.21.15.92:41350) 2024-09-19T06:06:18.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.200+0000 7f6cc3400640 1 -- 172.21.15.92:0/2696842429 learned_addr learned my addr 172.21.15.92:0/2696842429 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:18.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.200+0000 7f6cc2a00640 1 --2- 172.21.15.92:0/2696842429 >> v2:172.21.15.102:3300/0 conn(0x7f6cc40afac0 0x7f6cc40b4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:18.204 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.200+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3775331773 0 0) 0x7f6cc415d800 con 0x7f6cc40cddc0 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.200+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6ca8003520 con 0x7f6cc40cddc0 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 484923591 0 0) 0x7f6cc406d030 con 0x7f6cc40afea0 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6cc415d800 con 0x7f6cc40afea0 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 780410633 0 0) 0x7f6ca8003520 con 0x7f6cc40cddc0 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 >> v2:172.21.15.102:3300/0 conn(0x7f6cc40afac0 msgr2=0x7f6cc40b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 --2- 172.21.15.92:0/2696842429 >> v2:172.21.15.102:3300/0 conn(0x7f6cc40afac0 0x7f6cc40b4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 >> v1:172.21.15.102:6789/0 conn(0x7f6cc40afea0 legacy=0x7f6cc40cd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc406d5f0 con 0x7f6cc40cddc0 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f6cbc0019f0 con 0x7f6cc40cddc0 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 >> v1:172.21.15.92:6789/0 conn(0x7f6cc40cddc0 legacy=0x7f6cc415caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ca8003b90 0x7f6ca8003f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ca8004800 0x7f6ca8004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:18.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ca8005210 0x7f6ca800b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc406d310 con 0x7f6ca8003b90 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6ca800c140 con 0x7f6ca8004800 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6ca800c340 con 0x7f6ca8005210 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2a00640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ca8003b90 0x7f6ca8003f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cba000640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ca8004800 0x7f6ca8004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc3400640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ca8005210 0x7f6ca800b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.201+0000 7f6cc2a00640 1 -- 172.21.15.92:0/2696842429 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ca8005210 msgr2=0x7f6ca800b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.202+0000 7f6cc2a00640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ca8005210 0x7f6ca800b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.202+0000 7f6cc2a00640 1 -- 172.21.15.92:0/2696842429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ca8004800 msgr2=0x7f6ca8004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.202+0000 7f6cc2a00640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ca8004800 0x7f6ca8004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.202+0000 7f6cc2a00640 1 -- 172.21.15.92:0/2696842429 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ca8003520 con 0x7f6ca8003b90 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.202+0000 7f6cc3400640 1 -- 172.21.15.92:0/2696842429 reap_dead start 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.202+0000 7f6cc2a00640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ca8003b90 0x7f6ca8003f90 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f6cb4009ac0 tx=0x7f6ca8005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b97141938f4e3a8b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:18.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb4036070 con 0x7f6ca8003b90 2024-09-19T06:06:18.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cb4031400 con 0x7f6ca8003b90 2024-09-19T06:06:18.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc2000640 1 -- 172.21.15.92:0/2696842429 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cb4009690 con 0x7f6ca8003b90 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc9a00640 1 -- 172.21.15.92:0/2696842429 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ca8003b90 msgr2=0x7f6ca8003f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc9a00640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ca8003b90 0x7f6ca8003f90 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7f6cb4009ac0 tx=0x7f6ca8005830 comp rx=0 tx=0).stop 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc9a00640 1 -- 172.21.15.92:0/2696842429 shutdown_connections 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc9a00640 1 --2- 172.21.15.92:0/2696842429 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ca8003b90 0x7f6ca8003f90 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc9a00640 1 -- 172.21.15.92:0/2696842429 >> 172.21.15.92:0/2696842429 conn(0x7f6cc406bb70 msgr2=0x7f6cc406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc9a00640 1 -- 172.21.15.92:0/2696842429 shutdown_connections 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.203+0000 7f6cc9a00640 1 -- 172.21.15.92:0/2696842429 wait complete. 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.205+0000 7f6cc9a00640 1 Processor -- start 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.205+0000 7f6cc9a00640 1 -- start start 2024-09-19T06:06:18.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.206+0000 7f6cc9a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ca8003b90 0x7f6cc41425e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.206+0000 7f6cc9a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cc4142b20 0x7f6cc4145250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.206+0000 7f6cc9a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cc4145790 0x7f6cc4154c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.206+0000 7f6cc9a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc40b44d0 con 0x7f6cc4142b20 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.206+0000 7f6cc9a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6cc40b4350 con 0x7f6cc4145790 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.206+0000 7f6cc9a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6cc40cd6b0 con 0x7f6ca8003b90 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.206+0000 7f6cba000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cc4142b20 0x7f6cc4145250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.206+0000 7f6cba000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cc4142b20 0x7f6cc4145250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33344/0 (socket says 172.21.15.92:33344) 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cba000640 1 -- 172.21.15.92:0/3116771300 learned_addr learned my addr 172.21.15.92:0/3116771300 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cc3400640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cc4145790 0x7f6cc4154c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cc2a00640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ca8003b90 0x7f6cc41425e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cba000640 1 -- 172.21.15.92:0/3116771300 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ca8003b90 msgr2=0x7f6cc41425e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cba000640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ca8003b90 0x7f6cc41425e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cba000640 1 -- 172.21.15.92:0/3116771300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cc4145790 msgr2=0x7f6cc4154c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:18.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cba000640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cc4145790 0x7f6cc4154c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cba000640 1 -- 172.21.15.92:0/3116771300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6cc41557f0 con 0x7f6cc4142b20 2024-09-19T06:06:18.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cba000640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cc4142b20 0x7f6cc4145250 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f6cac00f770 tx=0x7f6cac00fc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:18.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.207+0000 7f6cbb400640 1 -- 172.21.15.92:0/3116771300 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cac01a070 con 0x7f6cc4142b20 2024-09-19T06:06:18.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.208+0000 7f6cbb400640 1 -- 172.21.15.92:0/3116771300 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6cac005110 con 0x7f6cc4142b20 2024-09-19T06:06:18.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.208+0000 7f6cbb400640 1 -- 172.21.15.92:0/3116771300 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6cac007050 con 0x7f6cc4142b20 2024-09-19T06:06:18.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.208+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6cc4155ad0 con 0x7f6cc4142b20 2024-09-19T06:06:18.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.208+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6cc4156090 con 0x7f6cc4142b20 2024-09-19T06:06:18.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.209+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6cc40cd9e0 con 0x7f6cc4142b20 2024-09-19T06:06:18.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.210+0000 7f6cbb400640 1 -- 172.21.15.92:0/3116771300 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6cac0071f0 con 0x7f6cc4142b20 2024-09-19T06:06:18.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.210+0000 7f6cbb400640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ca006c2b0 0x7f6ca006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:18.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.211+0000 7f6cbb400640 1 -- 172.21.15.92:0/3116771300 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f6cac08ab30 con 0x7f6cc4142b20 2024-09-19T06:06:18.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.211+0000 7f6cc2a00640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ca006c2b0 0x7f6ca006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:18.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.211+0000 7f6cc2a00640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ca006c2b0 0x7f6ca006e770 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f6cb4033000 tx=0x7f6cb4008030 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:18.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.215+0000 7f6cbb400640 1 -- 172.21.15.92:0/3116771300 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6cac058b90 con 0x7f6cc4142b20 2024-09-19T06:06:18.428 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.426+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6cc4145b70 con 0x7f6cc4142b20 2024-09-19T06:06:18.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.427+0000 7f6cbb400640 1 -- 172.21.15.92:0/3116771300 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f6cac05ce90 con 0x7f6cc4142b20 2024-09-19T06:06:18.429 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:18.429 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:18.429 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:18.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ca006c2b0 msgr2=0x7f6ca006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:18.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ca006c2b0 0x7f6ca006e770 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7f6cb4033000 tx=0x7f6cb4008030 comp rx=0 tx=0).stop 2024-09-19T06:06:18.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cc4142b20 msgr2=0x7f6cc4145250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:18.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cc4142b20 0x7f6cc4145250 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f6cac00f770 tx=0x7f6cac00fc30 comp rx=0 tx=0).stop 2024-09-19T06:06:18.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 shutdown_connections 2024-09-19T06:06:18.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ca006c2b0 0x7f6ca006e770 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6cc4145790 0x7f6cc4154c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cc4142b20 0x7f6cc4145250 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 --2- 172.21.15.92:0/3116771300 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ca8003b90 0x7f6cc41425e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:18.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 >> 172.21.15.92:0/3116771300 conn(0x7f6cc406bb70 msgr2=0x7f6cc40b2a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:18.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 shutdown_connections 2024-09-19T06:06:18.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:18.429+0000 7f6cc9a00640 1 -- 172.21.15.92:0/3116771300 wait complete. 2024-09-19T06:06:18.447 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json perf dump 2024-09-19T06:06:18.617 INFO:teuthology.orchestra.run.smithi092.stdout:{"AsyncMessenger::Worker-0":{"msgr_recv_messages":1455,"msgr_send_messages":1455,"msgr_recv_bytes":381666,"msgr_send_bytes":4705162,"msgr_created_connections":9,"msgr_active_connections":5,"msgr_running_total_time":0.157527644,"msgr_running_send_time":0.068280181,"msgr_running_recv_time":0.036617127,"msgr_running_fast_dispatch_time":0.040051237,"msgr_send_messages_queue_lat":{"avgcount":1454,"sum":0.116885378,"avgtime":0.000080388},"msgr_handle_ack_lat":{"avgcount":2,"sum":0.000000260,"avgtime":0.000000130},"msgr_recv_encrypted_bytes":1568,"msgr_send_encrypted_bytes":448},"AsyncMessenger::Worker-1":{"msgr_recv_messages":12655,"msgr_send_messages":24035,"msgr_recv_bytes":4324616,"msgr_send_bytes":31336895,"msgr_created_connections":6,"msgr_active_connections":5,"msgr_running_total_time":1.714642116,"msgr_running_send_time":1.037464298,"msgr_running_recv_time":5.479110581,"msgr_running_fast_dispatch_time":0.035623866,"msgr_send_messages_queue_lat":{"avgcount":24034,"sum":0.964027118,"avgtime":0.000040110},"msgr_handle_ack_lat":{"avgcount":26670,"sum":0.007604923,"avgtime":0.000000285},"msgr_recv_encrypted_bytes":160,"msgr_send_encrypted_bytes":99200},"AsyncMessenger::Worker-2":{"msgr_recv_messages":1090,"msgr_send_messages":1085,"msgr_recv_bytes":706469,"msgr_send_bytes":2667167,"msgr_created_connections":5,"msgr_active_connections":4,"msgr_running_total_time":0.117550563,"msgr_running_send_time":0.052795291,"msgr_running_recv_time":0.028923210,"msgr_running_fast_dispatch_time":0.029613928,"msgr_send_messages_queue_lat":{"avgcount":1084,"sum":0.065883603,"avgtime":0.000060778},"msgr_handle_ack_lat":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"msgr_recv_encrypted_bytes":110288,"msgr_send_encrypted_bytes":10000},"cct":{"total_workers":1,"unhealthy_workers":0},"finisher-MDSRank":{"queue_len":0,"complete_latency":{"avgcount":148,"sum":5.565401147,"avgtime":0.037604061}},"finisher-PurgeQueue":{"queue_len":0,"complete_latency":{"avgcount":5591,"sum":0.610905583,"avgtime":0.000109265}},"mds":{"request":6411,"reply":6409,"reply_latency":{"avgcount":6409,"sum":9.225398066,"avgtime":0.001439444},"slow_reply":0,"forward":0,"dir_fetch_complete":12,"dir_fetch_keys":10,"dir_commit":12,"dir_split":0,"dir_merge":0,"inodes":3783,"inodes_top":0,"inodes_bottom":3783,"inodes_pin_tail":0,"inodes_pinned":3783,"inodes_expired":0,"inodes_with_caps":63,"caps":63,"subtrees":2,"traverse":6412,"traverse_hit":6411,"traverse_forward":0,"traverse_discover":0,"traverse_dir_fetch":0,"traverse_remote_ino":0,"traverse_lock":0,"load_cent":0,"q":0,"exported":0,"exported_inodes":0,"imported":0,"imported_inodes":0,"openino_dir_fetch":0,"openino_backtrace_fetch":0,"openino_peer_discover":0,"root_rfiles":0,"root_rbytes":0,"root_rsnaps":0,"scrub_backtrace_fetch":0,"scrub_set_tag":0,"scrub_backtrace_repaired":0,"scrub_inotable_repaired":0,"scrub_dir_inodes":0,"scrub_dir_base_inodes":0,"scrub_dirfrag_rstats":0,"scrub_file_inodes":0,"handle_inode_file_caps":0,"ceph_cap_op_revoke":2,"ceph_cap_op_grant":7251,"ceph_cap_op_trunc":0,"ceph_cap_op_flushsnap_ack":0,"ceph_cap_op_flush_ack":0,"handle_client_caps":4551,"handle_client_caps_dirty":3000,"handle_client_cap_release":703,"process_request_cap_release":3210},"mds_cache":{"dir_update":0,"dir_update_receipt":0,"dir_try_discover":0,"dir_send_discover":0,"dir_handle_discover":0,"num_strays":0,"num_strays_delayed":0,"num_strays_enqueuing":0,"strays_created":3201,"strays_enqueued":3201,"strays_reintegrated":0,"strays_migrated":0,"num_recovering_processing":0,"num_recovering_enqueued":0,"num_recovering_prioritized":0,"recovery_started":0,"recovery_completed":0,"ireq_quiesce_path":0,"ireq_quiesce_inode":0,"ireq_enqueue_scrub":0,"ireq_exportdir":0,"ireq_flush":0,"ireq_fragmentdir":0,"ireq_fragstats":0,"ireq_inodestats":0},"mds_log":{"evlrg":0,"evadd":14544,"evex":14483,"evtrm":14483,"ev":64,"evexg":0,"evexd":14482,"segadd":17,"segex":18,"segtrm":18,"seg":1,"segmjr":1,"segexg":0,"segexd":17,"expos":32881256,"wrpos":32920937,"rdpos":4195244,"jlat":{"avgcount":31,"sum":2.173580645,"avgtime":0.070115504},"replayed":3},"mds_mem":{"ino":75,"ino+":3214,"ino-":3139,"dir":12,"dir+":13,"dir-":1,"dn":73,"dn+":6412,"dn-":6339,"cap":1,"cap+":3202,"cap-":3201,"rss":100440,"heap":248172},"mds_server":{"dispatch_client_request":6414,"dispatch_server_request":0,"handle_client_request":6411,"handle_client_session":2,"handle_peer_request":0,"req_create_latency":{"avgcount":3200,"sum":3.175735362,"avgtime":0.000992417},"req_getattr_latency":{"avgcount":1,"sum":0.000343185,"avgtime":0.000343185},"req_getfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_link_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookup_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookuphash_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupino_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupname_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupparent_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lookupsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_lssnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mkdir_latency":{"avgcount":1,"sum":0.003150087,"avgtime":0.003150087},"req_mknod_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_mksnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_open_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_readdir_latency":{"avgcount":6,"sum":0.121412930,"avgtime":0.020235488},"req_rename_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_renamesnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_snapdiff_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmdir_latency":{"avgcount":1,"sum":0.173510839,"avgtime":0.173510839},"req_rmsnap_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_rmxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setdirlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setfilelock_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setlayout_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_setxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_symlink_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000},"req_unlink_latency":{"avgcount":3200,"sum":5.751245663,"avgtime":0.001797264},"cap_revoke_eviction":0,"cap_acquisition_throttle":0,"req_getvxattr_latency":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"mds_sessions":{"session_count":1,"session_add":1,"session_remove":0,"sessions_open":1,"sessions_stale":0,"total_load":5443,"average_load":5443,"avg_session_uptime":781,"mdthresh_evicted":0},"mempool":{"bloom_filter_bytes":0,"bloom_filter_items":0,"bluestore_alloc_bytes":0,"bluestore_alloc_items":0,"bluestore_cache_data_bytes":0,"bluestore_cache_data_items":0,"bluestore_cache_onode_bytes":0,"bluestore_cache_onode_items":0,"bluestore_cache_meta_bytes":0,"bluestore_cache_meta_items":0,"bluestore_cache_other_bytes":0,"bluestore_cache_other_items":0,"bluestore_cache_buffer_bytes":0,"bluestore_cache_buffer_items":0,"bluestore_extent_bytes":0,"bluestore_extent_items":0,"bluestore_blob_bytes":0,"bluestore_blob_items":0,"bluestore_shared_blob_bytes":0,"bluestore_shared_blob_items":0,"bluestore_inline_bl_bytes":0,"bluestore_inline_bl_items":0,"bluestore_fsck_bytes":0,"bluestore_fsck_items":0,"bluestore_txc_bytes":0,"bluestore_txc_items":0,"bluestore_writing_deferred_bytes":0,"bluestore_writing_deferred_items":0,"bluestore_writing_bytes":0,"bluestore_writing_items":0,"bluefs_bytes":0,"bluefs_items":0,"bluefs_file_reader_bytes":0,"bluefs_file_reader_items":0,"bluefs_file_writer_bytes":0,"bluefs_file_writer_items":0,"buffer_anon_bytes":8922188,"buffer_anon_items":3144,"buffer_meta_bytes":0,"buffer_meta_items":0,"osd_bytes":0,"osd_items":0,"osd_mapbl_bytes":0,"osd_mapbl_items":0,"osd_pglog_bytes":0,"osd_pglog_items":0,"osdmap_bytes":5672,"osdmap_items":92,"osdmap_mapping_bytes":0,"osdmap_mapping_items":0,"pgmap_bytes":0,"pgmap_items":0,"mds_co_bytes":5412761,"mds_co_items":62165,"unittest_1_bytes":0,"unittest_1_items":0,"unittest_2_bytes":0,"unittest_2_items":0},"objecter":{"op_active":0,"op_laggy":0,"op_send":3474,"op_send_bytes":29553186,"op_resend":0,"op_reply":3474,"op_latency":{"avgcount":3474,"sum":12.246654430,"avgtime":0.003525231},"op_inflight":0,"oplen_avg":{"avgcount":3474,"sum":3708},"op":3474,"op_r":65,"op_w":3409,"op_rmw":0,"op_pg":0,"osdop_stat":12,"osdop_create":72,"osdop_read":37,"osdop_write":60,"osdop_writefull":20,"osdop_writesame":0,"osdop_append":0,"osdop_zero":1,"osdop_truncate":0,"osdop_delete":3224,"osdop_mapext":0,"osdop_sparse_read":0,"osdop_clonerange":0,"osdop_getxattr":24,"osdop_setxattr":144,"osdop_cmpxattr":0,"osdop_rmxattr":0,"osdop_resetxattrs":0,"osdop_call":0,"osdop_watch":0,"osdop_notify":0,"osdop_src_cmpxattr":0,"osdop_pgls":0,"osdop_pgls_filter":0,"osdop_other":0,"linger_active":0,"linger_send":0,"linger_resend":0,"linger_ping":0,"poolop_active":0,"poolop_send":0,"poolop_resend":0,"poolstat_active":0,"poolstat_send":0,"poolstat_resend":0,"statfs_active":0,"statfs_send":0,"statfs_resend":0,"command_active":0,"command_send":0,"command_resend":0,"map_epoch":0,"map_full":0,"map_inc":0,"osd_sessions":8,"osd_session_open":8,"osd_session_close":0,"osd_laggy":0,"omap_wr":53,"omap_rd":48,"omap_del":13},"oft":{"omap_total_objs":0,"omap_total_kv_pairs":0,"omap_total_updates":0,"omap_total_removes":0},"osd-slow-ops":{"slow_ops_count":0},"purge_queue":{"pq_executing_ops":0,"pq_executing_ops_high_water":6,"pq_executing":0,"pq_executing_high_water":6,"pq_executed_ops":3201,"pq_executed":3201,"pq_item_in_journal":0},"throttle-msgr_dispatch_throttler-mds":{"val":0,"max":104857600,"get_started":0,"get":15196,"get_sum":4042232,"get_or_fail_fail":0,"get_or_fail_success":15196,"take":0,"take_sum":0,"put":15196,"put_sum":4042232,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_bytes":{"val":0,"max":104857600,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":3474,"take_sum":29877422,"put":3474,"put_sum":29877422,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-objecter_ops":{"val":0,"max":1024,"get_started":0,"get":0,"get_sum":0,"get_or_fail_fail":0,"get_or_fail_success":0,"take":3474,"take_sum":3474,"put":3474,"put_sum":3474,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle":{"val":0,"max":3758096384,"get_started":0,"get":3201,"get_sum":323301,"get_or_fail_fail":0,"get_or_fail_success":3201,"take":0,"take_sum":0,"put":29,"put_sum":323301,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}},"throttle-write_buf_throttle-0x559b3320a820":{"val":37138,"max":3758096384,"get_started":0,"get":14544,"get_sum":28725434,"get_or_fail_fail":0,"get_or_fail_success":14544,"take":0,"take_sum":0,"put":31,"put_sum":28688296,"wait":{"avgcount":0,"sum":0.000000000,"avgtime":0.000000000}}} 2024-09-19T06:06:18.619 DEBUG:tasks.cephfs.filesystem:_json_asok output { "AsyncMessenger::Worker-0": { "msgr_active_connections": 5, "msgr_created_connections": 9, "msgr_handle_ack_lat": { "avgcount": 2, "avgtime": 1.3e-07, "sum": 2.6e-07 }, "msgr_recv_bytes": 381666, "msgr_recv_encrypted_bytes": 1568, "msgr_recv_messages": 1455, "msgr_running_fast_dispatch_time": 0.040051237, "msgr_running_recv_time": 0.036617127, "msgr_running_send_time": 0.068280181, "msgr_running_total_time": 0.157527644, "msgr_send_bytes": 4705162, "msgr_send_encrypted_bytes": 448, "msgr_send_messages": 1455, "msgr_send_messages_queue_lat": { "avgcount": 1454, "avgtime": 8.0388e-05, "sum": 0.116885378 } }, "AsyncMessenger::Worker-1": { "msgr_active_connections": 5, "msgr_created_connections": 6, "msgr_handle_ack_lat": { "avgcount": 26670, "avgtime": 2.85e-07, "sum": 0.007604923 }, "msgr_recv_bytes": 4324616, "msgr_recv_encrypted_bytes": 160, "msgr_recv_messages": 12655, "msgr_running_fast_dispatch_time": 0.035623866, "msgr_running_recv_time": 5.479110581, "msgr_running_send_time": 1.037464298, "msgr_running_total_time": 1.714642116, "msgr_send_bytes": 31336895, "msgr_send_encrypted_bytes": 99200, "msgr_send_messages": 24035, "msgr_send_messages_queue_lat": { "avgcount": 24034, "avgtime": 4.011e-05, "sum": 0.964027118 } }, "AsyncMessenger::Worker-2": { "msgr_active_connections": 4, "msgr_created_connections": 5, "msgr_handle_ack_lat": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "msgr_recv_bytes": 706469, "msgr_recv_encrypted_bytes": 110288, "msgr_recv_messages": 1090, "msgr_running_fast_dispatch_time": 0.029613928, "msgr_running_recv_time": 0.02892321, "msgr_running_send_time": 0.052795291, "msgr_running_total_time": 0.117550563, "msgr_send_bytes": 2667167, "msgr_send_encrypted_bytes": 10000, "msgr_send_messages": 1085, "msgr_send_messages_queue_lat": { "avgcount": 1084, "avgtime": 6.0778e-05, "sum": 0.065883603 } }, "cct": { "total_workers": 1, "unhealthy_workers": 0 }, "finisher-MDSRank": { "complete_latency": { "avgcount": 148, "avgtime": 0.037604061, "sum": 5.565401147 }, "queue_len": 0 }, "finisher-PurgeQueue": { "complete_latency": { "avgcount": 5591, "avgtime": 0.000109265, "sum": 0.610905583 }, "queue_len": 0 }, "mds": { "caps": 63, "ceph_cap_op_flush_ack": 0, "ceph_cap_op_flushsnap_ack": 0, "ceph_cap_op_grant": 7251, "ceph_cap_op_revoke": 2, "ceph_cap_op_trunc": 0, "dir_commit": 12, "dir_fetch_complete": 12, "dir_fetch_keys": 10, "dir_merge": 0, "dir_split": 0, "exported": 0, "exported_inodes": 0, "forward": 0, "handle_client_cap_release": 703, "handle_client_caps": 4551, "handle_client_caps_dirty": 3000, "handle_inode_file_caps": 0, "imported": 0, "imported_inodes": 0, "inodes": 3783, "inodes_bottom": 3783, "inodes_expired": 0, "inodes_pin_tail": 0, "inodes_pinned": 3783, "inodes_top": 0, "inodes_with_caps": 63, "load_cent": 0, "openino_backtrace_fetch": 0, "openino_dir_fetch": 0, "openino_peer_discover": 0, "process_request_cap_release": 3210, "q": 0, "reply": 6409, "reply_latency": { "avgcount": 6409, "avgtime": 0.001439444, "sum": 9.225398066 }, "request": 6411, "root_rbytes": 0, "root_rfiles": 0, "root_rsnaps": 0, "scrub_backtrace_fetch": 0, "scrub_backtrace_repaired": 0, "scrub_dir_base_inodes": 0, "scrub_dir_inodes": 0, "scrub_dirfrag_rstats": 0, "scrub_file_inodes": 0, "scrub_inotable_repaired": 0, "scrub_set_tag": 0, "slow_reply": 0, "subtrees": 2, "traverse": 6412, "traverse_dir_fetch": 0, "traverse_discover": 0, "traverse_forward": 0, "traverse_hit": 6411, "traverse_lock": 0, "traverse_remote_ino": 0 }, "mds_cache": { "dir_handle_discover": 0, "dir_send_discover": 0, "dir_try_discover": 0, "dir_update": 0, "dir_update_receipt": 0, "ireq_enqueue_scrub": 0, "ireq_exportdir": 0, "ireq_flush": 0, "ireq_fragmentdir": 0, "ireq_fragstats": 0, "ireq_inodestats": 0, "ireq_quiesce_inode": 0, "ireq_quiesce_path": 0, "num_recovering_enqueued": 0, "num_recovering_prioritized": 0, "num_recovering_processing": 0, "num_strays": 0, "num_strays_delayed": 0, "num_strays_enqueuing": 0, "recovery_completed": 0, "recovery_started": 0, "strays_created": 3201, "strays_enqueued": 3201, "strays_migrated": 0, "strays_reintegrated": 0 }, "mds_log": { "ev": 64, "evadd": 14544, "evex": 14483, "evexd": 14482, "evexg": 0, "evlrg": 0, "evtrm": 14483, "expos": 32881256, "jlat": { "avgcount": 31, "avgtime": 0.070115504, "sum": 2.173580645 }, "rdpos": 4195244, "replayed": 3, "seg": 1, "segadd": 17, "segex": 18, "segexd": 17, "segexg": 0, "segmjr": 1, "segtrm": 18, "wrpos": 32920937 }, "mds_mem": { "cap": 1, "cap+": 3202, "cap-": 3201, "dir": 12, "dir+": 13, "dir-": 1, "dn": 73, "dn+": 6412, "dn-": 6339, "heap": 248172, "ino": 75, "ino+": 3214, "ino-": 3139, "rss": 100440 }, "mds_server": { "cap_acquisition_throttle": 0, "cap_revoke_eviction": 0, "dispatch_client_request": 6414, "dispatch_server_request": 0, "handle_client_request": 6411, "handle_client_session": 2, "handle_peer_request": 0, "req_create_latency": { "avgcount": 3200, "avgtime": 0.000992417, "sum": 3.175735362 }, "req_getattr_latency": { "avgcount": 1, "avgtime": 0.000343185, "sum": 0.000343185 }, "req_getfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_getvxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_link_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookup_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookuphash_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupino_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupname_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupparent_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lookupsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_lssnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mkdir_latency": { "avgcount": 1, "avgtime": 0.003150087, "sum": 0.003150087 }, "req_mknod_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_mksnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_open_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_readdir_latency": { "avgcount": 6, "avgtime": 0.020235488, "sum": 0.12141293 }, "req_rename_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_renamesnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmdir_latency": { "avgcount": 1, "avgtime": 0.173510839, "sum": 0.173510839 }, "req_rmsnap_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_rmxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setdirlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setfilelock_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setlayout_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_setxattr_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_snapdiff_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_symlink_latency": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 }, "req_unlink_latency": { "avgcount": 3200, "avgtime": 0.001797264, "sum": 5.751245663 } }, "mds_sessions": { "average_load": 5443, "avg_session_uptime": 781, "mdthresh_evicted": 0, "session_add": 1, "session_count": 1, "session_remove": 0, "sessions_open": 1, "sessions_stale": 0, "total_load": 5443 }, "mempool": { "bloom_filter_bytes": 0, "bloom_filter_items": 0, "bluefs_bytes": 0, "bluefs_file_reader_bytes": 0, "bluefs_file_reader_items": 0, "bluefs_file_writer_bytes": 0, "bluefs_file_writer_items": 0, "bluefs_items": 0, "bluestore_alloc_bytes": 0, "bluestore_alloc_items": 0, "bluestore_blob_bytes": 0, "bluestore_blob_items": 0, "bluestore_cache_buffer_bytes": 0, "bluestore_cache_buffer_items": 0, "bluestore_cache_data_bytes": 0, "bluestore_cache_data_items": 0, "bluestore_cache_meta_bytes": 0, "bluestore_cache_meta_items": 0, "bluestore_cache_onode_bytes": 0, "bluestore_cache_onode_items": 0, "bluestore_cache_other_bytes": 0, "bluestore_cache_other_items": 0, "bluestore_extent_bytes": 0, "bluestore_extent_items": 0, "bluestore_fsck_bytes": 0, "bluestore_fsck_items": 0, "bluestore_inline_bl_bytes": 0, "bluestore_inline_bl_items": 0, "bluestore_shared_blob_bytes": 0, "bluestore_shared_blob_items": 0, "bluestore_txc_bytes": 0, "bluestore_txc_items": 0, "bluestore_writing_bytes": 0, "bluestore_writing_deferred_bytes": 0, "bluestore_writing_deferred_items": 0, "bluestore_writing_items": 0, "buffer_anon_bytes": 8922188, "buffer_anon_items": 3144, "buffer_meta_bytes": 0, "buffer_meta_items": 0, "mds_co_bytes": 5412761, "mds_co_items": 62165, "osd_bytes": 0, "osd_items": 0, "osd_mapbl_bytes": 0, "osd_mapbl_items": 0, "osd_pglog_bytes": 0, "osd_pglog_items": 0, "osdmap_bytes": 5672, "osdmap_items": 92, "osdmap_mapping_bytes": 0, "osdmap_mapping_items": 0, "pgmap_bytes": 0, "pgmap_items": 0, "unittest_1_bytes": 0, "unittest_1_items": 0, "unittest_2_bytes": 0, "unittest_2_items": 0 }, "objecter": { "command_active": 0, "command_resend": 0, "command_send": 0, "linger_active": 0, "linger_ping": 0, "linger_resend": 0, "linger_send": 0, "map_epoch": 0, "map_full": 0, "map_inc": 0, "omap_del": 13, "omap_rd": 48, "omap_wr": 53, "op": 3474, "op_Infinitylight": 0, "op_active": 0, "op_laggy": 0, "op_latency": { "avgcount": 3474, "avgtime": 0.003525231, "sum": 12.24665443 }, "op_pg": 0, "op_r": 65, "op_reply": 3474, "op_resend": 0, "op_rmw": 0, "op_send": 3474, "op_send_bytes": 29553186, "op_w": 3409, "oplen_avg": { "avgcount": 3474, "sum": 3708 }, "osd_laggy": 0, "osd_session_close": 0, "osd_session_open": 8, "osd_sessions": 8, "osdop_append": 0, "osdop_call": 0, "osdop_clonerange": 0, "osdop_cmpxattr": 0, "osdop_create": 72, "osdop_delete": 3224, "osdop_getxattr": 24, "osdop_mapext": 0, "osdop_notify": 0, "osdop_other": 0, "osdop_pgls": 0, "osdop_pgls_filter": 0, "osdop_read": 37, "osdop_resetxattrs": 0, "osdop_rmxattr": 0, "osdop_setxattr": 144, "osdop_sparse_read": 0, "osdop_src_cmpxattr": 0, "osdop_stat": 12, "osdop_truncate": 0, "osdop_watch": 0, "osdop_write": 60, "osdop_writefull": 20, "osdop_writesame": 0, "osdop_zero": 1, "poolop_active": 0, "poolop_resend": 0, "poolop_send": 0, "poolstat_active": 0, "poolstat_resend": 0, "poolstat_send": 0, "statfs_active": 0, "statfs_resend": 0, "statfs_send": 0 }, "oft": { "omap_total_kv_pairs": 0, "omap_total_objs": 0, "omap_total_removes": 0, "omap_total_updates": 0 }, "osd-slow-ops": { "slow_ops_count": 0 }, "purge_queue": { "pq_executed": 3201, "pq_executed_ops": 3201, "pq_executing": 0, "pq_executing_high_water": 6, "pq_executing_ops": 0, "pq_executing_ops_high_water": 6, "pq_item_in_journal": 0 }, "throttle-msgr_dispatch_throttler-mds": { "get": 15196, "get_or_fail_fail": 0, "get_or_fail_success": 15196, "get_started": 0, "get_sum": 4042232, "max": 104857600, "put": 15196, "put_sum": 4042232, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_bytes": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 104857600, "put": 3474, "put_sum": 29877422, "take": 3474, "take_sum": 29877422, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-objecter_ops": { "get": 0, "get_or_fail_fail": 0, "get_or_fail_success": 0, "get_started": 0, "get_sum": 0, "max": 1024, "put": 3474, "put_sum": 3474, "take": 3474, "take_sum": 3474, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle": { "get": 3201, "get_or_fail_fail": 0, "get_or_fail_success": 3201, "get_started": 0, "get_sum": 323301, "max": 3758096384, "put": 29, "put_sum": 323301, "take": 0, "take_sum": 0, "val": 0, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } }, "throttle-write_buf_throttle-0x559b3320a820": { "get": 14544, "get_or_fail_fail": 0, "get_or_fail_success": 14544, "get_started": 0, "get_sum": 28725434, "max": 3758096384, "put": 31, "put_sum": 28688296, "take": 0, "take_sum": 0, "val": 37138, "wait": { "avgcount": 0, "avgtime": 0.0, "sum": 0.0 } } } 2024-09-19T06:06:18.619 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:06:18.619 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:06:18.716 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:06:18.818 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:06:18.818 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:06:18.818 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:18.818 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:18.854 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:18.854 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:18.929 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:06:19.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.122+0000 7f2f28200640 1 Processor -- start 2024-09-19T06:06:19.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.122+0000 7f2f28200640 1 -- start start 2024-09-19T06:06:19.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.123+0000 7f2f28200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2f200b5520 0x7f2f2006e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.123+0000 7f2f28200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f2006f000 con 0x7f2f2006e560 2024-09-19T06:06:19.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.124+0000 7f2f28200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2f2015cf10 con 0x7f2f200d0010 2024-09-19T06:06:19.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.124+0000 7f2f28200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2f2006e9d0 con 0x7f2f200b5520 2024-09-19T06:06:19.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.124+0000 7f2f25800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2f200b5520 0x7f2f2006e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.124+0000 7f2f25800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2f200b5520 0x7f2f2006e020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33350/0 (socket says 172.21.15.92:33350) 2024-09-19T06:06:19.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.124+0000 7f2f25800640 1 -- 172.21.15.92:0/202330467 learned_addr learned my addr 172.21.15.92:0/202330467 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:19.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.124+0000 7f2f25800640 1 -- 172.21.15.92:0/202330467 >> v1:172.21.15.102:6789/0 conn(0x7f2f200d0010 legacy=0x7f2f200b3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.124+0000 7f2f25800640 1 -- 172.21.15.92:0/202330467 >> v1:172.21.15.92:6789/0 conn(0x7f2f2006e560 legacy=0x7f2f200cf900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.124+0000 7f2f25800640 1 -- 172.21.15.92:0/202330467 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f2015d1f0 con 0x7f2f200b5520 2024-09-19T06:06:19.127 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.125+0000 7f2f25800640 1 --2- 172.21.15.92:0/202330467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200b5520 0x7f2f2006e020 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f2f14009870 tx=0x7f2f1402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e74e50edf02ad4b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:19.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.125+0000 7f2f1fe00640 1 -- 172.21.15.92:0/202330467 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f14037070 con 0x7f2f200b5520 2024-09-19T06:06:19.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.126+0000 7f2f1fe00640 1 -- 172.21.15.92:0/202330467 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f14032440 con 0x7f2f200b5520 2024-09-19T06:06:19.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.126+0000 7f2f1fe00640 1 -- 172.21.15.92:0/202330467 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f14032810 con 0x7f2f200b5520 2024-09-19T06:06:19.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.126+0000 7f2f28200640 1 -- 172.21.15.92:0/202330467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200b5520 msgr2=0x7f2f2006e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.126+0000 7f2f28200640 1 --2- 172.21.15.92:0/202330467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200b5520 0x7f2f2006e020 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f2f14009870 tx=0x7f2f1402a270 comp rx=0 tx=0).stop 2024-09-19T06:06:19.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.126+0000 7f2f28200640 1 -- 172.21.15.92:0/202330467 shutdown_connections 2024-09-19T06:06:19.128 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.126+0000 7f2f28200640 1 --2- 172.21.15.92:0/202330467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200b5520 0x7f2f2006e020 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.126+0000 7f2f28200640 1 -- 172.21.15.92:0/202330467 >> 172.21.15.92:0/202330467 conn(0x7f2f2006bb70 msgr2=0x7f2f2006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:19.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.126+0000 7f2f28200640 1 -- 172.21.15.92:0/202330467 shutdown_connections 2024-09-19T06:06:19.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.126+0000 7f2f28200640 1 -- 172.21.15.92:0/202330467 wait complete. 2024-09-19T06:06:19.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.128+0000 7f2f28200640 1 Processor -- start 2024-09-19T06:06:19.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.128+0000 7f2f28200640 1 -- start start 2024-09-19T06:06:19.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.129+0000 7f2f28200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2f2006e560 0x7f2f20147fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.129+0000 7f2f28200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f200b5520 0x7f2f20148a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.129+0000 7f2f28200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200d0010 0x7f2f20155a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.129+0000 7f2f28200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2f200b4aa0 con 0x7f2f200d0010 2024-09-19T06:06:19.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.129+0000 7f2f28200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2f2015d7b0 con 0x7f2f200b5520 2024-09-19T06:06:19.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.129+0000 7f2f28200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2f200b5900 con 0x7f2f2006e560 2024-09-19T06:06:19.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.129+0000 7f2f26200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200d0010 0x7f2f20155a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.129+0000 7f2f26200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200d0010 0x7f2f20155a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33362/0 (socket says 172.21.15.92:33362) 2024-09-19T06:06:19.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.129+0000 7f2f26200640 1 -- 172.21.15.92:0/3038983213 learned_addr learned my addr 172.21.15.92:0/3038983213 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:19.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f25800640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2f2006e560 0x7f2f20147fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f24e00640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f200b5520 0x7f2f20148a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f26200640 1 -- 172.21.15.92:0/3038983213 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2f2006e560 msgr2=0x7f2f20147fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f26200640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2f2006e560 0x7f2f20147fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f26200640 1 -- 172.21.15.92:0/3038983213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f200b5520 msgr2=0x7f2f20148a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f26200640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f200b5520 0x7f2f20148a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f26200640 1 -- 172.21.15.92:0/3038983213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2f20154cb0 con 0x7f2f200d0010 2024-09-19T06:06:19.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f24e00640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f200b5520 0x7f2f20148a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:19.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f26200640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200d0010 0x7f2f20155a70 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f2f1800c6e0 tx=0x7f2f1800cba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:19.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f1d600640 1 -- 172.21.15.92:0/3038983213 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f18003b70 con 0x7f2f200d0010 2024-09-19T06:06:19.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f1d600640 1 -- 172.21.15.92:0/3038983213 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2f18003d30 con 0x7f2f200d0010 2024-09-19T06:06:19.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f1d600640 1 -- 172.21.15.92:0/3038983213 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2f18005310 con 0x7f2f200d0010 2024-09-19T06:06:19.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2f20154f90 con 0x7f2f200d0010 2024-09-19T06:06:19.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.130+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2f20155550 con 0x7f2f200d0010 2024-09-19T06:06:19.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.132+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2f20155750 con 0x7f2f200d0010 2024-09-19T06:06:19.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.132+0000 7f2f1d600640 1 -- 172.21.15.92:0/3038983213 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2f180054b0 con 0x7f2f200d0010 2024-09-19T06:06:19.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.133+0000 7f2f1d600640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2f0006c2b0 0x7f2f0006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.133+0000 7f2f1d600640 1 -- 172.21.15.92:0/3038983213 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f2f1808b3e0 con 0x7f2f200d0010 2024-09-19T06:06:19.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.133+0000 7f2f25800640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2f0006c2b0 0x7f2f0006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.134+0000 7f2f25800640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2f0006c2b0 0x7f2f0006e770 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f2f14034000 tx=0x7f2f1402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:19.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.138+0000 7f2f1d600640 1 -- 172.21.15.92:0/3038983213 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2f20155750 con 0x7f2f200d0010 2024-09-19T06:06:19.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.321+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7f2f2006e020 con 0x7f2f200d0010 2024-09-19T06:06:19.324 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.322+0000 7f2f1d600640 1 -- 172.21.15.92:0/3038983213 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v96) ==== 80+0+244 (secure 0 0 0) 0x7f2f18059aa0 con 0x7f2f200d0010 2024-09-19T06:06:19.324 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.15.92:6835/3197537070 2024-09-20T06:05:50.782263+0000 2024-09-19T06:06:19.324 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.15.92:6837/2007397709 2024-09-20T06:05:45.139984+0000 2024-09-19T06:06:19.324 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.15.92:6834/3197537070 2024-09-20T06:05:50.782263+0000 2024-09-19T06:06:19.324 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.15.92:6836/2007397709 2024-09-20T06:05:45.139984+0000 2024-09-19T06:06:19.325 INFO:teuthology.orchestra.run.smithi092.stderr:listed 4 entries 2024-09-19T06:06:19.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2f0006c2b0 msgr2=0x7f2f0006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2f0006c2b0 0x7f2f0006e770 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f2f14034000 tx=0x7f2f1402e000 comp rx=0 tx=0).stop 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200d0010 msgr2=0x7f2f20155a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200d0010 0x7f2f20155a70 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f2f1800c6e0 tx=0x7f2f1800cba0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 shutdown_connections 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2f200d0010 0x7f2f20155a70 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2f0006c2b0 0x7f2f0006e770 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2f200b5520 0x7f2f20148a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 --2- 172.21.15.92:0/3038983213 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2f2006e560 0x7f2f20147fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 >> 172.21.15.92:0/3038983213 conn(0x7f2f2006bb70 msgr2=0x7f2f2015bdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 shutdown_connections 2024-09-19T06:06:19.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.324+0000 7f2f28200640 1 -- 172.21.15.92:0/3038983213 wait complete. 2024-09-19T06:06:19.342 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:06:19.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:19.342 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T06:06:19.433 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:06:19.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:19.434 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:06:19.481 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:06:19.481 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:06:19.481 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:19.519 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:06:19.519 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:06:19.519 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:19.520 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:19.557 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:06:19.557 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:06:19.557 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:06:19.557 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:19.595 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:06:19.596 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:19.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.748+0000 7fc93e400640 1 Processor -- start 2024-09-19T06:06:19.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.748+0000 7fc93e400640 1 -- start start 2024-09-19T06:06:19.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.749+0000 7fc93e400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380afac0 0x7fc9380b4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc93e400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc9380afea0 0x7fc9380cd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc93e400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fc9380cdbf0 0x7fc93815caa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc93e400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fc9380ce020 con 0x7fc9380afea0 2024-09-19T06:06:19.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc93e400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fc93815d800 con 0x7fc9380cdbf0 2024-09-19T06:06:19.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc93e400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc93806d030 con 0x7fc9380afac0 2024-09-19T06:06:19.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc92ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc9380afea0 0x7fc9380cd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc92ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc9380afea0 0x7fc9380cd6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33368/0 (socket says 172.21.15.92:33368) 2024-09-19T06:06:19.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc92ea00640 1 -- 172.21.15.92:0/968882308 learned_addr learned my addr 172.21.15.92:0/968882308 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:19.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc937400640 1 --2- 172.21.15.92:0/968882308 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380afac0 0x7fc9380b4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc937e00640 1 --2- 172.21.15.92:0/968882308 >> v2:172.21.15.102:3300/0 conn(0x7fc9380cdbf0 0x7fc93815caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc92ea00640 1 -- 172.21.15.92:0/968882308 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380afac0 msgr2=0x7fc9380b4140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:19.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc92ea00640 1 --2- 172.21.15.92:0/968882308 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380afac0 0x7fc9380b4140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc92ea00640 1 -- 172.21.15.92:0/968882308 >> v2:172.21.15.102:3300/0 conn(0x7fc9380cdbf0 msgr2=0x7fc93815caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:19.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc92ea00640 1 --2- 172.21.15.92:0/968882308 >> v2:172.21.15.102:3300/0 conn(0x7fc9380cdbf0 0x7fc93815caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.750+0000 7fc92ea00640 1 -- 172.21.15.92:0/968882308 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc93806d310 con 0x7fc9380afea0 2024-09-19T06:06:19.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.751+0000 7fc92ea00640 1 --2- 172.21.15.92:0/968882308 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 0x7fc9380cd6b0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fc93815da10 tx=0x7fc92002a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1b3a823ccfbc9e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc936a00640 1 -- 172.21.15.92:0/968882308 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc920037070 con 0x7fc9380afea0 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc936a00640 1 -- 172.21.15.92:0/968882308 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc920032440 con 0x7fc9380afea0 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc936a00640 1 -- 172.21.15.92:0/968882308 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc920032810 con 0x7fc9380afea0 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc93e400640 1 -- 172.21.15.92:0/968882308 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 msgr2=0x7fc9380cd6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc93e400640 1 --2- 172.21.15.92:0/968882308 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 0x7fc9380cd6b0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7fc93815da10 tx=0x7fc92002a130 comp rx=0 tx=0).stop 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc93e400640 1 -- 172.21.15.92:0/968882308 shutdown_connections 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc93e400640 1 --2- 172.21.15.92:0/968882308 >> v2:172.21.15.102:3300/0 conn(0x7fc9380cdbf0 0x7fc93815caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc93e400640 1 --2- 172.21.15.92:0/968882308 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 0x7fc9380cd6b0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc93e400640 1 --2- 172.21.15.92:0/968882308 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380afac0 0x7fc9380b4140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc93e400640 1 -- 172.21.15.92:0/968882308 >> 172.21.15.92:0/968882308 conn(0x7fc93806bb70 msgr2=0x7fc93806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:19.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc93e400640 1 -- 172.21.15.92:0/968882308 shutdown_connections 2024-09-19T06:06:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.752+0000 7fc93e400640 1 -- 172.21.15.92:0/968882308 wait complete. 2024-09-19T06:06:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.754+0000 7fc93e400640 1 Processor -- start 2024-09-19T06:06:19.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.754+0000 7fc93e400640 1 -- start start 2024-09-19T06:06:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc93e400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9380afac0 0x7fc938072d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc93e400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 0x7fc938144a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc93e400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380cdbf0 0x7fc9380aeb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc93e400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc93815d160 con 0x7fc9380afea0 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc93e400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc93815cfe0 con 0x7fc9380afac0 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc93e400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc93815d2e0 con 0x7fc9380cdbf0 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc92ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 0x7fc938144a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc92ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 0x7fc938144a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33374/0 (socket says 172.21.15.92:33374) 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc92ea00640 1 -- 172.21.15.92:0/4282504979 learned_addr learned my addr 172.21.15.92:0/4282504979 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.755+0000 7fc937400640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9380afac0 0x7fc938072d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc937e00640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380cdbf0 0x7fc9380aeb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc92ea00640 1 -- 172.21.15.92:0/4282504979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380cdbf0 msgr2=0x7fc9380aeb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc92ea00640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380cdbf0 0x7fc9380aeb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc92ea00640 1 -- 172.21.15.92:0/4282504979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9380afac0 msgr2=0x7fc938072d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc92ea00640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9380afac0 0x7fc938072d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc92ea00640 1 -- 172.21.15.92:0/4282504979 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc938145150 con 0x7fc9380afea0 2024-09-19T06:06:19.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc937e00640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380cdbf0 0x7fc9380aeb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:19.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc92ea00640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 0x7fc938144a80 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fc92002a170 tx=0x7fc9200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:19.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc92fe00640 1 -- 172.21.15.92:0/4282504979 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc920041020 con 0x7fc9380afea0 2024-09-19T06:06:19.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc92fe00640 1 -- 172.21.15.92:0/4282504979 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc9200306c0 con 0x7fc9380afea0 2024-09-19T06:06:19.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc92fe00640 1 -- 172.21.15.92:0/4282504979 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc920037040 con 0x7fc9380afea0 2024-09-19T06:06:19.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.756+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc938145430 con 0x7fc9380afea0 2024-09-19T06:06:19.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.757+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc938142b60 con 0x7fc9380afea0 2024-09-19T06:06:19.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.758+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc9380cd6b0 con 0x7fc9380afea0 2024-09-19T06:06:19.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.758+0000 7fc92fe00640 1 -- 172.21.15.92:0/4282504979 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc920044020 con 0x7fc9380afea0 2024-09-19T06:06:19.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.760+0000 7fc92fe00640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc91406c2b0 0x7fc91406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:19.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.760+0000 7fc92fe00640 1 -- 172.21.15.92:0/4282504979 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7fc9200abca0 con 0x7fc9380afea0 2024-09-19T06:06:19.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.760+0000 7fc937400640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc91406c2b0 0x7fc91406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:19.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.761+0000 7fc937400640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc91406c2b0 0x7fc91406e770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fc928006fd0 tx=0x7fc928008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:19.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.764+0000 7fc92fe00640 1 -- 172.21.15.92:0/4282504979 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc92004b030 con 0x7fc9380afea0 2024-09-19T06:06:19.973 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.971+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fc9380ce7c0 con 0x7fc9380afea0 2024-09-19T06:06:19.974 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.972+0000 7fc92fe00640 1 -- 172.21.15.92:0/4282504979 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7fc92007a350 con 0x7fc9380afea0 2024-09-19T06:06:19.974 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:19.974 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:19.974 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:19.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc91406c2b0 msgr2=0x7fc91406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc91406c2b0 0x7fc91406e770 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fc928006fd0 tx=0x7fc928008040 comp rx=0 tx=0).stop 2024-09-19T06:06:19.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 msgr2=0x7fc938144a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:19.976 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 0x7fc938144a80 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7fc92002a170 tx=0x7fc9200046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 shutdown_connections 2024-09-19T06:06:19.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc9380cdbf0 0x7fc9380aeb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9380afea0 0x7fc938144a80 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc91406c2b0 0x7fc91406e770 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 --2- 172.21.15.92:0/4282504979 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc9380afac0 0x7fc938072d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:19.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 >> 172.21.15.92:0/4282504979 conn(0x7fc93806bb70 msgr2=0x7fc938153f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:19.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 shutdown_connections 2024-09-19T06:06:19.977 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:19.974+0000 7fc93e400640 1 -- 172.21.15.92:0/4282504979 wait complete. 2024-09-19T06:06:19.992 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:20.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.142+0000 7f6dab800640 1 Processor -- start 2024-09-19T06:06:20.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.143+0000 7f6dab800640 1 -- start start 2024-09-19T06:06:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.144+0000 7f6dab800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6da415b4a0 0x7f6da406eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.144+0000 7f6dab800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f6da40cf0a0 0x7f6da415f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.144+0000 7f6dab800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6da40cf710 con 0x7f6da415f580 2024-09-19T06:06:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.144+0000 7f6dab800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f6da415f9f0 con 0x7f6da415b4a0 2024-09-19T06:06:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.144+0000 7f6dab800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f6da40cffb0 con 0x7f6da40cf0a0 2024-09-19T06:06:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.144+0000 7f6da8e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6da415b4a0 0x7f6da406eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.144+0000 7f6da8e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6da415b4a0 0x7f6da406eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33378/0 (socket says 172.21.15.92:33378) 2024-09-19T06:06:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.144+0000 7f6da8e00640 1 -- 172.21.15.92:0/2968367708 learned_addr learned my addr 172.21.15.92:0/2968367708 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:20.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.144+0000 7f6d9be00640 1 --2- 172.21.15.92:0/2968367708 >> v2:172.21.15.102:3300/0 conn(0x7f6da40cf0a0 0x7f6da415f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.145+0000 7f6da8e00640 1 -- 172.21.15.92:0/2968367708 >> v2:172.21.15.102:3300/0 conn(0x7f6da40cf0a0 msgr2=0x7f6da415f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:20.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.145+0000 7f6da8e00640 1 --2- 172.21.15.92:0/2968367708 >> v2:172.21.15.102:3300/0 conn(0x7f6da40cf0a0 0x7f6da415f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.145+0000 7f6da8e00640 1 -- 172.21.15.92:0/2968367708 >> v1:172.21.15.92:6789/0 conn(0x7f6da415f580 legacy=0x7f6da415b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.145+0000 7f6da8e00640 1 -- 172.21.15.92:0/2968367708 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6da40cf9f0 con 0x7f6da415b4a0 2024-09-19T06:06:20.147 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.146+0000 7f6da8e00640 1 --2- 172.21.15.92:0/2968367708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415b4a0 0x7f6da406eaf0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f6da4073080 tx=0x7f6d9402c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67d49652cc615e18 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:20.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.146+0000 7f6da3e00640 1 -- 172.21.15.92:0/2968367708 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d94036020 con 0x7f6da415b4a0 2024-09-19T06:06:20.148 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.146+0000 7f6da3e00640 1 -- 172.21.15.92:0/2968367708 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d94032640 con 0x7f6da415b4a0 2024-09-19T06:06:20.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.146+0000 7f6da3e00640 1 -- 172.21.15.92:0/2968367708 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d94032a10 con 0x7f6da415b4a0 2024-09-19T06:06:20.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.146+0000 7f6dab800640 1 -- 172.21.15.92:0/2968367708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415b4a0 msgr2=0x7f6da406eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.146+0000 7f6dab800640 1 --2- 172.21.15.92:0/2968367708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415b4a0 0x7f6da406eaf0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f6da4073080 tx=0x7f6d9402c940 comp rx=0 tx=0).stop 2024-09-19T06:06:20.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.147+0000 7f6dab800640 1 -- 172.21.15.92:0/2968367708 shutdown_connections 2024-09-19T06:06:20.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.147+0000 7f6dab800640 1 --2- 172.21.15.92:0/2968367708 >> v2:172.21.15.102:3300/0 conn(0x7f6da40cf0a0 0x7f6da415f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.147+0000 7f6dab800640 1 --2- 172.21.15.92:0/2968367708 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415b4a0 0x7f6da406eaf0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.147+0000 7f6dab800640 1 -- 172.21.15.92:0/2968367708 >> 172.21.15.92:0/2968367708 conn(0x7f6da406bb70 msgr2=0x7f6da406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:20.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.147+0000 7f6dab800640 1 -- 172.21.15.92:0/2968367708 shutdown_connections 2024-09-19T06:06:20.149 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.147+0000 7f6dab800640 1 -- 172.21.15.92:0/2968367708 wait complete. 2024-09-19T06:06:20.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.148+0000 7f6dab800640 1 Processor -- start 2024-09-19T06:06:20.150 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.148+0000 7f6dab800640 1 -- start start 2024-09-19T06:06:20.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.149+0000 7f6dab800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6da40cf0a0 0x7f6da41f9140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.149+0000 7f6dab800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6da415b4a0 0x7f6da40b1c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.149+0000 7f6dab800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415f580 0x7f6da41f47b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.149+0000 7f6dab800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6da4071260 con 0x7f6da415f580 2024-09-19T06:06:20.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.149+0000 7f6dab800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6da40cf4c0 con 0x7f6da415b4a0 2024-09-19T06:06:20.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.149+0000 7f6dab800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6da4072790 con 0x7f6da40cf0a0 2024-09-19T06:06:20.152 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.149+0000 7f6da9800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415f580 0x7f6da41f47b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da9800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415f580 0x7f6da41f47b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33386/0 (socket says 172.21.15.92:33386) 2024-09-19T06:06:20.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da9800640 1 -- 172.21.15.92:0/230715027 learned_addr learned my addr 172.21.15.92:0/230715027 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:20.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da8e00640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6da40cf0a0 0x7f6da41f9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6d9be00640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6da415b4a0 0x7f6da40b1c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da9800640 1 -- 172.21.15.92:0/230715027 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6da40cf0a0 msgr2=0x7f6da41f9140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da9800640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6da40cf0a0 0x7f6da41f9140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da9800640 1 -- 172.21.15.92:0/230715027 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6da415b4a0 msgr2=0x7f6da40b1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da9800640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6da415b4a0 0x7f6da40b1c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.153 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da9800640 1 -- 172.21.15.92:0/230715027 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6da40b2170 con 0x7f6da415f580 2024-09-19T06:06:20.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da9800640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415f580 0x7f6da41f47b0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c00c6b0 tx=0x7f6d9c00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:20.154 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da1600640 1 -- 172.21.15.92:0/230715027 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c003b70 con 0x7f6da415f580 2024-09-19T06:06:20.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da1600640 1 -- 172.21.15.92:0/230715027 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6d9c003d30 con 0x7f6da415f580 2024-09-19T06:06:20.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.150+0000 7f6da1600640 1 -- 172.21.15.92:0/230715027 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6d9c005310 con 0x7f6da415f580 2024-09-19T06:06:20.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.151+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6da41e8f50 con 0x7f6da415f580 2024-09-19T06:06:20.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.151+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6da41e9510 con 0x7f6da415f580 2024-09-19T06:06:20.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.152+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6da415f040 con 0x7f6da415f580 2024-09-19T06:06:20.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.152+0000 7f6da1600640 1 -- 172.21.15.92:0/230715027 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6d9c0054b0 con 0x7f6da415f580 2024-09-19T06:06:20.155 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.154+0000 7f6da1600640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d8006c2e0 0x7f6d8006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.154+0000 7f6da1600640 1 -- 172.21.15.92:0/230715027 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f6d9c08b1c0 con 0x7f6da415f580 2024-09-19T06:06:20.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.154+0000 7f6da8e00640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d8006c2e0 0x7f6d8006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.156 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.155+0000 7f6da8e00640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d8006c2e0 0x7f6d8006e7a0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6d94037000 tx=0x7f6d94008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:20.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.158+0000 7f6da1600640 1 -- 172.21.15.92:0/230715027 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6da40b2170 con 0x7f6da415f580 2024-09-19T06:06:20.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.366+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f6da406d520 con 0x7f6da415f580 2024-09-19T06:06:20.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.367+0000 7f6da1600640 1 -- 172.21.15.92:0/230715027 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f6d9c059220 con 0x7f6da415f580 2024-09-19T06:06:20.370 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:20.370 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:20.371 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:20.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d8006c2e0 msgr2=0x7f6d8006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d8006c2e0 0x7f6d8006e7a0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f6d94037000 tx=0x7f6d94008040 comp rx=0 tx=0).stop 2024-09-19T06:06:20.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415f580 msgr2=0x7f6da41f47b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415f580 0x7f6da41f47b0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c00c6b0 tx=0x7f6d9c00cb70 comp rx=0 tx=0).stop 2024-09-19T06:06:20.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 shutdown_connections 2024-09-19T06:06:20.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6da415f580 0x7f6da41f47b0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6d8006c2e0 0x7f6d8006e7a0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6da415b4a0 0x7f6da40b1c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 --2- 172.21.15.92:0/230715027 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6da40cf0a0 0x7f6da41f9140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 >> 172.21.15.92:0/230715027 conn(0x7f6da406bb70 msgr2=0x7f6da415ce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:20.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 shutdown_connections 2024-09-19T06:06:20.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.369+0000 7f6dab800640 1 -- 172.21.15.92:0/230715027 wait complete. 2024-09-19T06:06:20.387 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:06:20.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.539+0000 7fdf1c200640 1 Processor -- start 2024-09-19T06:06:20.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.539+0000 7fdf1c200640 1 -- start start 2024-09-19T06:06:20.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.540+0000 7fdf1c200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdf1415f750 0x7fdf1406eaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.540+0000 7fdf1c200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf140cf710 con 0x7fdf140cf0a0 2024-09-19T06:06:20.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.540+0000 7fdf1c200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fdf140cf9f0 con 0x7fdf1415b4a0 2024-09-19T06:06:20.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.540+0000 7fdf1c200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fdf140cffb0 con 0x7fdf1415f750 2024-09-19T06:06:20.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.540+0000 7fdf18e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdf1415f750 0x7fdf1406eaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.541+0000 7fdf18e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdf1415f750 0x7fdf1406eaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33390/0 (socket says 172.21.15.92:33390) 2024-09-19T06:06:20.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.541+0000 7fdf18e00640 1 -- 172.21.15.92:0/1675679715 learned_addr learned my addr 172.21.15.92:0/1675679715 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:20.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.541+0000 7fdf18e00640 1 -- 172.21.15.92:0/1675679715 >> v1:172.21.15.102:6789/0 conn(0x7fdf1415b4a0 legacy=0x7fdf1415f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.541+0000 7fdf18e00640 1 -- 172.21.15.92:0/1675679715 >> v1:172.21.15.92:6789/0 conn(0x7fdf140cf0a0 legacy=0x7fdf14071780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.541+0000 7fdf18e00640 1 -- 172.21.15.92:0/1675679715 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf140cfcd0 con 0x7fdf1415f750 2024-09-19T06:06:20.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.542+0000 7fdf18e00640 1 --2- 172.21.15.92:0/1675679715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf1415f750 0x7fdf1406eaf0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fdf00009870 tx=0x7fdf0002a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb4decaea4a716f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:20.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.542+0000 7fdf13e00640 1 -- 172.21.15.92:0/1675679715 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf00037070 con 0x7fdf1415f750 2024-09-19T06:06:20.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.542+0000 7fdf13e00640 1 -- 172.21.15.92:0/1675679715 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf0002ae50 con 0x7fdf1415f750 2024-09-19T06:06:20.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.542+0000 7fdf13e00640 1 -- 172.21.15.92:0/1675679715 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf00032860 con 0x7fdf1415f750 2024-09-19T06:06:20.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.543+0000 7fdf1c200640 1 -- 172.21.15.92:0/1675679715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf1415f750 msgr2=0x7fdf1406eaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.543+0000 7fdf1c200640 1 --2- 172.21.15.92:0/1675679715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf1415f750 0x7fdf1406eaf0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fdf00009870 tx=0x7fdf0002a300 comp rx=0 tx=0).stop 2024-09-19T06:06:20.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.543+0000 7fdf1c200640 1 -- 172.21.15.92:0/1675679715 shutdown_connections 2024-09-19T06:06:20.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.543+0000 7fdf1c200640 1 --2- 172.21.15.92:0/1675679715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf1415f750 0x7fdf1406eaf0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.543+0000 7fdf1c200640 1 -- 172.21.15.92:0/1675679715 >> 172.21.15.92:0/1675679715 conn(0x7fdf1406bb70 msgr2=0x7fdf1406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:20.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.543+0000 7fdf1c200640 1 -- 172.21.15.92:0/1675679715 shutdown_connections 2024-09-19T06:06:20.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.543+0000 7fdf1c200640 1 -- 172.21.15.92:0/1675679715 wait complete. 2024-09-19T06:06:20.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.544+0000 7fdf1c200640 1 Processor -- start 2024-09-19T06:06:20.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.545+0000 7fdf1c200640 1 -- start start 2024-09-19T06:06:20.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.545+0000 7fdf1c200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf140cf0a0 0x7fdf141523b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.545+0000 7fdf1c200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf1415b4a0 0x7fdf14152ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.545+0000 7fdf1c200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf1415f750 0x7fdf14147f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.545+0000 7fdf1c200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fdf14071e90 con 0x7fdf140cf0a0 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.545+0000 7fdf1c200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fdf1415c890 con 0x7fdf1415f750 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.545+0000 7fdf1c200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fdf14072010 con 0x7fdf1415b4a0 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf19800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf140cf0a0 0x7fdf141523b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf19800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf140cf0a0 0x7fdf141523b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33398/0 (socket says 172.21.15.92:33398) 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf19800640 1 -- 172.21.15.92:0/938548728 learned_addr learned my addr 172.21.15.92:0/938548728 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf18e00640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf1415b4a0 0x7fdf14152ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf1a200640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf1415f750 0x7fdf14147f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf19800640 1 -- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf1415b4a0 msgr2=0x7fdf14152ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf19800640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf1415b4a0 0x7fdf14152ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf19800640 1 -- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf1415f750 msgr2=0x7fdf14147f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf19800640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf1415f750 0x7fdf14147f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf19800640 1 -- 172.21.15.92:0/938548728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fdf14153c70 con 0x7fdf140cf0a0 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf18e00640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf1415b4a0 0x7fdf14152ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf1a200640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf1415f750 0x7fdf14147f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.546+0000 7fdf19800640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf140cf0a0 0x7fdf141523b0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fdf0800c450 tx=0x7fdf0800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.547+0000 7fdf11600640 1 -- 172.21.15.92:0/938548728 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf080052d0 con 0x7fdf140cf0a0 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.547+0000 7fdf11600640 1 -- 172.21.15.92:0/938548728 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fdf08005470 con 0x7fdf140cf0a0 2024-09-19T06:06:20.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.547+0000 7fdf11600640 1 -- 172.21.15.92:0/938548728 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fdf08012870 con 0x7fdf140cf0a0 2024-09-19T06:06:20.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.547+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fdf141536b0 con 0x7fdf140cf0a0 2024-09-19T06:06:20.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.547+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fdf140b15e0 con 0x7fdf140cf0a0 2024-09-19T06:06:20.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.548+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fdf1406eaf0 con 0x7fdf140cf0a0 2024-09-19T06:06:20.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.549+0000 7fdf11600640 1 -- 172.21.15.92:0/938548728 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fdf08012a10 con 0x7fdf140cf0a0 2024-09-19T06:06:20.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.550+0000 7fdf11600640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdef406c2b0 0x7fdef406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.550+0000 7fdf11600640 1 -- 172.21.15.92:0/938548728 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7fdf0808b1b0 con 0x7fdf140cf0a0 2024-09-19T06:06:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.550+0000 7fdf18e00640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdef406c2b0 0x7fdef406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.551+0000 7fdf18e00640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdef406c2b0 0x7fdef406e770 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fdf00034000 tx=0x7fdf0002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:20.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.554+0000 7fdf11600640 1 -- 172.21.15.92:0/938548728 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fdf14153c70 con 0x7fdf140cf0a0 2024-09-19T06:06:20.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.730+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fdf140b13c0 con 0x7fdf140cf0a0 2024-09-19T06:06:20.733 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.731+0000 7fdf11600640 1 -- 172.21.15.92:0/938548728 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+16915 (secure 0 0 0) 0x7fdf080597d0 con 0x7fdf140cf0a0 2024-09-19T06:06:20.734 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:20.734 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":96,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:05:50.782314+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:05:33.266965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T06:05:34.498064+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.92:6835/3197537070":"2024-09-20T06:05:50.782263+0000","172.21.15.92:6837/2007397709":"2024-09-20T06:05:45.139984+0000","172.21.15.92:6834/3197537070":"2024-09-20T06:05:50.782263+0000","172.21.15.92:6836/2007397709":"2024-09-20T06:05:45.139984+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:06:20.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdef406c2b0 msgr2=0x7fdef406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdef406c2b0 0x7fdef406e770 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7fdf00034000 tx=0x7fdf0002e000 comp rx=0 tx=0).stop 2024-09-19T06:06:20.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf140cf0a0 msgr2=0x7fdf141523b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.736 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf140cf0a0 0x7fdf141523b0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7fdf0800c450 tx=0x7fdf0800c910 comp rx=0 tx=0).stop 2024-09-19T06:06:20.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 shutdown_connections 2024-09-19T06:06:20.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fdef406c2b0 0x7fdef406e770 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fdf1415f750 0x7fdf14147f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fdf1415b4a0 0x7fdf14152ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.737 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 --2- 172.21.15.92:0/938548728 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdf140cf0a0 0x7fdf141523b0 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 >> 172.21.15.92:0/938548728 conn(0x7fdf1406bb70 msgr2=0x7fdf1415cbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:20.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 shutdown_connections 2024-09-19T06:06:20.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.733+0000 7fdf1c200640 1 -- 172.21.15.92:0/938548728 wait complete. 2024-09-19T06:06:20.751 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:06:20.752 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.903+0000 7f5485600640 1 Processor -- start 2024-09-19T06:06:20.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.903+0000 7f5485600640 1 -- start start 2024-09-19T06:06:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.904+0000 7f5485600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f548006bde0 0x7f54800b0d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.904+0000 7f5485600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5480162370 0x7f54800aed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.904+0000 7f5485600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f548015ee90 con 0x7f548006c1c0 2024-09-19T06:06:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.904+0000 7f5485600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f54800b0830 con 0x7f548006bde0 2024-09-19T06:06:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.904+0000 7f5485600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f54801628c0 con 0x7f5480162370 2024-09-19T06:06:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.904+0000 7f547ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f548006bde0 0x7f54800b0d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.905+0000 7f547ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f548006bde0 0x7f54800b0d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33414/0 (socket says 172.21.15.92:33414) 2024-09-19T06:06:20.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.905+0000 7f547ea00640 1 -- 172.21.15.92:0/834182028 learned_addr learned my addr 172.21.15.92:0/834182028 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:20.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.905+0000 7f547e000640 1 --2- 172.21.15.92:0/834182028 >> v2:172.21.15.102:3300/0 conn(0x7f5480162370 0x7f54800aed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.905+0000 7f547ea00640 1 -- 172.21.15.92:0/834182028 >> v2:172.21.15.102:3300/0 conn(0x7f5480162370 msgr2=0x7f54800aed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:20.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.905+0000 7f547ea00640 1 --2- 172.21.15.92:0/834182028 >> v2:172.21.15.102:3300/0 conn(0x7f5480162370 0x7f54800aed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.905+0000 7f547ea00640 1 -- 172.21.15.92:0/834182028 >> v1:172.21.15.102:6789/0 conn(0x7f548006c1c0 legacy=0x7f548015f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.908 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.905+0000 7f547ea00640 1 -- 172.21.15.92:0/834182028 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5480162ba0 con 0x7f548006bde0 2024-09-19T06:06:20.909 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.906+0000 7f547ea00640 1 --2- 172.21.15.92:0/834182028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006bde0 0x7f54800b0d10 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f5470009870 tx=0x7f547002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d31fec32dd1bc8cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:20.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.906+0000 7f547d600640 1 -- 172.21.15.92:0/834182028 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5470037070 con 0x7f548006bde0 2024-09-19T06:06:20.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.906+0000 7f547d600640 1 -- 172.21.15.92:0/834182028 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5470032440 con 0x7f548006bde0 2024-09-19T06:06:20.910 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.906+0000 7f547d600640 1 -- 172.21.15.92:0/834182028 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5470032810 con 0x7f548006bde0 2024-09-19T06:06:20.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.907+0000 7f5485600640 1 -- 172.21.15.92:0/834182028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006bde0 msgr2=0x7f54800b0d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.907+0000 7f5485600640 1 --2- 172.21.15.92:0/834182028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006bde0 0x7f54800b0d10 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f5470009870 tx=0x7f547002a2a0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.907+0000 7f5485600640 1 -- 172.21.15.92:0/834182028 shutdown_connections 2024-09-19T06:06:20.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.907+0000 7f5485600640 1 --2- 172.21.15.92:0/834182028 >> v2:172.21.15.102:3300/0 conn(0x7f5480162370 0x7f54800aed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.907+0000 7f5485600640 1 --2- 172.21.15.92:0/834182028 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006bde0 0x7f54800b0d10 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.907+0000 7f5485600640 1 -- 172.21.15.92:0/834182028 >> 172.21.15.92:0/834182028 conn(0x7f548006cc80 msgr2=0x7f548006d060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:20.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.907+0000 7f5485600640 1 -- 172.21.15.92:0/834182028 shutdown_connections 2024-09-19T06:06:20.911 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.907+0000 7f5485600640 1 -- 172.21.15.92:0/834182028 wait complete. 2024-09-19T06:06:20.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.908+0000 7f5485600640 1 Processor -- start 2024-09-19T06:06:20.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.909+0000 7f5485600640 1 -- start start 2024-09-19T06:06:20.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.909+0000 7f5485600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f548006bde0 0x7f5480161170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.909+0000 7f5485600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006c1c0 0x7f5480145b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.909+0000 7f5485600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5480162370 0x7f5480146040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.909+0000 7f5485600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f548015fa50 con 0x7f548006c1c0 2024-09-19T06:06:20.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.909+0000 7f5485600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5480163160 con 0x7f548006bde0 2024-09-19T06:06:20.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.909+0000 7f5485600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f548015fbd0 con 0x7f5480162370 2024-09-19T06:06:20.914 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006c1c0 0x7f5480145b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006c1c0 0x7f5480145b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33426/0 (socket says 172.21.15.92:33426) 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547e000640 1 -- 172.21.15.92:0/983057293 learned_addr learned my addr 172.21.15.92:0/983057293 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547ea00640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f548006bde0 0x7f5480161170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547f400640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5480162370 0x7f5480146040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547e000640 1 -- 172.21.15.92:0/983057293 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5480162370 msgr2=0x7f5480146040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547e000640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5480162370 0x7f5480146040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547e000640 1 -- 172.21.15.92:0/983057293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f548006bde0 msgr2=0x7f5480161170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547e000640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f548006bde0 0x7f5480161170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547e000640 1 -- 172.21.15.92:0/983057293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f54800b1510 con 0x7f548006c1c0 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.910+0000 7f547e000640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006c1c0 0x7f5480145b00 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f546c00d5d0 tx=0x7f546c00da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.911+0000 7f5476a00640 1 -- 172.21.15.92:0/983057293 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f546c0125f0 con 0x7f548006c1c0 2024-09-19T06:06:20.915 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.911+0000 7f5476a00640 1 -- 172.21.15.92:0/983057293 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f546c019070 con 0x7f548006c1c0 2024-09-19T06:06:20.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.911+0000 7f5476a00640 1 -- 172.21.15.92:0/983057293 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f546c0129f0 con 0x7f548006c1c0 2024-09-19T06:06:20.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.911+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f54800b17f0 con 0x7f548006c1c0 2024-09-19T06:06:20.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.911+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f54801616b0 con 0x7f548006c1c0 2024-09-19T06:06:20.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.912+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f54800b0d10 con 0x7f548006c1c0 2024-09-19T06:06:20.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.913+0000 7f5476a00640 1 -- 172.21.15.92:0/983057293 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f546c012b90 con 0x7f548006c1c0 2024-09-19T06:06:20.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.914+0000 7f5476a00640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f546006c2b0 0x7f546006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:20.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.914+0000 7f5476a00640 1 -- 172.21.15.92:0/983057293 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f546c08b750 con 0x7f548006c1c0 2024-09-19T06:06:20.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.914+0000 7f547ea00640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f546006c2b0 0x7f546006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:20.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.914+0000 7f547ea00640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f546006c2b0 0x7f546006e770 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5470034000 tx=0x7f547002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:20.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:20.918+0000 7f5476a00640 1 -- 172.21.15.92:0/983057293 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f546c059850 con 0x7f548006c1c0 2024-09-19T06:06:21.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.127+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f54800b5ac0 con 0x7f548006c1c0 2024-09-19T06:06:21.130 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.128+0000 7f5476a00640 1 -- 172.21.15.92:0/983057293 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f546c05db50 con 0x7f548006c1c0 2024-09-19T06:06:21.131 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:21.131 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:21.131 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:21.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f546006c2b0 msgr2=0x7f546006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f546006c2b0 0x7f546006e770 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f5470034000 tx=0x7f547002e000 comp rx=0 tx=0).stop 2024-09-19T06:06:21.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006c1c0 msgr2=0x7f5480145b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006c1c0 0x7f5480145b00 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f546c00d5d0 tx=0x7f546c00da90 comp rx=0 tx=0).stop 2024-09-19T06:06:21.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 shutdown_connections 2024-09-19T06:06:21.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5480162370 0x7f5480146040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f548006c1c0 0x7f5480145b00 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f546006c2b0 0x7f546006e770 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 --2- 172.21.15.92:0/983057293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f548006bde0 0x7f5480161170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 >> 172.21.15.92:0/983057293 conn(0x7f548006cc80 msgr2=0x7f548006e190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:21.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 shutdown_connections 2024-09-19T06:06:21.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.130+0000 7f5485600640 1 -- 172.21.15.92:0/983057293 wait complete. 2024-09-19T06:06:21.149 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:21.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.298+0000 7f405aa00640 1 Processor -- start 2024-09-19T06:06:21.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.299+0000 7f405aa00640 1 -- start start 2024-09-19T06:06:21.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.300+0000 7f405aa00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f40540afea0 0x7f40540b4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.300+0000 7f405aa00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f405415d800 con 0x7f40540cddc0 2024-09-19T06:06:21.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.300+0000 7f405aa00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f405406d030 con 0x7f40540afac0 2024-09-19T06:06:21.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.300+0000 7f405aa00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f405406d310 con 0x7f40540afea0 2024-09-19T06:06:21.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.300+0000 7f4053400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f40540cddc0 0x7f405415caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41372/0 (socket says 172.21.15.92:41372) 2024-09-19T06:06:21.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.300+0000 7f4053400640 1 -- 172.21.15.92:0/1155120018 learned_addr learned my addr 172.21.15.92:0/1155120018 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:21.302 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.300+0000 7f4058a00640 1 --2- 172.21.15.92:0/1155120018 >> v2:172.21.15.102:3300/0 conn(0x7f40540afea0 0x7f40540b4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.303 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.301+0000 7f4052a00640 1 -- 172.21.15.92:0/1155120018 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2913406218 0 0) 0x7f405415d800 con 0x7f40540cddc0 2024-09-19T06:06:21.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.301+0000 7f4052a00640 1 -- 172.21.15.92:0/1155120018 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f4038003520 con 0x7f40540cddc0 2024-09-19T06:06:21.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.301+0000 7f4052a00640 1 -- 172.21.15.92:0/1155120018 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 863860201 0 0) 0x7f405406d030 con 0x7f40540afac0 2024-09-19T06:06:21.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.301+0000 7f4052a00640 1 -- 172.21.15.92:0/1155120018 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f405415d800 con 0x7f40540afac0 2024-09-19T06:06:21.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.301+0000 7f4052a00640 1 -- 172.21.15.92:0/1155120018 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2390415534 0 0) 0x7f4038003520 con 0x7f40540cddc0 2024-09-19T06:06:21.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.301+0000 7f4058a00640 1 -- 172.21.15.92:0/1155120018 >> v1:172.21.15.102:6789/0 conn(0x7f40540afac0 legacy=0x7f40540cd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.301+0000 7f4058a00640 1 -- 172.21.15.92:0/1155120018 >> v1:172.21.15.92:6789/0 conn(0x7f40540cddc0 legacy=0x7f405415caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.301+0000 7f4058a00640 1 -- 172.21.15.92:0/1155120018 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f405406d5f0 con 0x7f40540afea0 2024-09-19T06:06:21.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.302+0000 7f4058a00640 1 --2- 172.21.15.92:0/1155120018 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40540afea0 0x7f40540b4140 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f404c009d90 tx=0x7f404c02a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=20f4370a7ec2eda3 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:21.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.302+0000 7f4052a00640 1 -- 172.21.15.92:0/1155120018 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4040001670 con 0x7f40540afea0 2024-09-19T06:06:21.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.302+0000 7f4052a00640 1 -- 172.21.15.92:0/1155120018 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f404c007540 con 0x7f40540afea0 2024-09-19T06:06:21.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.302+0000 7f4052a00640 1 -- 172.21.15.92:0/1155120018 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f404c007910 con 0x7f40540afea0 2024-09-19T06:06:21.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.303+0000 7f405aa00640 1 -- 172.21.15.92:0/1155120018 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40540afea0 msgr2=0x7f40540b4140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.303+0000 7f405aa00640 1 --2- 172.21.15.92:0/1155120018 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40540afea0 0x7f40540b4140 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f404c009d90 tx=0x7f404c02a5f0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.303+0000 7f405aa00640 1 -- 172.21.15.92:0/1155120018 shutdown_connections 2024-09-19T06:06:21.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.303+0000 7f405aa00640 1 --2- 172.21.15.92:0/1155120018 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40540afea0 0x7f40540b4140 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.303+0000 7f405aa00640 1 -- 172.21.15.92:0/1155120018 >> 172.21.15.92:0/1155120018 conn(0x7f405406bb70 msgr2=0x7f405406bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:21.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.303+0000 7f405aa00640 1 -- 172.21.15.92:0/1155120018 shutdown_connections 2024-09-19T06:06:21.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.303+0000 7f405aa00640 1 -- 172.21.15.92:0/1155120018 wait complete. 2024-09-19T06:06:21.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.305+0000 7f405aa00640 1 Processor -- start 2024-09-19T06:06:21.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.305+0000 7f405aa00640 1 -- start start 2024-09-19T06:06:21.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f405aa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40540afac0 0x7f405414afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f405aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40540afea0 0x7f40541f4390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f405aa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40540cddc0 0x7f4054158990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f405aa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f405415d540 con 0x7f40540afea0 2024-09-19T06:06:21.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f405aa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f405415d3c0 con 0x7f40540cddc0 2024-09-19T06:06:21.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f405aa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f405406db10 con 0x7f40540afac0 2024-09-19T06:06:21.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4053400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40540afea0 0x7f40541f4390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4053400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40540afea0 0x7f40541f4390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33432/0 (socket says 172.21.15.92:33432) 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4053400640 1 -- 172.21.15.92:0/1710144473 learned_addr learned my addr 172.21.15.92:0/1710144473 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4058a00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40540cddc0 0x7f4054158990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4053e00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40540afac0 0x7f405414afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4053400640 1 -- 172.21.15.92:0/1710144473 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40540afac0 msgr2=0x7f405414afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4053400640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40540afac0 0x7f405414afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4053400640 1 -- 172.21.15.92:0/1710144473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40540cddc0 msgr2=0x7f4054158990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4053400640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40540cddc0 0x7f4054158990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.306+0000 7f4053400640 1 -- 172.21.15.92:0/1710144473 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4054158ed0 con 0x7f40540afea0 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.307+0000 7f4053e00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40540afac0 0x7f405414afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.307+0000 7f4053400640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40540afea0 0x7f40541f4390 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f404000c4d0 tx=0x7f404000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.307+0000 7f404be00640 1 -- 172.21.15.92:0/1710144473 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4040017070 con 0x7f40540afea0 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.307+0000 7f404be00640 1 -- 172.21.15.92:0/1710144473 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4040005ce0 con 0x7f40540afea0 2024-09-19T06:06:21.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.307+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f40541f4b30 con 0x7f40540afea0 2024-09-19T06:06:21.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.307+0000 7f404be00640 1 -- 172.21.15.92:0/1710144473 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4040007270 con 0x7f40540afea0 2024-09-19T06:06:21.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.307+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f40541f50f0 con 0x7f40540afea0 2024-09-19T06:06:21.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.308+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f40540b4140 con 0x7f40540afea0 2024-09-19T06:06:21.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.309+0000 7f404be00640 1 -- 172.21.15.92:0/1710144473 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f404001a070 con 0x7f40540afea0 2024-09-19T06:06:21.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.310+0000 7f404be00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f403406c2b0 0x7f403406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.310+0000 7f404be00640 1 -- 172.21.15.92:0/1710144473 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f404008a880 con 0x7f40540afea0 2024-09-19T06:06:21.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.310+0000 7f4053e00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f403406c2b0 0x7f403406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.311+0000 7f4053e00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f403406c2b0 0x7f403406e770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f40440011e0 tx=0x7f4044009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:21.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.315+0000 7f404be00640 1 -- 172.21.15.92:0/1710144473 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4040058850 con 0x7f40540afea0 2024-09-19T06:06:21.526 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.524+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f405406c0f0 con 0x7f40540afea0 2024-09-19T06:06:21.527 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.525+0000 7f404be00640 1 -- 172.21.15.92:0/1710144473 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) ==== 94+0+5232 (secure 0 0 0) 0x7f404005cb50 con 0x7f40540afea0 2024-09-19T06:06:21.527 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:21.527 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":70,"btime":"2024-09-19T06:05:54:806173+0000","default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67}],"filesystems":[{"mdsmap":{"epoch":70,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:05:35.497794+0000","modified":"2024-09-19T06:05:54.806167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":96,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6636},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6636":{"gid":6636,"name":"a","rank":0,"incarnation":66,"state":"up:active","state_seq":6,"addr":"172.21.15.92:6835/3754888341","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3754888341},{"type":"v1","addr":"172.21.15.92:6835","nonce":3754888341}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6636,"qdb_cluster":[6636]},"id":7}]} 2024-09-19T06:06:21.527 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 70 2024-09-19T06:06:21.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f403406c2b0 msgr2=0x7f403406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.529 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f403406c2b0 0x7f403406e770 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f40440011e0 tx=0x7f4044009040 comp rx=0 tx=0).stop 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40540afea0 msgr2=0x7f40541f4390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40540afea0 0x7f40541f4390 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f404000c4d0 tx=0x7f404000c990 comp rx=0 tx=0).stop 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 shutdown_connections 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f403406c2b0 0x7f403406e770 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f40540cddc0 0x7f4054158990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f40540afea0 0x7f40541f4390 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 --2- 172.21.15.92:0/1710144473 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f40540afac0 0x7f405414afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 >> 172.21.15.92:0/1710144473 conn(0x7f405406bb70 msgr2=0x7f40540b2b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 shutdown_connections 2024-09-19T06:06:21.530 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.527+0000 7f405aa00640 1 -- 172.21.15.92:0/1710144473 wait complete. 2024-09-19T06:06:21.545 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:06:21.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.695+0000 7fb1c5c00640 1 Processor -- start 2024-09-19T06:06:21.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.696+0000 7fb1c5c00640 1 -- start start 2024-09-19T06:06:21.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.697+0000 7fb1c5c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb1c00afac0 0x7fb1c00b4140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.697+0000 7fb1c5c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1c015d800 con 0x7fb1c00cddc0 2024-09-19T06:06:21.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.697+0000 7fb1c5c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1c006d030 con 0x7fb1c00afea0 2024-09-19T06:06:21.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.697+0000 7fb1c5c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb1c006d310 con 0x7fb1c00afac0 2024-09-19T06:06:21.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.697+0000 7fb1bf400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fb1c00cddc0 0x7fb1c015caa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41386/0 (socket says 172.21.15.92:41386) 2024-09-19T06:06:21.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.697+0000 7fb1bf400640 1 -- 172.21.15.92:0/257116290 learned_addr learned my addr 172.21.15.92:0/257116290 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:21.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.697+0000 7fb1bea00640 1 --2- 172.21.15.92:0/257116290 >> v2:172.21.15.102:3300/0 conn(0x7fb1c00afac0 0x7fb1c00b4140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.698+0000 7fb1bd600640 1 -- 172.21.15.92:0/257116290 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 214197298 0 0) 0x7fb1c015d800 con 0x7fb1c00cddc0 2024-09-19T06:06:21.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.698+0000 7fb1bd600640 1 -- 172.21.15.92:0/257116290 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb1a4003520 con 0x7fb1c00cddc0 2024-09-19T06:06:21.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.698+0000 7fb1bea00640 1 -- 172.21.15.92:0/257116290 >> v1:172.21.15.102:6789/0 conn(0x7fb1c00afea0 legacy=0x7fb1c00cd6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.698+0000 7fb1bea00640 1 -- 172.21.15.92:0/257116290 >> v1:172.21.15.92:6789/0 conn(0x7fb1c00cddc0 legacy=0x7fb1c015caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.698+0000 7fb1bea00640 1 -- 172.21.15.92:0/257116290 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1c006d5f0 con 0x7fb1c00afac0 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.699+0000 7fb1bea00640 1 --2- 172.21.15.92:0/257116290 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 0x7fb1c00b4140 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb1b0009d90 tx=0x7fb1b002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa1e010707359cb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.699+0000 7fb1bd600640 1 -- 172.21.15.92:0/257116290 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b0007740 con 0x7fb1c00afac0 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.699+0000 7fb1bd600640 1 -- 172.21.15.92:0/257116290 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1b00078e0 con 0x7fb1c00afac0 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.699+0000 7fb1bd600640 1 -- 172.21.15.92:0/257116290 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b0007cb0 con 0x7fb1c00afac0 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.700+0000 7fb1c5c00640 1 -- 172.21.15.92:0/257116290 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 msgr2=0x7fb1c00b4140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.700+0000 7fb1c5c00640 1 --2- 172.21.15.92:0/257116290 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 0x7fb1c00b4140 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fb1b0009d90 tx=0x7fb1b002a660 comp rx=0 tx=0).stop 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.700+0000 7fb1c5c00640 1 -- 172.21.15.92:0/257116290 shutdown_connections 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.700+0000 7fb1c5c00640 1 --2- 172.21.15.92:0/257116290 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 0x7fb1c00b4140 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.700+0000 7fb1c5c00640 1 -- 172.21.15.92:0/257116290 >> 172.21.15.92:0/257116290 conn(0x7fb1c006bb70 msgr2=0x7fb1c006bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.700+0000 7fb1c5c00640 1 -- 172.21.15.92:0/257116290 shutdown_connections 2024-09-19T06:06:21.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.700+0000 7fb1c5c00640 1 -- 172.21.15.92:0/257116290 wait complete. 2024-09-19T06:06:21.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.701+0000 7fb1c5c00640 1 Processor -- start 2024-09-19T06:06:21.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.701+0000 7fb1c5c00640 1 -- start start 2024-09-19T06:06:21.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.702+0000 7fb1c5c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 0x7fb1c014e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.702+0000 7fb1c5c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1c00afea0 0x7fb1c015fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.702+0000 7fb1c5c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1c00cddc0 0x7fb1c0160060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.702+0000 7fb1c5c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb1c015d540 con 0x7fb1c00afea0 2024-09-19T06:06:21.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.702+0000 7fb1c5c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1c015d3c0 con 0x7fb1c00afac0 2024-09-19T06:06:21.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.702+0000 7fb1c5c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb1c006db10 con 0x7fb1c00cddc0 2024-09-19T06:06:21.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1be000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1c00afea0 0x7fb1c015fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1be000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1c00afea0 0x7fb1c015fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33442/0 (socket says 172.21.15.92:33442) 2024-09-19T06:06:21.706 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1be000640 1 -- 172.21.15.92:0/687973730 learned_addr learned my addr 172.21.15.92:0/687973730 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1bea00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 0x7fb1c014e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1bf400640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1c00cddc0 0x7fb1c0160060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1be000640 1 -- 172.21.15.92:0/687973730 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1c00cddc0 msgr2=0x7fb1c0160060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1be000640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1c00cddc0 0x7fb1c0160060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1be000640 1 -- 172.21.15.92:0/687973730 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 msgr2=0x7fb1c014e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1be000640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 0x7fb1c014e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1be000640 1 -- 172.21.15.92:0/687973730 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1c014f330 con 0x7fb1c00afea0 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1bea00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 0x7fb1c014e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1be000640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1c00afea0 0x7fb1c015fb20 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac00c370 tx=0x7fb1ac00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1b6a00640 1 -- 172.21.15.92:0/687973730 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac0052d0 con 0x7fb1c00afea0 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1b6a00640 1 -- 172.21.15.92:0/687973730 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1ac005470 con 0x7fb1c00afea0 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.703+0000 7fb1b6a00640 1 -- 172.21.15.92:0/687973730 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1ac007260 con 0x7fb1c00afea0 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.704+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1c014ed80 con 0x7fb1c00afea0 2024-09-19T06:06:21.707 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.704+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1c015d8a0 con 0x7fb1c00afea0 2024-09-19T06:06:21.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.705+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1c00b4140 con 0x7fb1c00afea0 2024-09-19T06:06:21.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.706+0000 7fb1b6a00640 1 -- 172.21.15.92:0/687973730 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb1ac007400 con 0x7fb1c00afea0 2024-09-19T06:06:21.708 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.706+0000 7fb1b6a00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1a006c2b0 0x7fb1a006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:21.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.706+0000 7fb1b6a00640 1 -- 172.21.15.92:0/687973730 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7fb1ac08a930 con 0x7fb1c00afea0 2024-09-19T06:06:21.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.707+0000 7fb1bea00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1a006c2b0 0x7fb1a006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:21.709 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.707+0000 7fb1bea00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1a006c2b0 0x7fb1a006e770 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb1b0034000 tx=0x7fb1b002f000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:21.712 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.711+0000 7fb1b6a00640 1 -- 172.21.15.92:0/687973730 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb1ac059080 con 0x7fb1c00afea0 2024-09-19T06:06:21.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.885+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb1c00b5840 con 0x7fb1c00afea0 2024-09-19T06:06:21.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.886+0000 7fb1b6a00640 1 -- 172.21.15.92:0/687973730 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) ==== 74+0+16915 (secure 0 0 0) 0x7fb1ac058980 con 0x7fb1c00afea0 2024-09-19T06:06:21.889 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:21.889 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":96,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:05:50.782314+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:05:33.266965+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"91","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-19T06:05:34.498064+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"92","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.92:6835/3197537070":"2024-09-20T06:05:50.782263+0000","172.21.15.92:6837/2007397709":"2024-09-20T06:05:45.139984+0000","172.21.15.92:6834/3197537070":"2024-09-20T06:05:50.782263+0000","172.21.15.92:6836/2007397709":"2024-09-20T06:05:45.139984+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:06:21.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1a006c2b0 msgr2=0x7fb1a006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1a006c2b0 0x7fb1a006e770 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fb1b0034000 tx=0x7fb1b002f000 comp rx=0 tx=0).stop 2024-09-19T06:06:21.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1c00afea0 msgr2=0x7fb1c015fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:21.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1c00afea0 0x7fb1c015fb20 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fb1ac00c370 tx=0x7fb1ac00c830 comp rx=0 tx=0).stop 2024-09-19T06:06:21.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 shutdown_connections 2024-09-19T06:06:21.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1c00cddc0 0x7fb1c0160060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1c00afea0 0x7fb1c015fb20 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb1a006c2b0 0x7fb1a006e770 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 --2- 172.21.15.92:0/687973730 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1c00afac0 0x7fb1c014e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:21.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 >> 172.21.15.92:0/687973730 conn(0x7fb1c006bb70 msgr2=0x7fb1c00b2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:21.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 shutdown_connections 2024-09-19T06:06:21.892 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:21.889+0000 7fb1c5c00640 1 -- 172.21.15.92:0/687973730 wait complete. 2024-09-19T06:06:21.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:06:22.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.059+0000 7f6eff000640 1 Processor -- start 2024-09-19T06:06:22.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.059+0000 7f6eff000640 1 -- start start 2024-09-19T06:06:22.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.060+0000 7f6eff000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6ef80ce890 0x7f6ef80afe90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.060+0000 7f6eff000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ef80b4a30 con 0x7f6ef806e730 2024-09-19T06:06:22.062 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.060+0000 7f6eff000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6ef80b4cd0 con 0x7f6ef815b510 2024-09-19T06:06:22.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.060+0000 7f6eff000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f6ef80b4fb0 con 0x7f6ef80ce890 2024-09-19T06:06:22.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.061+0000 7f6efd000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6ef80ce890 0x7f6ef80afe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.061+0000 7f6efd000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6ef80ce890 0x7f6ef80afe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33448/0 (socket says 172.21.15.92:33448) 2024-09-19T06:06:22.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.061+0000 7f6efd000640 1 -- 172.21.15.92:0/3523342994 learned_addr learned my addr 172.21.15.92:0/3523342994 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:22.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.061+0000 7f6efd000640 1 -- 172.21.15.92:0/3523342994 >> v1:172.21.15.102:6789/0 conn(0x7f6ef815b510 legacy=0x7f6ef806e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.063 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.061+0000 7f6efd000640 1 -- 172.21.15.92:0/3523342994 >> v1:172.21.15.92:6789/0 conn(0x7f6ef806e730 legacy=0x7f6ef815f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.061+0000 7f6ef6a00640 1 -- 172.21.15.92:0/3523342994 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3468398787 0 0) 0x7f6ef80b4cd0 con 0x7f6ef815b510 2024-09-19T06:06:22.064 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.061+0000 7f6efd000640 1 -- 172.21.15.92:0/3523342994 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef80b5290 con 0x7f6ef80ce890 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.062+0000 7f6efd000640 1 --2- 172.21.15.92:0/3523342994 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 0x7f6ef80afe90 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0009e50 tx=0x7f6ef002a7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1813a04900e69c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.062+0000 7f6ef6a00640 1 -- 172.21.15.92:0/3523342994 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef0036070 con 0x7f6ef80ce890 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.062+0000 7f6ef6a00640 1 -- 172.21.15.92:0/3523342994 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ef0031600 con 0x7f6ef80ce890 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.062+0000 7f6ef6a00640 1 -- 172.21.15.92:0/3523342994 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ef00319f0 con 0x7f6ef80ce890 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.063+0000 7f6eff000640 1 -- 172.21.15.92:0/3523342994 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 msgr2=0x7f6ef80afe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.063+0000 7f6eff000640 1 --2- 172.21.15.92:0/3523342994 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 0x7f6ef80afe90 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f6ef0009e50 tx=0x7f6ef002a7c0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.063+0000 7f6eff000640 1 -- 172.21.15.92:0/3523342994 shutdown_connections 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.063+0000 7f6eff000640 1 --2- 172.21.15.92:0/3523342994 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 0x7f6ef80afe90 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.063+0000 7f6eff000640 1 -- 172.21.15.92:0/3523342994 >> 172.21.15.92:0/3523342994 conn(0x7f6ef806bb70 msgr2=0x7f6ef806bf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.063+0000 7f6eff000640 1 -- 172.21.15.92:0/3523342994 shutdown_connections 2024-09-19T06:06:22.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.063+0000 7f6eff000640 1 -- 172.21.15.92:0/3523342994 wait complete. 2024-09-19T06:06:22.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.065+0000 7f6eff000640 1 Processor -- start 2024-09-19T06:06:22.066 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.065+0000 7f6eff000640 1 -- start start 2024-09-19T06:06:22.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6eff000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ef806e730 0x7f6ef814ef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6eff000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 0x7f6ef81551c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6eff000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ef815b510 0x7f6ef8155700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.069 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6eff000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef815ba70 con 0x7f6ef80ce890 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6eff000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6ef815b8f0 con 0x7f6ef806e730 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6eff000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6ef80af940 con 0x7f6ef815b510 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6ef7400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 0x7f6ef81551c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6ef7400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 0x7f6ef81551c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33450/0 (socket says 172.21.15.92:33450) 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6ef7400640 1 -- 172.21.15.92:0/1654849619 learned_addr learned my addr 172.21.15.92:0/1654849619 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6ef7e00640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ef806e730 0x7f6ef814ef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6efd000640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ef815b510 0x7f6ef8155700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6ef7400640 1 -- 172.21.15.92:0/1654849619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ef815b510 msgr2=0x7f6ef8155700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6ef7400640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ef815b510 0x7f6ef8155700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6ef7400640 1 -- 172.21.15.92:0/1654849619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ef806e730 msgr2=0x7f6ef814ef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.070 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6ef7400640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ef806e730 0x7f6ef814ef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6ef7400640 1 -- 172.21.15.92:0/1654849619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6ef8154480 con 0x7f6ef80ce890 2024-09-19T06:06:22.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.066+0000 7f6efd000640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ef815b510 0x7f6ef8155700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:22.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.067+0000 7f6ef7400640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 0x7f6ef81551c0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f6ee400c480 tx=0x7f6ee400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:22.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.067+0000 7f6eefe00640 1 -- 172.21.15.92:0/1654849619 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee40052d0 con 0x7f6ef80ce890 2024-09-19T06:06:22.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.067+0000 7f6eefe00640 1 -- 172.21.15.92:0/1654849619 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6ee4005470 con 0x7f6ef80ce890 2024-09-19T06:06:22.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.067+0000 7f6eefe00640 1 -- 172.21.15.92:0/1654849619 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6ee4012870 con 0x7f6ef80ce890 2024-09-19T06:06:22.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.067+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6ef8154760 con 0x7f6ef80ce890 2024-09-19T06:06:22.071 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.067+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6ef8154d20 con 0x7f6ef80ce890 2024-09-19T06:06:22.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.068+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6ef80afe90 con 0x7f6ef80ce890 2024-09-19T06:06:22.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.069+0000 7f6eefe00640 1 -- 172.21.15.92:0/1654849619 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6ee4012a10 con 0x7f6ef80ce890 2024-09-19T06:06:22.072 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.070+0000 7f6eefe00640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ed806c2b0 0x7f6ed806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.070+0000 7f6eefe00640 1 -- 172.21.15.92:0/1654849619 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(96..96 src has 1..96) ==== 5881+0+0 (secure 0 0 0) 0x7f6ee408b200 con 0x7f6ef80ce890 2024-09-19T06:06:22.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.070+0000 7f6ef7e00640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ed806c2b0 0x7f6ed806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.073 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.070+0000 7f6ef7e00640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ed806c2b0 0x7f6ed806e770 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f6ee8000f60 tx=0x7f6ee8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:22.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.074+0000 7f6eefe00640 1 -- 172.21.15.92:0/1654849619 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6ee40598b0 con 0x7f6ef80ce890 2024-09-19T06:06:22.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.281+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f6ef806c760 con 0x7f6ef80ce890 2024-09-19T06:06:22.283 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:06:22.281+0000 7fa584600640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:06:22.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.283+0000 7f6eefe00640 1 -- 172.21.15.92:0/1654849619 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v71) ==== 161+0+0 (secure 0 0 0) 0x7f6ee40591b0 con 0x7f6ef80ce890 2024-09-19T06:06:22.285 INFO:teuthology.orchestra.run.smithi092.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:06:22.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.286+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ed806c2b0 msgr2=0x7f6ed806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.286+0000 7f6eff000640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ed806c2b0 0x7f6ed806e770 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f6ee8000f60 tx=0x7f6ee8009040 comp rx=0 tx=0).stop 2024-09-19T06:06:22.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.286+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 msgr2=0x7f6ef81551c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.286+0000 7f6eff000640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 0x7f6ef81551c0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f6ee400c480 tx=0x7f6ee400c940 comp rx=0 tx=0).stop 2024-09-19T06:06:22.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.287+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 shutdown_connections 2024-09-19T06:06:22.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.287+0000 7f6eff000640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6ef815b510 0x7f6ef8155700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.287+0000 7f6eff000640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ef80ce890 0x7f6ef81551c0 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.287+0000 7f6eff000640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6ed806c2b0 0x7f6ed806e770 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.287+0000 7f6eff000640 1 --2- 172.21.15.92:0/1654849619 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6ef806e730 0x7f6ef814ef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.287+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 >> 172.21.15.92:0/1654849619 conn(0x7f6ef806bb70 msgr2=0x7f6ef806df70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:22.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.287+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 shutdown_connections 2024-09-19T06:06:22.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.287+0000 7f6eff000640 1 -- 172.21.15.92:0/1654849619 wait complete. 2024-09-19T06:06:22.313 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:06:22.369 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:06:22.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.470+0000 7f609d400640 1 Processor -- start 2024-09-19T06:06:22.472 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.470+0000 7f609d400640 1 -- start start 2024-09-19T06:06:22.473 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.471+0000 7f609d400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f60980d3d40 0x7f60980b77e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.471+0000 7f609d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f60980b7d20 0x7f60981621c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.471+0000 7f609d400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f60980d3a20 con 0x7f6098161de0 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.471+0000 7f609d400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f60980cb610 con 0x7f60980b7d20 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.471+0000 7f609d400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f60980cfd10 con 0x7f60980d3d40 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.471+0000 7f609ca00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f60980b7d20 0x7f60981621c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.471+0000 7f609ca00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f60980b7d20 0x7f60981621c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33474/0 (socket says 172.21.15.92:33474) 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.471+0000 7f609ca00640 1 -- 172.21.15.92:0/1003959953 learned_addr learned my addr 172.21.15.92:0/1003959953 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.471+0000 7f608fe00640 1 --2- 172.21.15.92:0/1003959953 >> v2:172.21.15.102:3300/0 conn(0x7f60980d3d40 0x7f60980b77e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.472+0000 7f609ca00640 1 -- 172.21.15.92:0/1003959953 >> v2:172.21.15.102:3300/0 conn(0x7f60980d3d40 msgr2=0x7f60980b77e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.472+0000 7f609ca00640 1 --2- 172.21.15.92:0/1003959953 >> v2:172.21.15.102:3300/0 conn(0x7f60980d3d40 0x7f60980b77e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.472+0000 7f609ca00640 1 -- 172.21.15.92:0/1003959953 >> v1:172.21.15.102:6789/0 conn(0x7f6098161de0 legacy=0x7f60980d3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.474 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.472+0000 7f609ca00640 1 -- 172.21.15.92:0/1003959953 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60980cf750 con 0x7f60980b7d20 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.473+0000 7f609ca00640 1 --2- 172.21.15.92:0/1003959953 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980b7d20 0x7f60981621c0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f60980d0140 tx=0x7f609002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d49aa07314d0a4cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.473+0000 7f6097400640 1 -- 172.21.15.92:0/1003959953 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6090036070 con 0x7f60980b7d20 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.473+0000 7f6097400640 1 -- 172.21.15.92:0/1003959953 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6090031600 con 0x7f60980b7d20 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.473+0000 7f6097400640 1 -- 172.21.15.92:0/1003959953 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f60900319d0 con 0x7f60980b7d20 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.474+0000 7f609d400640 1 -- 172.21.15.92:0/1003959953 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980b7d20 msgr2=0x7f60981621c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.474+0000 7f609d400640 1 --2- 172.21.15.92:0/1003959953 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980b7d20 0x7f60981621c0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f60980d0140 tx=0x7f609002a730 comp rx=0 tx=0).stop 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.474+0000 7f609d400640 1 -- 172.21.15.92:0/1003959953 shutdown_connections 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.474+0000 7f609d400640 1 --2- 172.21.15.92:0/1003959953 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980b7d20 0x7f60981621c0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.474+0000 7f609d400640 1 --2- 172.21.15.92:0/1003959953 >> v2:172.21.15.102:3300/0 conn(0x7f60980d3d40 0x7f60980b77e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.474+0000 7f609d400640 1 -- 172.21.15.92:0/1003959953 >> 172.21.15.92:0/1003959953 conn(0x7f60980d46e0 msgr2=0x7f60980d4af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.474+0000 7f609d400640 1 -- 172.21.15.92:0/1003959953 shutdown_connections 2024-09-19T06:06:22.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.474+0000 7f609d400640 1 -- 172.21.15.92:0/1003959953 wait complete. 2024-09-19T06:06:22.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.475+0000 7f609d400640 1 Processor -- start 2024-09-19T06:06:22.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.476+0000 7f609d400640 1 -- start start 2024-09-19T06:06:22.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.476+0000 7f609d400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f60980b7d20 0x7f60980c9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.476+0000 7f609d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980d3d40 0x7f60980ce260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.476+0000 7f609d400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6098161de0 0x7f60980cb7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.476+0000 7f609d400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f60980b81b0 con 0x7f60980d3d40 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.476+0000 7f609d400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f60980d2df0 con 0x7f6098161de0 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.476+0000 7f609d400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f60980d4160 con 0x7f60980b7d20 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f608fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980d3d40 0x7f60980ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f608fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980d3d40 0x7f60980ce260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33482/0 (socket says 172.21.15.92:33482) 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f608fe00640 1 -- 172.21.15.92:0/3153017443 learned_addr learned my addr 172.21.15.92:0/3153017443 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f609ca00640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6098161de0 0x7f60980cb7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f6097e00640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f60980b7d20 0x7f60980c9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f608fe00640 1 -- 172.21.15.92:0/3153017443 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f60980b7d20 msgr2=0x7f60980c9bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f608fe00640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f60980b7d20 0x7f60980c9bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f608fe00640 1 -- 172.21.15.92:0/3153017443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6098161de0 msgr2=0x7f60980cb7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:22.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f608fe00640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6098161de0 0x7f60980cb7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:22.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f608fe00640 1 -- 172.21.15.92:0/3153017443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f60980c8b10 con 0x7f60980d3d40 2024-09-19T06:06:22.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f609ca00640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6098161de0 0x7f60980cb7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:22.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.477+0000 7f608fe00640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980d3d40 0x7f60980ce260 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f608000e870 tx=0x7f608000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:22.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.478+0000 7f6094c00640 1 -- 172.21.15.92:0/3153017443 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6080017070 con 0x7f60980d3d40 2024-09-19T06:06:22.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.478+0000 7f6094c00640 1 -- 172.21.15.92:0/3153017443 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f608000c940 con 0x7f60980d3d40 2024-09-19T06:06:22.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.478+0000 7f6094c00640 1 -- 172.21.15.92:0/3153017443 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f608000cd30 con 0x7f60980d3d40 2024-09-19T06:06:22.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.478+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f60980c8df0 con 0x7f60980d3d40 2024-09-19T06:06:22.481 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.478+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f60980c93b0 con 0x7f60980d3d40 2024-09-19T06:06:22.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.479+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f60980b77e0 con 0x7f60980d3d40 2024-09-19T06:06:22.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.480+0000 7f6094c00640 1 -- 172.21.15.92:0/3153017443 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f608001a070 con 0x7f60980d3d40 2024-09-19T06:06:22.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.480+0000 7f6094c00640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f607406c2b0 0x7f607406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:22.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.480+0000 7f6094c00640 1 -- 172.21.15.92:0/3153017443 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5967+0+0 (secure 0 0 0) 0x7f608008b840 con 0x7f60980d3d40 2024-09-19T06:06:22.482 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.481+0000 7f6097e00640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f607406c2b0 0x7f607406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:22.483 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.481+0000 7f6097e00640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f607406c2b0 0x7f607406e770 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f6088007fd0 tx=0x7f6088009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:22.486 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.485+0000 7f6094c00640 1 -- 172.21.15.92:0/3153017443 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6080059e10 con 0x7f60980d3d40 2024-09-19T06:06:22.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:22.690+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f60980c7f20 con 0x7f60980d3d40 2024-09-19T06:06:23.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.359+0000 7f6094c00640 1 -- 172.21.15.92:0/3153017443 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v72) ==== 104+0+0 (secure 0 0 0) 0x7f6080059710 con 0x7f60980d3d40 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f607406c2b0 msgr2=0x7f607406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f607406c2b0 0x7f607406e770 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f6088007fd0 tx=0x7f6088009040 comp rx=0 tx=0).stop 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980d3d40 msgr2=0x7f60980ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980d3d40 0x7f60980ce260 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f608000e870 tx=0x7f608000ed30 comp rx=0 tx=0).stop 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 shutdown_connections 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f607406c2b0 0x7f607406e770 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6098161de0 0x7f60980cb7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60980d3d40 0x7f60980ce260 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 --2- 172.21.15.92:0/3153017443 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f60980b7d20 0x7f60980c9bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.362+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 >> 172.21.15.92:0/3153017443 conn(0x7f60980d46e0 msgr2=0x7f609806bf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:23.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.363+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 shutdown_connections 2024-09-19T06:06:23.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.363+0000 7f609d400640 1 -- 172.21.15.92:0/3153017443 wait complete. 2024-09-19T06:06:23.383 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:06:23.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.539+0000 7f47eda00640 1 Processor -- start 2024-09-19T06:06:23.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.539+0000 7f47eda00640 1 -- start start 2024-09-19T06:06:23.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.540+0000 7f47eda00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e81460a0 0x7f47e806ee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:23.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.540+0000 7f47eda00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47e8146480 con 0x7f47e806de30 2024-09-19T06:06:23.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.540+0000 7f47eda00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f47e806f550 con 0x7f47e80730e0 2024-09-19T06:06:23.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.540+0000 7f47eda00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f47e80ce670 con 0x7f47e81460a0 2024-09-19T06:06:23.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.540+0000 7f47e6000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f47e806de30 0x7f47e80729d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41406/0 (socket says 172.21.15.92:41406) 2024-09-19T06:06:23.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.540+0000 7f47e6000640 1 -- 172.21.15.92:0/1175999154 learned_addr learned my addr 172.21.15.92:0/1175999154 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:23.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.540+0000 7f47e6a00640 1 --2- 172.21.15.92:0/1175999154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e81460a0 0x7f47e806ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:23.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.541+0000 7f47e5600640 1 -- 172.21.15.92:0/1175999154 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1350698302 0 0) 0x7f47e8146480 con 0x7f47e806de30 2024-09-19T06:06:23.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.541+0000 7f47e5600640 1 -- 172.21.15.92:0/1175999154 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f47cc003520 con 0x7f47e806de30 2024-09-19T06:06:23.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.541+0000 7f47e5600640 1 -- 172.21.15.92:0/1175999154 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4216902415 0 0) 0x7f47e806f550 con 0x7f47e80730e0 2024-09-19T06:06:23.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.541+0000 7f47e5600640 1 -- 172.21.15.92:0/1175999154 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f47e8146480 con 0x7f47e80730e0 2024-09-19T06:06:23.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.541+0000 7f47e6a00640 1 -- 172.21.15.92:0/1175999154 >> v1:172.21.15.102:6789/0 conn(0x7f47e80730e0 legacy=0x7f47e80cf430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:23.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.541+0000 7f47e6a00640 1 -- 172.21.15.92:0/1175999154 >> v1:172.21.15.92:6789/0 conn(0x7f47e806de30 legacy=0x7f47e80729d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:23.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.541+0000 7f47e6a00640 1 -- 172.21.15.92:0/1175999154 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47e80ce950 con 0x7f47e81460a0 2024-09-19T06:06:23.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.542+0000 7f47e6a00640 1 --2- 172.21.15.92:0/1175999154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e81460a0 0x7f47e806ee50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f47d80097d0 tx=0x7f47d802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4d556f4592a41083 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:23.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.542+0000 7f47e5600640 1 -- 172.21.15.92:0/1175999154 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d8037070 con 0x7f47e81460a0 2024-09-19T06:06:23.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.542+0000 7f47e5600640 1 -- 172.21.15.92:0/1175999154 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47d8032440 con 0x7f47e81460a0 2024-09-19T06:06:23.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.542+0000 7f47e5600640 1 -- 172.21.15.92:0/1175999154 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d80327f0 con 0x7f47e81460a0 2024-09-19T06:06:23.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.543+0000 7f47eda00640 1 -- 172.21.15.92:0/1175999154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e81460a0 msgr2=0x7f47e806ee50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:23.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.543+0000 7f47eda00640 1 --2- 172.21.15.92:0/1175999154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e81460a0 0x7f47e806ee50 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f47d80097d0 tx=0x7f47d802a210 comp rx=0 tx=0).stop 2024-09-19T06:06:23.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.543+0000 7f47eda00640 1 -- 172.21.15.92:0/1175999154 shutdown_connections 2024-09-19T06:06:23.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.543+0000 7f47eda00640 1 --2- 172.21.15.92:0/1175999154 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e81460a0 0x7f47e806ee50 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:23.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.543+0000 7f47eda00640 1 -- 172.21.15.92:0/1175999154 >> 172.21.15.92:0/1175999154 conn(0x7f47e806bb70 msgr2=0x7f47e806bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:23.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.543+0000 7f47eda00640 1 -- 172.21.15.92:0/1175999154 shutdown_connections 2024-09-19T06:06:23.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.543+0000 7f47eda00640 1 -- 172.21.15.92:0/1175999154 wait complete. 2024-09-19T06:06:23.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.545+0000 7f47eda00640 1 Processor -- start 2024-09-19T06:06:23.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.545+0000 7f47eda00640 1 -- start start 2024-09-19T06:06:23.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47eda00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47e806de30 0x7f47e80af050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:23.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47eda00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e80730e0 0x7f47e81415b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:23.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47eda00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47e81460a0 0x7f47e815c100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:23.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47eda00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f47e806e270 con 0x7f47e806de30 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47eda00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f47e80cef10 con 0x7f47e81460a0 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47eda00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f47e815cc20 con 0x7f47e80730e0 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47e6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47e806de30 0x7f47e80af050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47e6a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47e806de30 0x7f47e80af050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33498/0 (socket says 172.21.15.92:33498) 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47e6a00640 1 -- 172.21.15.92:0/2893944576 learned_addr learned my addr 172.21.15.92:0/2893944576 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47e6a00640 1 -- 172.21.15.92:0/2893944576 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e80730e0 msgr2=0x7f47e81415b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47e6a00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e80730e0 0x7f47e81415b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47e6a00640 1 -- 172.21.15.92:0/2893944576 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47e81460a0 msgr2=0x7f47e815c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47e6a00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47e81460a0 0x7f47e815c100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.546+0000 7f47e6a00640 1 -- 172.21.15.92:0/2893944576 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f47e80af630 con 0x7f47e806de30 2024-09-19T06:06:23.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.547+0000 7f47e6a00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47e806de30 0x7f47e80af050 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f47d8035040 tx=0x7f47d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:23.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.547+0000 7f47dea00640 1 -- 172.21.15.92:0/2893944576 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d8037040 con 0x7f47e806de30 2024-09-19T06:06:23.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.547+0000 7f47dea00640 1 -- 172.21.15.92:0/2893944576 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f47d80044c0 con 0x7f47e806de30 2024-09-19T06:06:23.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.547+0000 7f47dea00640 1 -- 172.21.15.92:0/2893944576 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f47d80325f0 con 0x7f47e806de30 2024-09-19T06:06:23.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.547+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f47e80af910 con 0x7f47e806de30 2024-09-19T06:06:23.550 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.547+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f47e8141af0 con 0x7f47e806de30 2024-09-19T06:06:23.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.548+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f47e806ee50 con 0x7f47e806de30 2024-09-19T06:06:23.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.549+0000 7f47dea00640 1 -- 172.21.15.92:0/2893944576 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f47d8044020 con 0x7f47e806de30 2024-09-19T06:06:23.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.550+0000 7f47dea00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f47c406c2b0 0x7f47c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:23.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.550+0000 7f47dea00640 1 -- 172.21.15.92:0/2893944576 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(97..97 src has 1..97) ==== 5967+0+0 (secure 0 0 0) 0x7f47d80ab500 con 0x7f47e806de30 2024-09-19T06:06:23.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.550+0000 7f47e6000640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f47c406c2b0 0x7f47c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:23.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.551+0000 7f47e6000640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f47c406c2b0 0x7f47c406e770 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f47d0005880 tx=0x7f47d0007950 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:23.556 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.554+0000 7f47dea00640 1 -- 172.21.15.92:0/2893944576 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f47d804b020 con 0x7f47e806de30 2024-09-19T06:06:23.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:23.727+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f47e80ce0e0 con 0x7f47e806de30 2024-09-19T06:06:24.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.362+0000 7f47dea00640 1 -- 172.21.15.92:0/2893944576 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v98) ==== 181+0+0 (secure 0 0 0) 0x7f47d8079b60 con 0x7f47e806de30 2024-09-19T06:06:24.364 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:06:24.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f47c406c2b0 msgr2=0x7f47c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:24.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f47c406c2b0 0x7f47c406e770 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f47d0005880 tx=0x7f47d0007950 comp rx=0 tx=0).stop 2024-09-19T06:06:24.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47e806de30 msgr2=0x7f47e80af050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:24.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47e806de30 0x7f47e80af050 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f47d8035040 tx=0x7f47d80046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 shutdown_connections 2024-09-19T06:06:24.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f47c406c2b0 0x7f47c406e770 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f47e81460a0 0x7f47e815c100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f47e80730e0 0x7f47e81415b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 --2- 172.21.15.92:0/2893944576 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47e806de30 0x7f47e80af050 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.365+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 >> 172.21.15.92:0/2893944576 conn(0x7f47e806bb70 msgr2=0x7f47e815f7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:24.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.366+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 shutdown_connections 2024-09-19T06:06:24.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.366+0000 7f47eda00640 1 -- 172.21.15.92:0/2893944576 wait complete. 2024-09-19T06:06:24.387 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:06:24.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.541+0000 7f813ea00640 1 Processor -- start 2024-09-19T06:06:24.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.541+0000 7f813ea00640 1 -- start start 2024-09-19T06:06:24.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f813ea00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f8138145e90 0x7f81380b3a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f813ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f81380b4b20 0x7f81380cf660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f813ea00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f81380b5b20 con 0x7f81380cfba0 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f813ea00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f81380b5280 con 0x7f81380b4b20 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f813ea00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f81380b5560 con 0x7f8138145e90 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f8137400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f81380b4b20 0x7f81380cf660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f8137400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f81380b4b20 0x7f81380cf660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33508/0 (socket says 172.21.15.92:33508) 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f8137400640 1 -- 172.21.15.92:0/1664644358 learned_addr learned my addr 172.21.15.92:0/1664644358 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f813ca00640 1 --1- 172.21.15.92:0/1664644358 >> v1:172.21.15.92:6789/0 conn(0x7f81380cfba0 0x7f8138160120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41408/0 (socket says 172.21.15.92:41408) 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.542+0000 7f8137e00640 1 --2- 172.21.15.92:0/1664644358 >> v2:172.21.15.102:3300/0 conn(0x7f8138145e90 0x7f81380b3a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.543+0000 7f8137400640 1 -- 172.21.15.92:0/1664644358 >> v2:172.21.15.102:3300/0 conn(0x7f8138145e90 msgr2=0x7f81380b3a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.543+0000 7f8137400640 1 --2- 172.21.15.92:0/1664644358 >> v2:172.21.15.102:3300/0 conn(0x7f8138145e90 0x7f81380b3a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.543+0000 7f8137400640 1 -- 172.21.15.92:0/1664644358 >> v1:172.21.15.92:6789/0 conn(0x7f81380cfba0 legacy=0x7f8138160120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:24.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.543+0000 7f8137400640 1 -- 172.21.15.92:0/1664644358 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81380b5840 con 0x7f81380b4b20 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.544+0000 7f8137400640 1 --2- 172.21.15.92:0/1664644358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 0x7f81380cf660 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f8138073a70 tx=0x7f812402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aef623018712a397 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.544+0000 7f8136a00640 1 -- 172.21.15.92:0/1664644358 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124037070 con 0x7f81380b4b20 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.544+0000 7f8136a00640 1 -- 172.21.15.92:0/1664644358 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8124032440 con 0x7f81380b4b20 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.544+0000 7f8136a00640 1 -- 172.21.15.92:0/1664644358 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8124032810 con 0x7f81380b4b20 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.544+0000 7f813ea00640 1 -- 172.21.15.92:0/1664644358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 msgr2=0x7f81380cf660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.545+0000 7f813ea00640 1 --2- 172.21.15.92:0/1664644358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 0x7f81380cf660 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f8138073a70 tx=0x7f812402a270 comp rx=0 tx=0).stop 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.545+0000 7f813ea00640 1 -- 172.21.15.92:0/1664644358 shutdown_connections 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.545+0000 7f813ea00640 1 --2- 172.21.15.92:0/1664644358 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 0x7f81380cf660 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.545+0000 7f813ea00640 1 --2- 172.21.15.92:0/1664644358 >> v2:172.21.15.102:3300/0 conn(0x7f8138145e90 0x7f81380b3a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.545+0000 7f813ea00640 1 -- 172.21.15.92:0/1664644358 >> 172.21.15.92:0/1664644358 conn(0x7f813806bb70 msgr2=0x7f813806bf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:24.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.545+0000 7f813ea00640 1 -- 172.21.15.92:0/1664644358 shutdown_connections 2024-09-19T06:06:24.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.545+0000 7f813ea00640 1 -- 172.21.15.92:0/1664644358 wait complete. 2024-09-19T06:06:24.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.546+0000 7f813ea00640 1 Processor -- start 2024-09-19T06:06:24.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.546+0000 7f813ea00640 1 -- start start 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.547+0000 7f813ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 0x7f813815ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.547+0000 7f813ea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81380cfba0 0x7f81380c5570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.547+0000 7f813ea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8138145e90 0x7f81380ae6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.547+0000 7f813ea00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8138146270 con 0x7f81380b4b20 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.547+0000 7f813ea00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f81380b4f90 con 0x7f8138145e90 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.547+0000 7f813ea00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f81380d0010 con 0x7f81380cfba0 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 0x7f813815ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 0x7f813815ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33520/0 (socket says 172.21.15.92:33520) 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137e00640 1 -- 172.21.15.92:0/1527137719 learned_addr learned my addr 172.21.15.92:0/1527137719 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f813ca00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8138145e90 0x7f81380ae6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137400640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81380cfba0 0x7f81380c5570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:24.551 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137e00640 1 -- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81380cfba0 msgr2=0x7f81380c5570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137e00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81380cfba0 0x7f81380c5570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137e00640 1 -- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8138145e90 msgr2=0x7f81380ae6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137e00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8138145e90 0x7f81380ae6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137e00640 1 -- 172.21.15.92:0/1527137719 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f81380abb90 con 0x7f81380b4b20 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f813ca00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8138145e90 0x7f81380ae6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137400640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81380cfba0 0x7f81380c5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.548+0000 7f8137e00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 0x7f813815ea10 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f8128009d10 tx=0x7f812800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.549+0000 7f812fe00640 1 -- 172.21.15.92:0/1527137719 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8128018020 con 0x7f81380b4b20 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.549+0000 7f812fe00640 1 -- 172.21.15.92:0/1527137719 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8128014480 con 0x7f81380b4b20 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.549+0000 7f812fe00640 1 -- 172.21.15.92:0/1527137719 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8128014830 con 0x7f81380b4b20 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.549+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f81380abe70 con 0x7f81380b4b20 2024-09-19T06:06:24.552 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.549+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f81380c5ab0 con 0x7f81380b4b20 2024-09-19T06:06:24.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.550+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f81380cf660 con 0x7f81380b4b20 2024-09-19T06:06:24.553 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.551+0000 7f812fe00640 1 -- 172.21.15.92:0/1527137719 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8128005d10 con 0x7f81380b4b20 2024-09-19T06:06:24.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.551+0000 7f812fe00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811806c2b0 0x7f811806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:24.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.551+0000 7f812fe00640 1 -- 172.21.15.92:0/1527137719 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(98..98 src has 1..98) ==== 5529+0+0 (secure 0 0 0) 0x7f812808bf10 con 0x7f81380b4b20 2024-09-19T06:06:24.554 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.552+0000 7f8137400640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811806c2b0 0x7f811806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:24.555 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.552+0000 7f8137400640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811806c2b0 0x7f811806e770 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f8124034000 tx=0x7f812402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:24.557 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.556+0000 7f812fe00640 1 -- 172.21.15.92:0/1527137719 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8128022070 con 0x7f81380b4b20 2024-09-19T06:06:24.732 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:24.730+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7f813806e870 con 0x7f81380b4b20 2024-09-19T06:06:25.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.374+0000 7f812fe00640 1 -- 172.21.15.92:0/1527137719 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v99) ==== 169+0+0 (secure 0 0 0) 0x7f8128010040 con 0x7f81380b4b20 2024-09-19T06:06:25.376 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' removed 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811806c2b0 msgr2=0x7f811806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811806c2b0 0x7f811806e770 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f8124034000 tx=0x7f812402e000 comp rx=0 tx=0).stop 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 msgr2=0x7f813815ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 0x7f813815ea10 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f8128009d10 tx=0x7f812800c490 comp rx=0 tx=0).stop 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 shutdown_connections 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f811806c2b0 0x7f811806e770 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8138145e90 0x7f81380ae6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f81380cfba0 0x7f81380c5570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 --2- 172.21.15.92:0/1527137719 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f81380b4b20 0x7f813815ea10 secure :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f8128009d10 tx=0x7f812800c490 comp rx=0 tx=0).stop 2024-09-19T06:06:25.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.378+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 >> 172.21.15.92:0/1527137719 conn(0x7f813806bb70 msgr2=0x7f81380b17c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:25.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.379+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 shutdown_connections 2024-09-19T06:06:25.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.379+0000 7f813ea00640 1 -- 172.21.15.92:0/1527137719 wait complete. 2024-09-19T06:06:25.400 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:06:25.404 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:06:25.497 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2024-09-19T06:06:25.497 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2024-09-19T06:06:25.498 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2024-09-19T06:06:25.499 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2024-09-19T06:06:25.500 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on skipped message = False 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2024-09-19T06:06:25.501 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug trim objects = true 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.502 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.503 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:06:25.504 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2024-09-19T06:06:25.505 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.506 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: mon down mkfs grace = 300 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on pool no app = False 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = "" 2024-09-19T06:06:25.507 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2024-09-19T06:06:25.508 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2024-09-19T06:06:25.509 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2024-09-19T06:06:25.509 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2024-09-19T06:06:25.509 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:06:25.509 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.509 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.509 INFO:teuthology.orchestra.run.smithi092.stdout: mds_max_purge_ops = 100000000 2024-09-19T06:06:25.509 INFO:teuthology.orchestra.run.smithi092.stdout: mds_max_purge_ops_per_pg = 1562500.0 2024-09-19T06:06:25.509 INFO:teuthology.orchestra.run.smithi102.stdout:[global] 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: chdir = "" 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: auth supported = cephx 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: filestore xattr use omap = true 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: mon clock drift allowed = 1.000 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: osd crush chooseleaf type = 0 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: auth debug = true 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on old message = true 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on bug = true 2024-09-19T06:06:25.510 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: mon pg warn max object skew = 0 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default size = 2 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow primary affinity = true 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow pg remap = true 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on no sortbitwise = false 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:06:25.511 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on too few osds = false 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: mon_allow_pool_size_one = true 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: osd default data pool replay window = 5 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: mon allow pool delete = true 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: mon cluster log file level = debug 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: debug asserts on shutdown = true 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: mon health detail to clog = false 2024-09-19T06:06:25.512 INFO:teuthology.orchestra.run.smithi102.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on skipped message = False 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout:[osd] 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: osd journal size = 100 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub load threshold = 5.0 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub max interval = 600 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: osd recover clone overlap = true 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: osd recovery max chunk = 1048576 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.513 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug shutdown = true 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug op order = true 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug verify stray on activate = true 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug trim objects = true 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: osd open classes on start = true 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug pg log writeout = true 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: osd map max advance = 10 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: journal zero on create = true 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.514 INFO:teuthology.orchestra.run.smithi102.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: filestore apply finisher threads = 3 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: bdev debug aio = true 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug misdirected ops = true 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: bdev async discard = True 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: bdev enable discard = True 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore allocator = bitmap 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore block size = 96636764160 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore fsck on mount = True 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluefs = 1/20 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluestore = 1/20 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: debug osd = 20 2024-09-19T06:06:25.515 INFO:teuthology.orchestra.run.smithi102.stdout: debug rocksdb = 4/10 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd full ratio = 0.9 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: osd objectstore = bluestore 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout:[mgr] 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: debug mgr = 20 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.516 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: mgr/telemetry/nag = false 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout:[mon] 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: debug paxos = 20 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: mon data avail warn = 5 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: mon mgr mkfs grace = 240 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd reporter subtree level = osd 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd prime pg temp = true 2024-09-19T06:06:25.517 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: # 1m isn't quite enough 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:06:25.518 INFO:teuthology.orchestra.run.smithi102.stdout: mon down mkfs grace = 300 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: mon op complaint time = 120 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on pool no app = False 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout:[client] 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: rgw cache enabled = true 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable ops log = true 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable usage log = true 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: client mount timeout = 600 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = "" 2024-09-19T06:06:25.519 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.520 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.520 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.a] 2024-09-19T06:06:25.520 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.b] 2024-09-19T06:06:25.520 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.c] 2024-09-19T06:06:25.520 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.a] 2024-09-19T06:06:25.520 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.c] 2024-09-19T06:06:25.520 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.b] 2024-09-19T06:06:25.520 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.d] 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout:[mds] 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds = 20 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds balancer = 20 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug frag = True 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug scatterstat = True 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: mds op complaint time = 180 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: mds verify scatter = True 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: mds_max_purge_ops = 100000000 2024-09-19T06:06:25.521 INFO:teuthology.orchestra.run.smithi102.stdout: mds_max_purge_ops_per_pg = 1562500.0 2024-09-19T06:06:25.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:06:25.537 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:06:25.633 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2024-09-19T06:06:25.633 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2024-09-19T06:06:25.633 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.634 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:06:25.635 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2024-09-19T06:06:25.636 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on skipped message = False 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2024-09-19T06:06:25.637 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug trim objects = true 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.638 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2024-09-19T06:06:25.639 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:06:25.640 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:06:25.641 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.642 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2024-09-19T06:06:25.643 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: mon down mkfs grace = 300 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on pool no app = False 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2024-09-19T06:06:25.644 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = "" 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2024-09-19T06:06:25.645 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2024-09-19T06:06:25.646 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.646 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2024-09-19T06:06:25.646 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2024-09-19T06:06:25.646 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2024-09-19T06:06:25.646 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2024-09-19T06:06:25.646 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:06:25.646 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.646 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.646 INFO:teuthology.orchestra.run.smithi092.stdout: mds_max_purge_ops_per_pg = 1562500.0 2024-09-19T06:06:25.647 INFO:teuthology.orchestra.run.smithi102.stdout:[global] 2024-09-19T06:06:25.647 INFO:teuthology.orchestra.run.smithi102.stdout: chdir = "" 2024-09-19T06:06:25.647 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:06:25.647 INFO:teuthology.orchestra.run.smithi102.stdout: auth supported = cephx 2024-09-19T06:06:25.647 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.647 INFO:teuthology.orchestra.run.smithi102.stdout: filestore xattr use omap = true 2024-09-19T06:06:25.647 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.647 INFO:teuthology.orchestra.run.smithi102.stdout: mon clock drift allowed = 1.000 2024-09-19T06:06:25.647 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.648 INFO:teuthology.orchestra.run.smithi102.stdout: osd crush chooseleaf type = 0 2024-09-19T06:06:25.648 INFO:teuthology.orchestra.run.smithi102.stdout: auth debug = true 2024-09-19T06:06:25.648 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.648 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on old message = true 2024-09-19T06:06:25.648 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on bug = true 2024-09-19T06:06:25.648 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.648 INFO:teuthology.orchestra.run.smithi102.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:06:25.648 INFO:teuthology.orchestra.run.smithi102.stdout: mon pg warn max object skew = 0 2024-09-19T06:06:25.648 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default size = 2 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow primary affinity = true 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow pg remap = true 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:06:25.649 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on no sortbitwise = false 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on too few osds = false 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: mon_allow_pool_size_one = true 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: osd default data pool replay window = 5 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: mon allow pool delete = true 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.650 INFO:teuthology.orchestra.run.smithi102.stdout: mon cluster log file level = debug 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout: debug asserts on shutdown = true 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout: mon health detail to clog = false 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on skipped message = False 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout:[osd] 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout: osd journal size = 100 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.651 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub load threshold = 5.0 2024-09-19T06:06:25.652 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub max interval = 600 2024-09-19T06:06:25.652 INFO:teuthology.orchestra.run.smithi102.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:06:25.652 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.652 INFO:teuthology.orchestra.run.smithi102.stdout: osd recover clone overlap = true 2024-09-19T06:06:25.652 INFO:teuthology.orchestra.run.smithi102.stdout: osd recovery max chunk = 1048576 2024-09-19T06:06:25.652 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug shutdown = true 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug op order = true 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug verify stray on activate = true 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug trim objects = true 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: osd open classes on start = true 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug pg log writeout = true 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: osd map max advance = 10 2024-09-19T06:06:25.653 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: journal zero on create = true 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: filestore apply finisher threads = 3 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: bdev debug aio = true 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug misdirected ops = true 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: bdev async discard = True 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: bdev enable discard = True 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore allocator = bitmap 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore block size = 96636764160 2024-09-19T06:06:25.654 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore fsck on mount = True 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluefs = 1/20 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluestore = 1/20 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: debug osd = 20 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: debug rocksdb = 4/10 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd full ratio = 0.9 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: osd objectstore = bluestore 2024-09-19T06:06:25.655 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout:[mgr] 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: debug mgr = 20 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: mgr/telemetry/nag = false 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout:[mon] 2024-09-19T06:06:25.656 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: debug paxos = 20 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: mon data avail warn = 5 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: mon mgr mkfs grace = 240 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd reporter subtree level = osd 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd prime pg temp = true 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:06:25.657 INFO:teuthology.orchestra.run.smithi102.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: # 1m isn't quite enough 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: mon down mkfs grace = 300 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: mon op complaint time = 120 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on pool no app = False 2024-09-19T06:06:25.658 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout:[client] 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: rgw cache enabled = true 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable ops log = true 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable usage log = true 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: client mount timeout = 600 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = "" 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.659 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.a] 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.b] 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.c] 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.a] 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.c] 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.b] 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.d] 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout:[mds] 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds = 20 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds balancer = 20 2024-09-19T06:06:25.660 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.661 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug frag = True 2024-09-19T06:06:25.661 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug scatterstat = True 2024-09-19T06:06:25.661 INFO:teuthology.orchestra.run.smithi102.stdout: mds op complaint time = 180 2024-09-19T06:06:25.661 INFO:teuthology.orchestra.run.smithi102.stdout: mds verify scatter = True 2024-09-19T06:06:25.661 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:06:25.661 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.661 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.661 INFO:teuthology.orchestra.run.smithi102.stdout: mds_max_purge_ops_per_pg = 1562500.0 2024-09-19T06:06:25.664 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:06:25.668 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-19T06:06:25.761 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2024-09-19T06:06:25.762 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.763 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2024-09-19T06:06:25.764 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on skipped message = False 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.765 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug trim objects = true 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.766 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2024-09-19T06:06:25.767 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.768 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2024-09-19T06:06:25.769 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:06:25.770 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: mon down mkfs grace = 300 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on pool no app = False 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:06:25.771 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = "" 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2024-09-19T06:06:25.772 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2024-09-19T06:06:25.773 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2024-09-19T06:06:25.773 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2024-09-19T06:06:25.773 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2024-09-19T06:06:25.773 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2024-09-19T06:06:25.773 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2024-09-19T06:06:25.773 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2024-09-19T06:06:25.773 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2024-09-19T06:06:25.773 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.773 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout:[global] 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: chdir = "" 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: auth supported = cephx 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: filestore xattr use omap = true 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: mon clock drift allowed = 1.000 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: osd crush chooseleaf type = 0 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: auth debug = true 2024-09-19T06:06:25.774 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on old message = true 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on bug = true 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: mon pg warn max object skew = 0 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: # disable pg_autoscaler by default for new pools 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default size = 2 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow primary affinity = true 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd allow pg remap = true 2024-09-19T06:06:25.775 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on legacy crush tunables = false 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on crush straw calc version zero = false 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on no sortbitwise = false 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on osd down out interval zero = false 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on too few osds = false 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: mon_allow_pool_size_one = true 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: osd default data pool replay window = 5 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.776 INFO:teuthology.orchestra.run.smithi102.stdout: mon allow pool delete = true 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: mon cluster log file level = debug 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: debug asserts on shutdown = true 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: mon health detail to clog = false 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: mon host = "172.21.15.92,172.21.15.102,[v2:172.21.15.102:3301,v1:172.21.15.102:6790]" 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: ms die on skipped message = False 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: fsid = f5d8e754-8e2b-4858-a423-49d63e91d369 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout:[osd] 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: osd journal size = 100 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub load threshold = 5.0 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: osd scrub max interval = 600 2024-09-19T06:06:25.777 INFO:teuthology.orchestra.run.smithi102.stdout: osd mclock profile = high_recovery_ops 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd recover clone overlap = true 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd recovery max chunk = 1048576 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug shutdown = true 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug op order = true 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug verify stray on activate = true 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug trim objects = true 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd open classes on start = true 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug pg log writeout = true 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd deep scrub update digest min age = 30 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.778 INFO:teuthology.orchestra.run.smithi102.stdout: osd map max advance = 10 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: journal zero on create = true 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: filestore ondisk finisher threads = 3 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: filestore apply finisher threads = 3 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: bdev debug aio = true 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: osd debug misdirected ops = true 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: bdev async discard = True 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: bdev enable discard = True 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore allocator = bitmap 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore block size = 96636764160 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: bluestore fsck on mount = True 2024-09-19T06:06:25.779 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluefs = 1/20 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: debug bluestore = 1/20 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: debug osd = 20 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: debug rocksdb = 4/10 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd backfillfull_ratio = 0.85 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd full ratio = 0.9 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd nearfull ratio = 0.8 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: osd failsafe full ratio = 0.95 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: osd objectstore = bluestore 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout:[mgr] 2024-09-19T06:06:25.780 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: debug mgr = 20 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: mgr/telemetry/nag = false 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout:[mon] 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: debug mon = 20 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: debug paxos = 20 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: debug auth = 20 2024-09-19T06:06:25.781 INFO:teuthology.orchestra.run.smithi102.stdout: mon data avail warn = 5 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: mon mgr mkfs grace = 240 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min pgs per osd = 4 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd reporter subtree level = osd 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: mon osd prime pg temp = true 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: mon reweight min bytes per osd = 10 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: auth mon ticket ttl = 660 # 11m 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: auth service ticket ttl = 240 # 4m 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: # don't complain about insecure global_id in the test suite 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.782 INFO:teuthology.orchestra.run.smithi102.stdout: # 1m isn't quite enough 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: mon_down_mkfs_grace = 2m 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: mon_warn_on_filestore_osds = false 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: mon down mkfs grace = 300 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: mon op complaint time = 120 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: mon warn on pool no app = False 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout:[client] 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: rgw cache enabled = true 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable ops log = true 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: rgw enable usage log = true 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-19T06:06:25.783 INFO:teuthology.orchestra.run.smithi102.stdout: client mount timeout = 600 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout: debug client = 20 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout: pid file = "" 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.a] 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.b] 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout:[mon.c] 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.a] 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.c] 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.b] 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout:[mds.d] 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout:[mds] 2024-09-19T06:06:25.784 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds = 20 2024-09-19T06:06:25.785 INFO:teuthology.orchestra.run.smithi102.stdout: debug mds balancer = 20 2024-09-19T06:06:25.785 INFO:teuthology.orchestra.run.smithi102.stdout: debug ms = 1 2024-09-19T06:06:25.785 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug frag = True 2024-09-19T06:06:25.785 INFO:teuthology.orchestra.run.smithi102.stdout: mds debug scatterstat = True 2024-09-19T06:06:25.785 INFO:teuthology.orchestra.run.smithi102.stdout: mds op complaint time = 180 2024-09-19T06:06:25.785 INFO:teuthology.orchestra.run.smithi102.stdout: mds verify scatter = True 2024-09-19T06:06:25.785 INFO:teuthology.orchestra.run.smithi102.stdout: osd op complaint time = 180 2024-09-19T06:06:25.785 INFO:teuthology.orchestra.run.smithi102.stdout: rados mon op timeout = 900 2024-09-19T06:06:25.785 INFO:teuthology.orchestra.run.smithi102.stdout: rados osd op timeout = 900 2024-09-19T06:06:25.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T06:06:25.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.942+0000 7f34faa00640 1 Processor -- start 2024-09-19T06:06:25.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.943+0000 7f34faa00640 1 -- start start 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34faa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415a050 0x7f34f415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34faa00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f34f415ee90 0x7f34f4073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34faa00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f34f415a430 con 0x7f34f40731c0 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34faa00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f34f4073b40 con 0x7f34f415ee90 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34faa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f34f415d9a0 con 0x7f34f415a050 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34eb400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f34f40731c0 0x7f34f415ffd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:41410/0 (socket says 172.21.15.92:41410) 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34eb400640 1 -- 172.21.15.92:0/852627397 learned_addr learned my addr 172.21.15.92:0/852627397 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34f3e00640 1 --2- 172.21.15.92:0/852627397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415a050 0x7f34f415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34f8a00640 1 --2- 172.21.15.92:0/852627397 >> v2:172.21.15.102:3300/0 conn(0x7f34f415ee90 0x7f34f4073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:25.947 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.944+0000 7f34f3400640 1 -- 172.21.15.92:0/852627397 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1761401426 0 0) 0x7f34f415a430 con 0x7f34f40731c0 2024-09-19T06:06:25.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.945+0000 7f34f3400640 1 -- 172.21.15.92:0/852627397 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f34d8003520 con 0x7f34f40731c0 2024-09-19T06:06:25.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.945+0000 7f34f3400640 1 -- 172.21.15.92:0/852627397 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1787577814 0 0) 0x7f34d8003520 con 0x7f34f40731c0 2024-09-19T06:06:25.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.945+0000 7f34f3e00640 1 -- 172.21.15.92:0/852627397 >> v2:172.21.15.102:3300/0 conn(0x7f34f415ee90 msgr2=0x7f34f4073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:25.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.945+0000 7f34f3e00640 1 --2- 172.21.15.92:0/852627397 >> v2:172.21.15.102:3300/0 conn(0x7f34f415ee90 0x7f34f4073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:25.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.945+0000 7f34f3e00640 1 -- 172.21.15.92:0/852627397 >> v1:172.21.15.92:6789/0 conn(0x7f34f40731c0 legacy=0x7f34f415ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:25.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.945+0000 7f34f3e00640 1 -- 172.21.15.92:0/852627397 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f40cd0a0 con 0x7f34f415a050 2024-09-19T06:06:25.948 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.945+0000 7f34f8a00640 1 --2- 172.21.15.92:0/852627397 >> v2:172.21.15.102:3300/0 conn(0x7f34f415ee90 0x7f34f4073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:06:25.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.946+0000 7f34f3e00640 1 --2- 172.21.15.92:0/852627397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415a050 0x7f34f415d460 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f34e40097a0 tx=0x7f34e402a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dd42473a5f9ef9db server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:25.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.946+0000 7f34f3400640 1 -- 172.21.15.92:0/852627397 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34e4037070 con 0x7f34f415a050 2024-09-19T06:06:25.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.946+0000 7f34f3400640 1 -- 172.21.15.92:0/852627397 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34e402ab10 con 0x7f34f415a050 2024-09-19T06:06:25.949 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.946+0000 7f34f3400640 1 -- 172.21.15.92:0/852627397 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34dc001670 con 0x7f34f415a050 2024-09-19T06:06:25.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.947+0000 7f34faa00640 1 -- 172.21.15.92:0/852627397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415a050 msgr2=0x7f34f415d460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:25.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.947+0000 7f34faa00640 1 --2- 172.21.15.92:0/852627397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415a050 0x7f34f415d460 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f34e40097a0 tx=0x7f34e402a080 comp rx=0 tx=0).stop 2024-09-19T06:06:25.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.947+0000 7f34faa00640 1 -- 172.21.15.92:0/852627397 shutdown_connections 2024-09-19T06:06:25.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.947+0000 7f34faa00640 1 --2- 172.21.15.92:0/852627397 >> v2:172.21.15.102:3300/0 conn(0x7f34f415ee90 0x7f34f4073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:25.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.947+0000 7f34faa00640 1 --2- 172.21.15.92:0/852627397 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415a050 0x7f34f415d460 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:25.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.947+0000 7f34faa00640 1 -- 172.21.15.92:0/852627397 >> 172.21.15.92:0/852627397 conn(0x7f34f406d0f0 msgr2=0x7f34f406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:25.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.947+0000 7f34faa00640 1 -- 172.21.15.92:0/852627397 shutdown_connections 2024-09-19T06:06:25.950 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.947+0000 7f34faa00640 1 -- 172.21.15.92:0/852627397 wait complete. 2024-09-19T06:06:25.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.949+0000 7f34faa00640 1 Processor -- start 2024-09-19T06:06:25.951 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.949+0000 7f34faa00640 1 -- start start 2024-09-19T06:06:25.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.949+0000 7f34faa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34f40731c0 0x7f34f4152d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:25.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.949+0000 7f34faa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34f415a050 0x7f34f4156730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:25.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34faa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415ee90 0x7f34f40cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:25.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34faa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f34f40cd940 con 0x7f34f415a050 2024-09-19T06:06:25.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34faa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f34f40cd660 con 0x7f34f40731c0 2024-09-19T06:06:25.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34faa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f34f40cdc20 con 0x7f34f415ee90 2024-09-19T06:06:25.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34eb400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34f415a050 0x7f34f4156730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:25.953 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34eb400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34f415a050 0x7f34f4156730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33532/0 (socket says 172.21.15.92:33532) 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34eb400640 1 -- 172.21.15.92:0/1001681487 learned_addr learned my addr 172.21.15.92:0/1001681487 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34f3e00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34f40731c0 0x7f34f4152d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34f8a00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415ee90 0x7f34f40cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34eb400640 1 -- 172.21.15.92:0/1001681487 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415ee90 msgr2=0x7f34f40cbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34eb400640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415ee90 0x7f34f40cbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34eb400640 1 -- 172.21.15.92:0/1001681487 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34f40731c0 msgr2=0x7f34f4152d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34eb400640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34f40731c0 0x7f34f4152d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34eb400640 1 -- 172.21.15.92:0/1001681487 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f34f40ca580 con 0x7f34f415a050 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.950+0000 7f34eb400640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34f415a050 0x7f34f4156730 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f34dc00c750 tx=0x7f34dc00cb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.951+0000 7f34f0c00640 1 -- 172.21.15.92:0/1001681487 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34dc017070 con 0x7f34f415a050 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.951+0000 7f34f0c00640 1 -- 172.21.15.92:0/1001681487 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f34dc005ad0 con 0x7f34f415a050 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.951+0000 7f34f0c00640 1 -- 172.21.15.92:0/1001681487 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f34dc007070 con 0x7f34f415a050 2024-09-19T06:06:25.954 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.951+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f34f41f6020 con 0x7f34f415a050 2024-09-19T06:06:25.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.951+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f34f41f65e0 con 0x7f34f415a050 2024-09-19T06:06:25.955 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.952+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f34f40b36e0 con 0x7f34f415a050 2024-09-19T06:06:25.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.953+0000 7f34f0c00640 1 -- 172.21.15.92:0/1001681487 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f34dc01a070 con 0x7f34f415a050 2024-09-19T06:06:25.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.954+0000 7f34f0c00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34d006c2b0 0x7f34d006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:25.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.954+0000 7f34f0c00640 1 -- 172.21.15.92:0/1001681487 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5115+0+0 (secure 0 0 0) 0x7f34dc08a520 con 0x7f34f415a050 2024-09-19T06:06:25.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.954+0000 7f34f3e00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34d006c2b0 0x7f34d006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:25.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.954+0000 7f34f3e00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34d006c2b0 0x7f34d006e770 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f34e4034000 tx=0x7f34e402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:25.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:25.958+0000 7f34f0c00640 1 -- 172.21.15.92:0/1001681487 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f34f40ca580 con 0x7f34f415a050 2024-09-19T06:06:26.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.130+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f34f406d800 con 0x7f34f415a050 2024-09-19T06:06:26.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.134+0000 7f34f0c00640 1 -- 172.21.15.92:0/1001681487 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v29) ==== 104+0+0 (secure 0 0 0) 0x7f34dc0587f0 con 0x7f34f415a050 2024-09-19T06:06:26.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34d006c2b0 msgr2=0x7f34d006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:26.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34d006c2b0 0x7f34d006e770 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f34e4034000 tx=0x7f34e402e000 comp rx=0 tx=0).stop 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34f415a050 msgr2=0x7f34f4156730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34f415a050 0x7f34f4156730 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f34dc00c750 tx=0x7f34dc00cb50 comp rx=0 tx=0).stop 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 shutdown_connections 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f34f415ee90 0x7f34f40cbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34f415a050 0x7f34f4156730 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f34d006c2b0 0x7f34d006e770 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 --2- 172.21.15.92:0/1001681487 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f34f40731c0 0x7f34f4152d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 >> 172.21.15.92:0/1001681487 conn(0x7f34f406d0f0 msgr2=0x7f34f40b5dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 shutdown_connections 2024-09-19T06:06:26.139 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.136+0000 7f34faa00640 1 -- 172.21.15.92:0/1001681487 wait complete. 2024-09-19T06:06:26.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_strays.TestStrays.test_files_throttle' 2024-09-19T06:06:26.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.309+0000 7fb805e00640 1 Processor -- start 2024-09-19T06:06:26.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.309+0000 7fb805e00640 1 -- start start 2024-09-19T06:06:26.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.310+0000 7fb805e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb80015adf0 0x7fb8000b3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:26.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.310+0000 7fb805e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015b1d0 0x7fb8000b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:26.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.310+0000 7fb805e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb8000b22b0 0x7fb80015ec80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.310+0000 7fb805e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb8000b44f0 con 0x7fb8000b22b0 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.310+0000 7fb805e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb8000b47d0 con 0x7fb80015adf0 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.310+0000 7fb805e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb8000b4ab0 con 0x7fb80015b1d0 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb805400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb8000b22b0 0x7fb80015ec80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb805400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb8000b22b0 0x7fb80015ec80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33540/0 (socket says 172.21.15.92:33540) 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb805400640 1 -- 172.21.15.92:0/1890995661 learned_addr learned my addr 172.21.15.92:0/1890995661 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb804a00640 1 --2- 172.21.15.92:0/1890995661 >> v2:172.21.15.102:3300/0 conn(0x7fb80015adf0 0x7fb8000b3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb7ffe00640 1 --2- 172.21.15.92:0/1890995661 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015b1d0 0x7fb8000b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb805400640 1 -- 172.21.15.92:0/1890995661 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015b1d0 msgr2=0x7fb8000b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb805400640 1 --2- 172.21.15.92:0/1890995661 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015b1d0 0x7fb8000b1d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb805400640 1 -- 172.21.15.92:0/1890995661 >> v2:172.21.15.102:3300/0 conn(0x7fb80015adf0 msgr2=0x7fb8000b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:26.314 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb805400640 1 --2- 172.21.15.92:0/1890995661 >> v2:172.21.15.102:3300/0 conn(0x7fb80015adf0 0x7fb8000b3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.311+0000 7fb805400640 1 -- 172.21.15.92:0/1890995661 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb8000b4d90 con 0x7fb8000b22b0 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.312+0000 7fb805400640 1 --2- 172.21.15.92:0/1890995661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8000b22b0 0x7fb80015ec80 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fb80006ef70 tx=0x7fb7f802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bb24cdffee29fe0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.312+0000 7fb7ff400640 1 -- 172.21.15.92:0/1890995661 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f8036070 con 0x7fb8000b22b0 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.312+0000 7fb7ff400640 1 -- 172.21.15.92:0/1890995661 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7f8031600 con 0x7fb8000b22b0 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.312+0000 7fb7ff400640 1 -- 172.21.15.92:0/1890995661 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f80319d0 con 0x7fb8000b22b0 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.313+0000 7fb805e00640 1 -- 172.21.15.92:0/1890995661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8000b22b0 msgr2=0x7fb80015ec80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.313+0000 7fb805e00640 1 --2- 172.21.15.92:0/1890995661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8000b22b0 0x7fb80015ec80 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fb80006ef70 tx=0x7fb7f802a730 comp rx=0 tx=0).stop 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.313+0000 7fb805e00640 1 -- 172.21.15.92:0/1890995661 shutdown_connections 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.313+0000 7fb805e00640 1 --2- 172.21.15.92:0/1890995661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb8000b22b0 0x7fb80015ec80 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.313+0000 7fb805e00640 1 --2- 172.21.15.92:0/1890995661 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015b1d0 0x7fb8000b1d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.313+0000 7fb805e00640 1 --2- 172.21.15.92:0/1890995661 >> v2:172.21.15.102:3300/0 conn(0x7fb80015adf0 0x7fb8000b3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.313+0000 7fb805e00640 1 -- 172.21.15.92:0/1890995661 >> 172.21.15.92:0/1890995661 conn(0x7fb800062a20 msgr2=0x7fb80006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:26.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.313+0000 7fb805e00640 1 -- 172.21.15.92:0/1890995661 shutdown_connections 2024-09-19T06:06:26.317 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.313+0000 7fb805e00640 1 -- 172.21.15.92:0/1890995661 wait complete. 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.315+0000 7fb805e00640 1 Processor -- start 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.315+0000 7fb805e00640 1 -- start start 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8000b22b0 0x7fb800155020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015adf0 0x7fb8001573b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb80015b1d0 0x7fb8001578f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb8000b4030 con 0x7fb80015b1d0 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb8000b5570 con 0x7fb8000b22b0 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb8000ce050 con 0x7fb80015adf0 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb80015b1d0 0x7fb8001578f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:26.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb80015b1d0 0x7fb8001578f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33546/0 (socket says 172.21.15.92:33546) 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805400640 1 -- 172.21.15.92:0/4169761468 learned_addr learned my addr 172.21.15.92:0/4169761468 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb7ffe00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015adf0 0x7fb8001573b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb804a00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8000b22b0 0x7fb800155020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805400640 1 -- 172.21.15.92:0/4169761468 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015adf0 msgr2=0x7fb8001573b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805400640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015adf0 0x7fb8001573b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805400640 1 -- 172.21.15.92:0/4169761468 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8000b22b0 msgr2=0x7fb800155020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805400640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8000b22b0 0x7fb800155020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb805400640 1 -- 172.21.15.92:0/4169761468 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb800159b20 con 0x7fb80015b1d0 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.316+0000 7fb804a00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8000b22b0 0x7fb800155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.317+0000 7fb805400640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb80015b1d0 0x7fb8001578f0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fb7f8009f40 tx=0x7fb7f8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.317+0000 7fb7fcc00640 1 -- 172.21.15.92:0/4169761468 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f8036050 con 0x7fb80015b1d0 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.317+0000 7fb7fcc00640 1 -- 172.21.15.92:0/4169761468 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb7f8042070 con 0x7fb80015b1d0 2024-09-19T06:06:26.320 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.317+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb800159dc0 con 0x7fb80015b1d0 2024-09-19T06:06:26.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.317+0000 7fb7fcc00640 1 -- 172.21.15.92:0/4169761468 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb7f8009510 con 0x7fb80015b1d0 2024-09-19T06:06:26.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.317+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb80015a380 con 0x7fb80015b1d0 2024-09-19T06:06:26.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.318+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb80006c140 con 0x7fb80015b1d0 2024-09-19T06:06:26.321 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.319+0000 7fb7fcc00640 1 -- 172.21.15.92:0/4169761468 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb7f8007bf0 con 0x7fb80015b1d0 2024-09-19T06:06:26.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.320+0000 7fb7fcc00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb7e006c2e0 0x7fb7e006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:26.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.320+0000 7fb7fcc00640 1 -- 172.21.15.92:0/4169761468 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5115+0+0 (secure 0 0 0) 0x7fb7f80abe40 con 0x7fb80015b1d0 2024-09-19T06:06:26.322 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.321+0000 7fb804a00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb7e006c2e0 0x7fb7e006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:26.323 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.321+0000 7fb804a00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb7e006c2e0 0x7fb7e006e7a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4009a40 tx=0x7fb7f4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:26.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.325+0000 7fb7fcc00640 1 -- 172.21.15.92:0/4169761468 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb80006c140 con 0x7fb80015b1d0 2024-09-19T06:06:26.565 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:26.563+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_files_throttle"]} v 0) -- 0x7fb800151880 con 0x7fb80015b1d0 2024-09-19T06:06:27.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.382+0000 7fb7fcc00640 1 -- 172.21.15.92:0/4169761468 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_files_throttle"]}]=0 v279) ==== 134+0+0 (secure 0 0 0) 0x7fb7f807a920 con 0x7fb80015b1d0 2024-09-19T06:06:27.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb7e006c2e0 msgr2=0x7fb7e006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb7e006c2e0 0x7fb7e006e7a0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4009a40 tx=0x7fb7f4008040 comp rx=0 tx=0).stop 2024-09-19T06:06:27.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb80015b1d0 msgr2=0x7fb8001578f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb80015b1d0 0x7fb8001578f0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fb7f8009f40 tx=0x7fb7f8004a40 comp rx=0 tx=0).stop 2024-09-19T06:06:27.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 shutdown_connections 2024-09-19T06:06:27.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb80015b1d0 0x7fb8001578f0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb80015adf0 0x7fb8001573b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb7e006c2e0 0x7fb7e006e7a0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 --2- 172.21.15.92:0/4169761468 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb8000b22b0 0x7fb800155020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 >> 172.21.15.92:0/4169761468 conn(0x7fb800062a20 msgr2=0x7fb800073550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:27.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 shutdown_connections 2024-09-19T06:06:27.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.384+0000 7fb805e00640 1 -- 172.21.15.92:0/4169761468 wait complete. 2024-09-19T06:06:27.403 INFO:tasks.cephfs_test_runner:test_files_throttle (tasks.cephfs.test_strays.TestStrays) ... ok 2024-09-19T06:06:27.403 INFO:tasks.cephfs_test_runner:Starting test: test_hardlink_reintegration (tasks.cephfs.test_strays.TestStrays) That removal of primary dentry of hardlinked inode results 2024-09-19T06:06:27.403 INFO:tasks.cephfs_test_runner:test_hardlink_reintegration (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:06:27.404 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:06:27.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.556+0000 7fc62dc00640 1 Processor -- start 2024-09-19T06:06:27.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.556+0000 7fc62dc00640 1 -- start start 2024-09-19T06:06:27.559 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.557+0000 7fc62dc00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc62815c170 0x7fc62815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.557+0000 7fc62dc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc6280b64e0 0x7fc6280cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.557+0000 7fc62dc00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fc6280b4cf0 con 0x7fc6280cf6c0 2024-09-19T06:06:27.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.557+0000 7fc62dc00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fc62815ca90 con 0x7fc62815c170 2024-09-19T06:06:27.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.557+0000 7fc62dc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc6280b49c0 con 0x7fc6280b64e0 2024-09-19T06:06:27.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.558+0000 7fc626a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc62815c170 0x7fc62815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.558+0000 7fc626a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc62815c170 0x7fc62815c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33560/0 (socket says 172.21.15.92:33560) 2024-09-19T06:06:27.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.558+0000 7fc626a00640 1 -- 172.21.15.92:0/349855043 learned_addr learned my addr 172.21.15.92:0/349855043 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:27.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.558+0000 7fc627400640 1 --2- 172.21.15.92:0/349855043 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc6280b64e0 0x7fc6280cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.558+0000 7fc626a00640 1 -- 172.21.15.92:0/349855043 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc6280b64e0 msgr2=0x7fc6280cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:27.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.558+0000 7fc626a00640 1 --2- 172.21.15.92:0/349855043 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc6280b64e0 0x7fc6280cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.558+0000 7fc626a00640 1 -- 172.21.15.92:0/349855043 >> v1:172.21.15.102:6789/0 conn(0x7fc6280cf6c0 legacy=0x7fc6280b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.558+0000 7fc626a00640 1 -- 172.21.15.92:0/349855043 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6280b4fd0 con 0x7fc62815c170 2024-09-19T06:06:27.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.559+0000 7fc626a00640 1 --2- 172.21.15.92:0/349855043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc62815c170 0x7fc62815c550 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fc618009e80 tx=0x7fc61802a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e40b0c49127ea427 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:27.561 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.559+0000 7fc625600640 1 -- 172.21.15.92:0/349855043 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc618036070 con 0x7fc62815c170 2024-09-19T06:06:27.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.559+0000 7fc625600640 1 -- 172.21.15.92:0/349855043 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc618031600 con 0x7fc62815c170 2024-09-19T06:06:27.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.559+0000 7fc625600640 1 -- 172.21.15.92:0/349855043 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc6180319d0 con 0x7fc62815c170 2024-09-19T06:06:27.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.560+0000 7fc62dc00640 1 -- 172.21.15.92:0/349855043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc62815c170 msgr2=0x7fc62815c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.560+0000 7fc62dc00640 1 --2- 172.21.15.92:0/349855043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc62815c170 0x7fc62815c550 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fc618009e80 tx=0x7fc61802a750 comp rx=0 tx=0).stop 2024-09-19T06:06:27.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.560+0000 7fc62dc00640 1 -- 172.21.15.92:0/349855043 shutdown_connections 2024-09-19T06:06:27.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.560+0000 7fc62dc00640 1 --2- 172.21.15.92:0/349855043 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc6280b64e0 0x7fc6280cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.560+0000 7fc62dc00640 1 --2- 172.21.15.92:0/349855043 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc62815c170 0x7fc62815c550 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.560+0000 7fc62dc00640 1 -- 172.21.15.92:0/349855043 >> 172.21.15.92:0/349855043 conn(0x7fc62806bc10 msgr2=0x7fc62806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:27.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.560+0000 7fc62dc00640 1 -- 172.21.15.92:0/349855043 shutdown_connections 2024-09-19T06:06:27.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.560+0000 7fc62dc00640 1 -- 172.21.15.92:0/349855043 wait complete. 2024-09-19T06:06:27.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.562+0000 7fc62dc00640 1 Processor -- start 2024-09-19T06:06:27.564 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.562+0000 7fc62dc00640 1 -- start start 2024-09-19T06:06:27.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc62dc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6280b64e0 0x7fc6281521f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc62dc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc6280cf6c0 0x7fc6281f5410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc62dc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc62815c170 0x7fc6281f7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc62dc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fc6280b5870 con 0x7fc6280b64e0 2024-09-19T06:06:27.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc62dc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fc6280b5590 con 0x7fc6280cf6c0 2024-09-19T06:06:27.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc62dc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fc6280b5b50 con 0x7fc62815c170 2024-09-19T06:06:27.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc626a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6280b64e0 0x7fc6281521f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc626a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6280b64e0 0x7fc6281521f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33570/0 (socket says 172.21.15.92:33570) 2024-09-19T06:06:27.566 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc626a00640 1 -- 172.21.15.92:0/425921069 learned_addr learned my addr 172.21.15.92:0/425921069 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc627400640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc62815c170 0x7fc6281f7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc626000640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc6280cf6c0 0x7fc6281f5410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc626a00640 1 -- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc62815c170 msgr2=0x7fc6281f7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc626a00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc62815c170 0x7fc6281f7fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc626a00640 1 -- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc6280cf6c0 msgr2=0x7fc6281f5410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc626a00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc6280cf6c0 0x7fc6281f5410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.563+0000 7fc626a00640 1 -- 172.21.15.92:0/425921069 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fc6281f5950 con 0x7fc6280b64e0 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.564+0000 7fc626000640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc6280cf6c0 0x7fc6281f5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.564+0000 7fc627400640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc62815c170 0x7fc6281f7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.564+0000 7fc626a00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6280b64e0 0x7fc6281521f0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fc618009fa0 tx=0x7fc618004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.564+0000 7fc61ea00640 1 -- 172.21.15.92:0/425921069 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc61803f020 con 0x7fc6280b64e0 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.564+0000 7fc61ea00640 1 -- 172.21.15.92:0/425921069 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fc618037040 con 0x7fc6280b64e0 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.564+0000 7fc61ea00640 1 -- 172.21.15.92:0/425921069 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fc618036070 con 0x7fc6280b64e0 2024-09-19T06:06:27.567 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.564+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fc6280af390 con 0x7fc6280b64e0 2024-09-19T06:06:27.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.564+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fc6280af950 con 0x7fc6280b64e0 2024-09-19T06:06:27.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.565+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fc6280cfb30 con 0x7fc6280b64e0 2024-09-19T06:06:27.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.566+0000 7fc61ea00640 1 -- 172.21.15.92:0/425921069 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fc618042020 con 0x7fc6280b64e0 2024-09-19T06:06:27.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.567+0000 7fc61ea00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc60806c2b0 0x7fc60806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.567+0000 7fc61ea00640 1 -- 172.21.15.92:0/425921069 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5115+0+0 (secure 0 0 0) 0x7fc6180ab6c0 con 0x7fc6280b64e0 2024-09-19T06:06:27.569 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.568+0000 7fc626000640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc60806c2b0 0x7fc60806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.568+0000 7fc626000640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc60806c2b0 0x7fc60806e770 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fc62815dc90 tx=0x7fc614009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:27.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.572+0000 7fc61ea00640 1 -- 172.21.15.92:0/425921069 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fc618049030 con 0x7fc6280b64e0 2024-09-19T06:06:27.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.748+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fc6280aca20 con 0x7fc6280b64e0 2024-09-19T06:06:27.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.749+0000 7fc61ea00640 1 -- 172.21.15.92:0/425921069 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v99) ==== 74+0+13281 (secure 0 0 0) 0x7fc61807ee20 con 0x7fc6280b64e0 2024-09-19T06:06:27.751 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:27.751 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":99,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:06:25.370497+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.92:6835/3754888341":"2024-09-20T06:06:22.282464+0000","172.21.15.92:6834/3754888341":"2024-09-20T06:06:22.282464+0000","172.21.15.92:6835/3197537070":"2024-09-20T06:05:50.782263+0000","172.21.15.92:6837/2007397709":"2024-09-20T06:05:45.139984+0000","172.21.15.92:6834/3197537070":"2024-09-20T06:05:50.782263+0000","172.21.15.92:6836/2007397709":"2024-09-20T06:05:45.139984+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:06:27.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc60806c2b0 msgr2=0x7fc60806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc60806c2b0 0x7fc60806e770 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fc62815dc90 tx=0x7fc614009040 comp rx=0 tx=0).stop 2024-09-19T06:06:27.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6280b64e0 msgr2=0x7fc6281521f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6280b64e0 0x7fc6281521f0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fc618009fa0 tx=0x7fc618004a40 comp rx=0 tx=0).stop 2024-09-19T06:06:27.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 shutdown_connections 2024-09-19T06:06:27.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fc62815c170 0x7fc6281f7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fc60806c2b0 0x7fc60806e770 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fc6280cf6c0 0x7fc6281f5410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 --2- 172.21.15.92:0/425921069 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc6280b64e0 0x7fc6281521f0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 >> 172.21.15.92:0/425921069 conn(0x7fc62806bc10 msgr2=0x7fc628070f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:27.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 shutdown_connections 2024-09-19T06:06:27.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.751+0000 7fc62dc00640 1 -- 172.21.15.92:0/425921069 wait complete. 2024-09-19T06:06:27.768 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-19T06:01:12.930784+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'is_stretch_pool': False, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-19T06:06:27.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-19T06:06:27.924 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.922+0000 7f00b1800640 1 Processor -- start 2024-09-19T06:06:27.925 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.923+0000 7f00b1800640 1 -- start start 2024-09-19T06:06:27.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.924+0000 7f00b1800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac15e750 0x7f00ac0cf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.924+0000 7f00b1800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f00ac0b6bb0 0x7f00ac0b7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.924+0000 7f00b1800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f00ac0b7790 con 0x7f00ac0cfb70 2024-09-19T06:06:27.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.924+0000 7f00b1800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f00ac0d43c0 con 0x7f00ac0b6bb0 2024-09-19T06:06:27.926 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.924+0000 7f00b1800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f00ac0d33b0 con 0x7f00ac15e750 2024-09-19T06:06:27.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.924+0000 7f00ab400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f00ac0b6bb0 0x7f00ac0b7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.924+0000 7f00aaa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac15e750 0x7f00ac0cf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.924+0000 7f00aa000640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f00ac0cfb70 0x7f00ac0b64a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:35820/0 (socket says 172.21.15.92:35820) 2024-09-19T06:06:27.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.924+0000 7f00aa000640 1 -- 172.21.15.92:0/1306855292 learned_addr learned my addr 172.21.15.92:0/1306855292 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:27.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.925+0000 7f00aaa00640 1 -- 172.21.15.92:0/1306855292 >> v2:172.21.15.102:3300/0 conn(0x7f00ac0b6bb0 msgr2=0x7f00ac0b7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:27.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.925+0000 7f00aaa00640 1 --2- 172.21.15.92:0/1306855292 >> v2:172.21.15.102:3300/0 conn(0x7f00ac0b6bb0 0x7f00ac0b7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.925+0000 7f00a9600640 1 -- 172.21.15.92:0/1306855292 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1046151343 0 0) 0x7f00ac0b7790 con 0x7f00ac0cfb70 2024-09-19T06:06:27.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.925+0000 7f00aaa00640 1 -- 172.21.15.92:0/1306855292 >> v1:172.21.15.102:6789/0 conn(0x7f00ac0cfb70 legacy=0x7f00ac0b64a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.927 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.925+0000 7f00aaa00640 1 -- 172.21.15.92:0/1306855292 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00ac0d3600 con 0x7f00ac15e750 2024-09-19T06:06:27.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.926+0000 7f00aaa00640 1 --2- 172.21.15.92:0/1306855292 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac15e750 0x7f00ac0cf630 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f009c0097a0 tx=0x7f009c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7741a7e411e5f67a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:27.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.926+0000 7f00a9600640 1 -- 172.21.15.92:0/1306855292 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009c037070 con 0x7f00ac15e750 2024-09-19T06:06:27.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.926+0000 7f00a9600640 1 -- 172.21.15.92:0/1306855292 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f009c02ae50 con 0x7f00ac15e750 2024-09-19T06:06:27.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.926+0000 7f00a9600640 1 -- 172.21.15.92:0/1306855292 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f009c032660 con 0x7f00ac15e750 2024-09-19T06:06:27.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.927+0000 7f00b1800640 1 -- 172.21.15.92:0/1306855292 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac15e750 msgr2=0x7f00ac0cf630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.927+0000 7f00b1800640 1 --2- 172.21.15.92:0/1306855292 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac15e750 0x7f00ac0cf630 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f009c0097a0 tx=0x7f009c02a100 comp rx=0 tx=0).stop 2024-09-19T06:06:27.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.927+0000 7f00b1800640 1 -- 172.21.15.92:0/1306855292 shutdown_connections 2024-09-19T06:06:27.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.927+0000 7f00b1800640 1 --2- 172.21.15.92:0/1306855292 >> v2:172.21.15.102:3300/0 conn(0x7f00ac0b6bb0 0x7f00ac0b7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.929 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.927+0000 7f00b1800640 1 --2- 172.21.15.92:0/1306855292 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac15e750 0x7f00ac0cf630 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.927+0000 7f00b1800640 1 -- 172.21.15.92:0/1306855292 >> 172.21.15.92:0/1306855292 conn(0x7f00ac0d1500 msgr2=0x7f00ac0d1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:27.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.927+0000 7f00b1800640 1 -- 172.21.15.92:0/1306855292 shutdown_connections 2024-09-19T06:06:27.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.927+0000 7f00b1800640 1 -- 172.21.15.92:0/1306855292 wait complete. 2024-09-19T06:06:27.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.929+0000 7f00b1800640 1 Processor -- start 2024-09-19T06:06:27.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.929+0000 7f00b1800640 1 -- start start 2024-09-19T06:06:27.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00b1800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac0b6bb0 0x7f00ac159bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00b1800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00ac0cfb70 0x7f00ac14e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00b1800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00ac15e750 0x7f00ac15a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00b1800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f00ac0d3bc0 con 0x7f00ac15e750 2024-09-19T06:06:27.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00b1800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f00ac0b7ac0 con 0x7f00ac0cfb70 2024-09-19T06:06:27.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00b1800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f00ac15eb30 con 0x7f00ac0b6bb0 2024-09-19T06:06:27.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00ab400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00ac15e750 0x7f00ac15a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00ab400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00ac15e750 0x7f00ac15a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33584/0 (socket says 172.21.15.92:33584) 2024-09-19T06:06:27.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00ab400640 1 -- 172.21.15.92:0/1482493100 learned_addr learned my addr 172.21.15.92:0/1482493100 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:27.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00aa000640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00ac0cfb70 0x7f00ac14e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00aaa00640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac0b6bb0 0x7f00ac159bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00ab400640 1 -- 172.21.15.92:0/1482493100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac0b6bb0 msgr2=0x7f00ac159bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.930+0000 7f00ab400640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac0b6bb0 0x7f00ac159bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.931+0000 7f00ab400640 1 -- 172.21.15.92:0/1482493100 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00ac0cfb70 msgr2=0x7f00ac14e970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.931+0000 7f00ab400640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00ac0cfb70 0x7f00ac14e970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.931+0000 7f00ab400640 1 -- 172.21.15.92:0/1482493100 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f00ac14eeb0 con 0x7f00ac15e750 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.931+0000 7f00ab400640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00ac15e750 0x7f00ac15a780 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f00a4009e30 tx=0x7f00a400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.931+0000 7f00a2a00640 1 -- 172.21.15.92:0/1482493100 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a4018020 con 0x7f00ac15e750 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.931+0000 7f00a2a00640 1 -- 172.21.15.92:0/1482493100 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f00a4014480 con 0x7f00ac15e750 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.931+0000 7f00a2a00640 1 -- 172.21.15.92:0/1482493100 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f00a4014870 con 0x7f00ac15e750 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.931+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f00ac158b30 con 0x7f00ac15e750 2024-09-19T06:06:27.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.931+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f00ac1590f0 con 0x7f00ac15e750 2024-09-19T06:06:27.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.932+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f00ac06d300 con 0x7f00ac15e750 2024-09-19T06:06:27.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.933+0000 7f00a2a00640 1 -- 172.21.15.92:0/1482493100 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f00a4005d10 con 0x7f00ac15e750 2024-09-19T06:06:27.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.934+0000 7f00a2a00640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f008c06c2b0 0x7f008c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:27.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.934+0000 7f00a2a00640 1 -- 172.21.15.92:0/1482493100 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5115+0+0 (secure 0 0 0) 0x7f00a408c100 con 0x7f00ac15e750 2024-09-19T06:06:27.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.934+0000 7f00aaa00640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f008c06c2b0 0x7f008c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:27.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.935+0000 7f00aaa00640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f008c06c2b0 0x7f008c06e770 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f009c034000 tx=0x7f009c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:27.940 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:27.938+0000 7f00a2a00640 1 -- 172.21.15.92:0/1482493100 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f00ac06d300 con 0x7f00ac15e750 2024-09-19T06:06:28.113 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.112+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) -- 0x7f00ac0cf630 con 0x7f00ac15e750 2024-09-19T06:06:28.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.112+0000 7f00a2a00640 1 -- 172.21.15.92:0/1482493100 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v99) ==== 93+0+10 (secure 0 0 0) 0x7f00a4022030 con 0x7f00ac15e750 2024-09-19T06:06:28.114 INFO:teuthology.orchestra.run.smithi092.stdout:pg_num: 1 2024-09-19T06:06:28.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f008c06c2b0 msgr2=0x7f008c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:28.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f008c06c2b0 0x7f008c06e770 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f009c034000 tx=0x7f009c02e000 comp rx=0 tx=0).stop 2024-09-19T06:06:28.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00ac15e750 msgr2=0x7f00ac15a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:28.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00ac15e750 0x7f00ac15a780 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f00a4009e30 tx=0x7f00a400c490 comp rx=0 tx=0).stop 2024-09-19T06:06:28.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 shutdown_connections 2024-09-19T06:06:28.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f00ac15e750 0x7f00ac15a780 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f008c06c2b0 0x7f008c06e770 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f00ac0cfb70 0x7f00ac14e970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 --2- 172.21.15.92:0/1482493100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f00ac0b6bb0 0x7f00ac159bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 >> 172.21.15.92:0/1482493100 conn(0x7f00ac0d1500 msgr2=0x7f00ac0d18e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:28.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 shutdown_connections 2024-09-19T06:06:28.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.114+0000 7f00b1800640 1 -- 172.21.15.92:0/1482493100 wait complete. 2024-09-19T06:06:28.132 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_strays.TestStrays.test_hardlink_reintegration' 2024-09-19T06:06:28.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.283+0000 7fb1bee00640 1 Processor -- start 2024-09-19T06:06:28.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.283+0000 7fb1bee00640 1 -- start start 2024-09-19T06:06:28.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.284+0000 7fb1bee00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1b815c170 0x7fb1b815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:28.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.284+0000 7fb1bee00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fb1b80cf6c0 0x7fb1b80cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:28.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.284+0000 7fb1bee00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1b80b49c0 con 0x7fb1b80b5dd0 2024-09-19T06:06:28.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.284+0000 7fb1bee00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb1b815ca90 con 0x7fb1b815c170 2024-09-19T06:06:28.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.284+0000 7fb1bee00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fb1b80b4cf0 con 0x7fb1b80cf6c0 2024-09-19T06:06:28.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.284+0000 7fb1b7e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1b815c170 0x7fb1b815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:28.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.284+0000 7fb1b7e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1b815c170 0x7fb1b815c550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33600/0 (socket says 172.21.15.92:33600) 2024-09-19T06:06:28.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.284+0000 7fb1b7e00640 1 -- 172.21.15.92:0/3088671457 learned_addr learned my addr 172.21.15.92:0/3088671457 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:28.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.284+0000 7fb1b7400640 1 --2- 172.21.15.92:0/3088671457 >> v2:172.21.15.102:3300/0 conn(0x7fb1b80cf6c0 0x7fb1b80cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:28.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.285+0000 7fb1b7e00640 1 -- 172.21.15.92:0/3088671457 >> v2:172.21.15.102:3300/0 conn(0x7fb1b80cf6c0 msgr2=0x7fb1b80cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:28.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.285+0000 7fb1b7e00640 1 --2- 172.21.15.92:0/3088671457 >> v2:172.21.15.102:3300/0 conn(0x7fb1b80cf6c0 0x7fb1b80cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.285+0000 7fb1b7e00640 1 -- 172.21.15.92:0/3088671457 >> v1:172.21.15.102:6789/0 conn(0x7fb1b80b5dd0 legacy=0x7fb1b815ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:28.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.285+0000 7fb1b7e00640 1 -- 172.21.15.92:0/3088671457 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b80b4fd0 con 0x7fb1b815c170 2024-09-19T06:06:28.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.285+0000 7fb1b7400640 1 --2- 172.21.15.92:0/3088671457 >> v2:172.21.15.102:3300/0 conn(0x7fb1b80cf6c0 0x7fb1b80cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:28.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.286+0000 7fb1b7e00640 1 --2- 172.21.15.92:0/3088671457 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 0x7fb1b815c550 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fb1a8009870 tx=0x7fb1a802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b304a2a59e947928 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:28.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.286+0000 7fb1b6a00640 1 -- 172.21.15.92:0/3088671457 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a8037070 con 0x7fb1b815c170 2024-09-19T06:06:28.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.286+0000 7fb1b6a00640 1 -- 172.21.15.92:0/3088671457 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1a8032440 con 0x7fb1b815c170 2024-09-19T06:06:28.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.286+0000 7fb1b6a00640 1 -- 172.21.15.92:0/3088671457 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1a8032810 con 0x7fb1b815c170 2024-09-19T06:06:28.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.287+0000 7fb1bee00640 1 -- 172.21.15.92:0/3088671457 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 msgr2=0x7fb1b815c550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:28.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.287+0000 7fb1bee00640 1 --2- 172.21.15.92:0/3088671457 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 0x7fb1b815c550 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fb1a8009870 tx=0x7fb1a802a2a0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.287+0000 7fb1bee00640 1 -- 172.21.15.92:0/3088671457 shutdown_connections 2024-09-19T06:06:28.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.287+0000 7fb1bee00640 1 --2- 172.21.15.92:0/3088671457 >> v2:172.21.15.102:3300/0 conn(0x7fb1b80cf6c0 0x7fb1b80cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.287+0000 7fb1bee00640 1 --2- 172.21.15.92:0/3088671457 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 0x7fb1b815c550 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.287+0000 7fb1bee00640 1 -- 172.21.15.92:0/3088671457 >> 172.21.15.92:0/3088671457 conn(0x7fb1b806bc10 msgr2=0x7fb1b806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:28.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.287+0000 7fb1bee00640 1 -- 172.21.15.92:0/3088671457 shutdown_connections 2024-09-19T06:06:28.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.287+0000 7fb1bee00640 1 -- 172.21.15.92:0/3088671457 wait complete. 2024-09-19T06:06:28.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.288+0000 7fb1bee00640 1 Processor -- start 2024-09-19T06:06:28.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.289+0000 7fb1bee00640 1 -- start start 2024-09-19T06:06:28.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.289+0000 7fb1bee00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1b80b5dd0 0x7fb1b80ce5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:28.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.289+0000 7fb1bee00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1b80cf6c0 0x7fb1b814b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:28.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.289+0000 7fb1bee00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 0x7fb1b814f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:28.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.289+0000 7fb1bee00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b80b5870 con 0x7fb1b815c170 2024-09-19T06:06:28.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bee00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1b80b5590 con 0x7fb1b80b5dd0 2024-09-19T06:06:28.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bee00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb1b80b5b50 con 0x7fb1b80cf6c0 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bce00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 0x7fb1b814f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bce00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 0x7fb1b814f620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33602/0 (socket says 172.21.15.92:33602) 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bce00640 1 -- 172.21.15.92:0/2430630362 learned_addr learned my addr 172.21.15.92:0/2430630362 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1b7400640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1b80cf6c0 0x7fb1b814b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1b7e00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1b80b5dd0 0x7fb1b80ce5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bce00640 1 -- 172.21.15.92:0/2430630362 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1b80cf6c0 msgr2=0x7fb1b814b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bce00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1b80cf6c0 0x7fb1b814b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bce00640 1 -- 172.21.15.92:0/2430630362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1b80b5dd0 msgr2=0x7fb1b80ce5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bce00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1b80b5dd0 0x7fb1b80ce5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1bce00640 1 -- 172.21.15.92:0/2430630362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1b80cc650 con 0x7fb1b815c170 2024-09-19T06:06:28.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.290+0000 7fb1b7e00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1b80b5dd0 0x7fb1b80ce5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:28.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.291+0000 7fb1bce00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 0x7fb1b814f620 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fb1b000c760 tx=0x7fb1b000cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:28.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.291+0000 7fb1afe00640 1 -- 172.21.15.92:0/2430630362 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b0003b70 con 0x7fb1b815c170 2024-09-19T06:06:28.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.291+0000 7fb1afe00640 1 -- 172.21.15.92:0/2430630362 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1b0003d30 con 0x7fb1b815c170 2024-09-19T06:06:28.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.291+0000 7fb1afe00640 1 -- 172.21.15.92:0/2430630362 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb1b000aa90 con 0x7fb1b815c170 2024-09-19T06:06:28.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.291+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb1b80cc8c0 con 0x7fb1b815c170 2024-09-19T06:06:28.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.291+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb1b80ceae0 con 0x7fb1b815c170 2024-09-19T06:06:28.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.292+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1b80ccde0 con 0x7fb1b815c170 2024-09-19T06:06:28.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.293+0000 7fb1afe00640 1 -- 172.21.15.92:0/2430630362 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb1b000ac30 con 0x7fb1b815c170 2024-09-19T06:06:28.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.294+0000 7fb1afe00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb19806c2b0 0x7fb19806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:28.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.294+0000 7fb1afe00640 1 -- 172.21.15.92:0/2430630362 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5115+0+0 (secure 0 0 0) 0x7fb1b008b000 con 0x7fb1b815c170 2024-09-19T06:06:28.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.294+0000 7fb1b7e00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb19806c2b0 0x7fb19806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:28.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.295+0000 7fb1b7e00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb19806c2b0 0x7fb19806e770 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fb1a8034000 tx=0x7fb1a802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:28.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.298+0000 7fb1afe00640 1 -- 172.21.15.92:0/2430630362 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb1b0059a50 con 0x7fb1b815c170 2024-09-19T06:06:28.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:28.534+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_hardlink_reintegration"]} v 0) -- 0x7fb1b80cfb10 con 0x7fb1b815c170 2024-09-19T06:06:29.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.389+0000 7fb1afe00640 1 -- 172.21.15.92:0/2430630362 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_strays.TestStrays.test_hardlink_reintegration"]}]=0 v281) ==== 145+0+0 (secure 0 0 0) 0x7fb1b0059350 con 0x7fb1b815c170 2024-09-19T06:06:29.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.392+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb19806c2b0 msgr2=0x7fb19806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:29.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.392+0000 7fb1bee00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb19806c2b0 0x7fb19806e770 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fb1a8034000 tx=0x7fb1a802e000 comp rx=0 tx=0).stop 2024-09-19T06:06:29.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.392+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 msgr2=0x7fb1b814f620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:29.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.392+0000 7fb1bee00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 0x7fb1b814f620 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fb1b000c760 tx=0x7fb1b000cc20 comp rx=0 tx=0).stop 2024-09-19T06:06:29.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.392+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 shutdown_connections 2024-09-19T06:06:29.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.392+0000 7fb1bee00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1b815c170 0x7fb1b814f620 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.392+0000 7fb1bee00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb1b80cf6c0 0x7fb1b814b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.392+0000 7fb1bee00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb19806c2b0 0x7fb19806e770 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.392+0000 7fb1bee00640 1 --2- 172.21.15.92:0/2430630362 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1b80b5dd0 0x7fb1b80ce5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.393+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 >> 172.21.15.92:0/2430630362 conn(0x7fb1b806bc10 msgr2=0x7fb1b815f220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:29.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.393+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 shutdown_connections 2024-09-19T06:06:29.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.393+0000 7fb1bee00640 1 -- 172.21.15.92:0/2430630362 wait complete. 2024-09-19T06:06:29.413 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-19T06:06:29.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.571+0000 7fcdf6e00640 1 Processor -- start 2024-09-19T06:06:29.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.571+0000 7fcdf6e00640 1 -- start start 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.572+0000 7fcdf6e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fcdf00d1590 0x7fcdf00b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.572+0000 7fcdf6e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdf00b8730 0x7fcdf00d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.572+0000 7fcdf6e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcdf015e9d0 con 0x7fcdf015e5f0 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.572+0000 7fcdf6e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fcdf00b9b30 con 0x7fcdf00b8730 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.572+0000 7fcdf6e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fcdf00b8f20 con 0x7fcdf00d1590 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.572+0000 7fcdf6400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdf00b8730 0x7fcdf00d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.573+0000 7fcdf6400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcdf00b8730 0x7fcdf00d2bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33614/0 (socket says 172.21.15.92:33614) 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.573+0000 7fcdf6400640 1 -- 172.21.15.92:0/1105971651 learned_addr learned my addr 172.21.15.92:0/1105971651 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.573+0000 7fcdf5000640 1 --2- 172.21.15.92:0/1105971651 >> v2:172.21.15.102:3300/0 conn(0x7fcdf00d1590 0x7fcdf00b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:29.575 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.573+0000 7fcdf6400640 1 -- 172.21.15.92:0/1105971651 >> v2:172.21.15.102:3300/0 conn(0x7fcdf00d1590 msgr2=0x7fcdf00b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:29.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.573+0000 7fcdf6400640 1 --2- 172.21.15.92:0/1105971651 >> v2:172.21.15.102:3300/0 conn(0x7fcdf00d1590 0x7fcdf00b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.573+0000 7fcdf6400640 1 -- 172.21.15.92:0/1105971651 >> v1:172.21.15.102:6789/0 conn(0x7fcdf015e5f0 legacy=0x7fcdf00d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:29.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.573+0000 7fcdf6400640 1 -- 172.21.15.92:0/1105971651 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdf00b9200 con 0x7fcdf00b8730 2024-09-19T06:06:29.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.574+0000 7fcdf6400640 1 --2- 172.21.15.92:0/1105971651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 0x7fcdf00d2bc0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fcdf00d5020 tx=0x7fcde802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=198e530ab7a2fe0c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:29.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.574+0000 7fcdefe00640 1 -- 172.21.15.92:0/1105971651 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde8036070 con 0x7fcdf00b8730 2024-09-19T06:06:29.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.574+0000 7fcdefe00640 1 -- 172.21.15.92:0/1105971651 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcde8031600 con 0x7fcdf00b8730 2024-09-19T06:06:29.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.574+0000 7fcdefe00640 1 -- 172.21.15.92:0/1105971651 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde80319d0 con 0x7fcdf00b8730 2024-09-19T06:06:29.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.575+0000 7fcdf6e00640 1 -- 172.21.15.92:0/1105971651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 msgr2=0x7fcdf00d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:29.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.575+0000 7fcdf6e00640 1 --2- 172.21.15.92:0/1105971651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 0x7fcdf00d2bc0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7fcdf00d5020 tx=0x7fcde802a6c0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.575+0000 7fcdf6e00640 1 -- 172.21.15.92:0/1105971651 shutdown_connections 2024-09-19T06:06:29.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.575+0000 7fcdf6e00640 1 --2- 172.21.15.92:0/1105971651 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 0x7fcdf00d2bc0 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.575+0000 7fcdf6e00640 1 --2- 172.21.15.92:0/1105971651 >> v2:172.21.15.102:3300/0 conn(0x7fcdf00d1590 0x7fcdf00b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.575+0000 7fcdf6e00640 1 -- 172.21.15.92:0/1105971651 >> 172.21.15.92:0/1105971651 conn(0x7fcdf0062630 msgr2=0x7fcdf0062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:29.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.575+0000 7fcdf6e00640 1 -- 172.21.15.92:0/1105971651 shutdown_connections 2024-09-19T06:06:29.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.575+0000 7fcdf6e00640 1 -- 172.21.15.92:0/1105971651 wait complete. 2024-09-19T06:06:29.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.577+0000 7fcdf6e00640 1 Processor -- start 2024-09-19T06:06:29.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.577+0000 7fcdf6e00640 1 -- start start 2024-09-19T06:06:29.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf6e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 0x7fcdf00c9800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:29.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf6e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdf00d1590 0x7fcdf015fe20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:29.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf6e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdf015e5f0 0x7fcdf00c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf6e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf00b8b60 con 0x7fcdf00b8730 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf6e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcdf00b97c0 con 0x7fcdf00d1590 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf6e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcdf00b8ce0 con 0x7fcdf015e5f0 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 0x7fcdf00c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 0x7fcdf00c9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33616/0 (socket says 172.21.15.92:33616) 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5a00640 1 -- 172.21.15.92:0/865845205 learned_addr learned my addr 172.21.15.92:0/865845205 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5000640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdf00d1590 0x7fcdf015fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf6400640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdf015e5f0 0x7fcdf00c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5a00640 1 -- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdf015e5f0 msgr2=0x7fcdf00c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5a00640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdf015e5f0 0x7fcdf00c7fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5a00640 1 -- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdf00d1590 msgr2=0x7fcdf015fe20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5a00640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdf00d1590 0x7fcdf015fe20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5a00640 1 -- 172.21.15.92:0/865845205 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcdf00c84e0 con 0x7fcdf00b8730 2024-09-19T06:06:29.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5000640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdf00d1590 0x7fcdf015fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:29.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf6400640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdf015e5f0 0x7fcdf00c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:29.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.578+0000 7fcdf5a00640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 0x7fcdf00c9800 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fcde400b420 tx=0x7fcde400b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:29.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.579+0000 7fcded600640 1 -- 172.21.15.92:0/865845205 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde4011830 con 0x7fcdf00b8730 2024-09-19T06:06:29.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.579+0000 7fcded600640 1 -- 172.21.15.92:0/865845205 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcde4016070 con 0x7fcdf00b8730 2024-09-19T06:06:29.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.579+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcdf00c8760 con 0x7fcdf00b8730 2024-09-19T06:06:29.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.579+0000 7fcded600640 1 -- 172.21.15.92:0/865845205 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcde4011c10 con 0x7fcdf00b8730 2024-09-19T06:06:29.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.579+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcdf00c8d20 con 0x7fcdf00b8730 2024-09-19T06:06:29.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.580+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcdf00b81f0 con 0x7fcdf00b8730 2024-09-19T06:06:29.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.581+0000 7fcded600640 1 -- 172.21.15.92:0/865845205 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcde401b460 con 0x7fcdf00b8730 2024-09-19T06:06:29.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.582+0000 7fcded600640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdd006c2b0 0x7fcdd006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:29.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.582+0000 7fcded600640 1 -- 172.21.15.92:0/865845205 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5115+0+0 (secure 0 0 0) 0x7fcde408acf0 con 0x7fcdf00b8730 2024-09-19T06:06:29.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.582+0000 7fcdf5000640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdd006c2b0 0x7fcdd006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:29.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.583+0000 7fcdf5000640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdd006c2b0 0x7fcdd006e770 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fcdf0161f70 tx=0x7fcddc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:29.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.587+0000 7fcded600640 1 -- 172.21.15.92:0/865845205 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcde4020020 con 0x7fcdf00b8730 2024-09-19T06:06:29.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.759+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) -- 0x7fcdf00d4850 con 0x7fcdf00b8730 2024-09-19T06:06:29.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.763+0000 7fcded600640 1 -- 172.21.15.92:0/865845205 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v30)=0 v30) ==== 122+0+0 (secure 0 0 0) 0x7fcdf00c84e0 con 0x7fcdf00b8730 2024-09-19T06:06:29.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdd006c2b0 msgr2=0x7fcdd006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:29.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdd006c2b0 0x7fcdd006e770 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fcdf0161f70 tx=0x7fcddc008040 comp rx=0 tx=0).stop 2024-09-19T06:06:29.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 msgr2=0x7fcdf00c9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:29.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 0x7fcdf00c9800 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fcde400b420 tx=0x7fcde400b8e0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 shutdown_connections 2024-09-19T06:06:29.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcdf015e5f0 0x7fcdf00c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcdd006c2b0 0x7fcdd006e770 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcdf00d1590 0x7fcdf015fe20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 --2- 172.21.15.92:0/865845205 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcdf00b8730 0x7fcdf00c9800 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:29.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 >> 172.21.15.92:0/865845205 conn(0x7fcdf0062630 msgr2=0x7fcdf0062aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:29.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 shutdown_connections 2024-09-19T06:06:29.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:29.765+0000 7fcdf6e00640 1 -- 172.21.15.92:0/865845205 wait complete. 2024-09-19T06:06:29.783 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:06:29.783 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:06:29.887 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:06:29.982 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:06:29.982 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:29.982 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:30.018 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:06:30.018 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:06:30.018 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:30.054 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:06:30.055 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:30.055 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:30.092 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:06:30.093 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:06:30.093 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:30.129 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:06:30.130 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-19T06:06:30.130 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:30.285 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.283+0000 7f0339600640 1 Processor -- start 2024-09-19T06:06:30.286 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.284+0000 7f0339600640 1 -- start start 2024-09-19T06:06:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.285+0000 7f0339600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f03340cfc80 0x7f03340b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.285+0000 7f0339600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f033415c740 con 0x7f033415c330 2024-09-19T06:06:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.285+0000 7f0339600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f03340b50a0 con 0x7f0334155800 2024-09-19T06:06:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.285+0000 7f0339600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f03340b5380 con 0x7f03340cfc80 2024-09-19T06:06:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.285+0000 7f032a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f03340cfc80 0x7f03340b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.285+0000 7f032a000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f03340cfc80 0x7f03340b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33632/0 (socket says 172.21.15.92:33632) 2024-09-19T06:06:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.285+0000 7f0333400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f033415c330 0x7f033415c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:58480/0 (socket says 172.21.15.92:58480) 2024-09-19T06:06:30.287 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.285+0000 7f032a000640 1 -- 172.21.15.92:0/308373515 learned_addr learned my addr 172.21.15.92:0/308373515 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:30.288 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.286+0000 7f0332000640 1 -- 172.21.15.92:0/308373515 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2744685284 0 0) 0x7f03340b50a0 con 0x7f0334155800 2024-09-19T06:06:30.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.286+0000 7f032a000640 1 -- 172.21.15.92:0/308373515 >> v1:172.21.15.102:6789/0 conn(0x7f0334155800 legacy=0x7f03340cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.286+0000 7f032a000640 1 -- 172.21.15.92:0/308373515 >> v1:172.21.15.92:6789/0 conn(0x7f033415c330 legacy=0x7f033415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.286+0000 7f032a000640 1 -- 172.21.15.92:0/308373515 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f03340b5660 con 0x7f03340cfc80 2024-09-19T06:06:30.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.287+0000 7f032a000640 1 --2- 172.21.15.92:0/308373515 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03340cfc80 0x7f03340b6140 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f031c0098a0 tx=0x7f031c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7da290d1011a9887 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:30.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.287+0000 7f0332000640 1 -- 172.21.15.92:0/308373515 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c037070 con 0x7f03340cfc80 2024-09-19T06:06:30.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.287+0000 7f0332000640 1 -- 172.21.15.92:0/308373515 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f031c032440 con 0x7f03340cfc80 2024-09-19T06:06:30.289 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.287+0000 7f0332000640 1 -- 172.21.15.92:0/308373515 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c032810 con 0x7f03340cfc80 2024-09-19T06:06:30.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.287+0000 7f0339600640 1 -- 172.21.15.92:0/308373515 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03340cfc80 msgr2=0x7f03340b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.287+0000 7f0339600640 1 --2- 172.21.15.92:0/308373515 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03340cfc80 0x7f03340b6140 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f031c0098a0 tx=0x7f031c02a230 comp rx=0 tx=0).stop 2024-09-19T06:06:30.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.287+0000 7f0339600640 1 -- 172.21.15.92:0/308373515 shutdown_connections 2024-09-19T06:06:30.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.287+0000 7f0339600640 1 --2- 172.21.15.92:0/308373515 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03340cfc80 0x7f03340b6140 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.287+0000 7f0339600640 1 -- 172.21.15.92:0/308373515 >> 172.21.15.92:0/308373515 conn(0x7f033406bc10 msgr2=0x7f033406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:30.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.288+0000 7f0339600640 1 -- 172.21.15.92:0/308373515 shutdown_connections 2024-09-19T06:06:30.290 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.288+0000 7f0339600640 1 -- 172.21.15.92:0/308373515 wait complete. 2024-09-19T06:06:30.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.289+0000 7f0339600640 1 Processor -- start 2024-09-19T06:06:30.291 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.289+0000 7f0339600640 1 -- start start 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f0339600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03340cfc80 0x7f0334141da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f0339600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0334155800 0x7f03340c7770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f0339600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f033415c330 0x7f03340c7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f0339600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0334155be0 con 0x7f0334155800 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f0339600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f03340b5c20 con 0x7f033415c330 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f0339600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f03340b4920 con 0x7f03340cfc80 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f032a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0334155800 0x7f03340c7770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f032a000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0334155800 0x7f03340c7770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33646/0 (socket says 172.21.15.92:33646) 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f032a000640 1 -- 172.21.15.92:0/920548943 learned_addr learned my addr 172.21.15.92:0/920548943 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f0333400640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f033415c330 0x7f03340c7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.293 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.290+0000 7f0332a00640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03340cfc80 0x7f0334141da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f032a000640 1 -- 172.21.15.92:0/920548943 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03340cfc80 msgr2=0x7f0334141da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f032a000640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03340cfc80 0x7f0334141da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f032a000640 1 -- 172.21.15.92:0/920548943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f033415c330 msgr2=0x7f03340c7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f032a000640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f033415c330 0x7f03340c7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f032a000640 1 -- 172.21.15.92:0/920548943 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f033415a8e0 con 0x7f0334155800 2024-09-19T06:06:30.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f0332a00640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03340cfc80 0x7f0334141da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:30.294 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f032a000640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0334155800 0x7f03340c7770 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f031c0098a0 tx=0x7f031c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:30.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f032b400640 1 -- 172.21.15.92:0/920548943 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c041070 con 0x7f0334155800 2024-09-19T06:06:30.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f032b400640 1 -- 172.21.15.92:0/920548943 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f031c03c930 con 0x7f0334155800 2024-09-19T06:06:30.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f033415abc0 con 0x7f0334155800 2024-09-19T06:06:30.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.291+0000 7f032b400640 1 -- 172.21.15.92:0/920548943 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f031c037040 con 0x7f0334155800 2024-09-19T06:06:30.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.292+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0334157350 con 0x7f0334155800 2024-09-19T06:06:30.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.292+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f03340b4cb0 con 0x7f0334155800 2024-09-19T06:06:30.295 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.293+0000 7f032b400640 1 -- 172.21.15.92:0/920548943 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f031c044070 con 0x7f0334155800 2024-09-19T06:06:30.296 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.295+0000 7f032b400640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f031006c2e0 0x7f031006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.295+0000 7f032b400640 1 -- 172.21.15.92:0/920548943 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(99..99 src has 1..99) ==== 5115+0+0 (secure 0 0 0) 0x7f031c0abed0 con 0x7f0334155800 2024-09-19T06:06:30.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.295+0000 7f0332a00640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f031006c2e0 0x7f031006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.297 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.295+0000 7f0332a00640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f031006c2e0 0x7f031006e7a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0324000f60 tx=0x7f0324009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:30.301 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.299+0000 7f032b400640 1 -- 172.21.15.92:0/920548943 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f031c07a360 con 0x7f0334155800 2024-09-19T06:06:30.511 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.509+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f033406dea0 con 0x7f0334155800 2024-09-19T06:06:30.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.510+0000 7f032b400640 1 -- 172.21.15.92:0/920548943 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 72 v72) ==== 94+0+3917 (secure 0 0 0) 0x7f031c07e660 con 0x7f0334155800 2024-09-19T06:06:30.512 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:30.512 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":72,"btime":"2024-09-19T06:06:23:355115+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5771,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/2241708720","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":2241708720},{"type":"v1","addr":"172.21.15.102:6835","nonce":2241708720}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6292,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6833/3750568222","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3750568222},{"type":"v1","addr":"172.21.15.102:6833","nonce":3750568222}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":64},{"gid":6651,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1330829504","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":1330829504},{"type":"v1","addr":"172.21.15.92:6837","nonce":1330829504}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":67},{"gid":6837,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2891870906","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2891870906},{"type":"v1","addr":"172.21.15.92:6835","nonce":2891870906}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":72}],"filesystems":[]} 2024-09-19T06:06:30.513 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 72 2024-09-19T06:06:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.512+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f031006c2e0 msgr2=0x7f031006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.512+0000 7f0339600640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f031006c2e0 0x7f031006e7a0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f0324000f60 tx=0x7f0324009040 comp rx=0 tx=0).stop 2024-09-19T06:06:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.512+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0334155800 msgr2=0x7f03340c7770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.512+0000 7f0339600640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0334155800 0x7f03340c7770 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f031c0098a0 tx=0x7f031c0046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.512+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 shutdown_connections 2024-09-19T06:06:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.512+0000 7f0339600640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f031006c2e0 0x7f031006e7a0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.512+0000 7f0339600640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f033415c330 0x7f03340c7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.512+0000 7f0339600640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0334155800 0x7f03340c7770 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.513+0000 7f0339600640 1 --2- 172.21.15.92:0/920548943 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f03340cfc80 0x7f0334141da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.513+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 >> 172.21.15.92:0/920548943 conn(0x7f033406bc10 msgr2=0x7f03340ce580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.513+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 shutdown_connections 2024-09-19T06:06:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.513+0000 7f0339600640 1 -- 172.21.15.92:0/920548943 wait complete. 2024-09-19T06:06:30.531 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-19T06:06:30.531 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-19T06:06:30.531 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:06:30.532 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:06:30.532 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-19T06:06:30.532 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-19T06:06:30.532 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:06:30.533 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:06:30.533 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-19T06:06:30.533 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-19T06:06:30.533 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:06:30.534 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:06:30.534 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-19T06:06:30.534 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-19T06:06:30.534 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:06:30.535 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:06:30.550 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:06:30.550 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-19T06:06:30.551 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:06:30.551 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-19T06:06:30.552 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:06:30.553 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-19T06:06:30.553 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:06:30.553 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-19T06:06:30.594 INFO:tasks.ceph.mds.c:Started 2024-09-19T06:06:30.594 DEBUG:teuthology.parallel:result is None 2024-09-19T06:06:30.596 INFO:tasks.ceph.mds.a:Started 2024-09-19T06:06:30.596 DEBUG:teuthology.parallel:result is None 2024-09-19T06:06:30.597 INFO:tasks.ceph.mds.b:Started 2024-09-19T06:06:30.597 DEBUG:teuthology.parallel:result is None 2024-09-19T06:06:30.598 INFO:tasks.ceph.mds.d:Started 2024-09-19T06:06:30.599 DEBUG:teuthology.parallel:result is None 2024-09-19T06:06:30.599 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-19T06:06:30.723 INFO:tasks.ceph.mds.d.smithi102.stdout:starting mds.d at 2024-09-19T06:06:30.723 INFO:tasks.ceph.mds.b.smithi102.stdout:starting mds.b at 2024-09-19T06:06:30.725 INFO:tasks.ceph.mds.c.smithi092.stdout:starting mds.c at 2024-09-19T06:06:30.727 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:06:30.755 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-19T06:06:30.756 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d is failed for ~0s 2024-09-19T06:06:30.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.759+0000 7efdbbc00640 1 Processor -- start 2024-09-19T06:06:30.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.759+0000 7efdbbc00640 1 -- start start 2024-09-19T06:06:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.760+0000 7efdbbc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1c20 0x7efdb40cf050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.760+0000 7efdbbc00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efdb40d4530 con 0x7efdb40d1130 2024-09-19T06:06:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.760+0000 7efdbbc00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7efdb40d3490 con 0x7efdb40cf590 2024-09-19T06:06:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.760+0000 7efdbbc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efdb40d40a0 con 0x7efdb40d1c20 2024-09-19T06:06:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.760+0000 7efdb9200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7efdb40d1130 0x7efdb40d1510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:58484/0 (socket says 172.21.15.92:58484) 2024-09-19T06:06:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.761+0000 7efdb9200640 1 -- 172.21.15.92:0/28169637 learned_addr learned my addr 172.21.15.92:0/28169637 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.761+0000 7efdb3e00640 1 --2- 172.21.15.92:0/28169637 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1c20 0x7efdb40cf050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.761+0000 7efdb3400640 1 -- 172.21.15.92:0/28169637 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1616950635 0 0) 0x7efdb40d4530 con 0x7efdb40d1130 2024-09-19T06:06:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.761+0000 7efdb3400640 1 -- 172.21.15.92:0/28169637 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efd9c003520 con 0x7efdb40d1130 2024-09-19T06:06:30.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.761+0000 7efdb3400640 1 -- 172.21.15.92:0/28169637 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2690337 0 0) 0x7efdb40d3490 con 0x7efdb40cf590 2024-09-19T06:06:30.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.761+0000 7efdb3400640 1 -- 172.21.15.92:0/28169637 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7efdb40d4530 con 0x7efdb40cf590 2024-09-19T06:06:30.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.761+0000 7efdb3e00640 1 -- 172.21.15.92:0/28169637 >> v1:172.21.15.102:6789/0 conn(0x7efdb40cf590 legacy=0x7efdb40cfa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.761+0000 7efdb3e00640 1 -- 172.21.15.92:0/28169637 >> v1:172.21.15.92:6789/0 conn(0x7efdb40d1130 legacy=0x7efdb40d1510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.764 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.761+0000 7efdb3e00640 1 -- 172.21.15.92:0/28169637 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdb40d3770 con 0x7efdb40d1c20 2024-09-19T06:06:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.762+0000 7efdb3e00640 1 --2- 172.21.15.92:0/28169637 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1c20 0x7efdb40cf050 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7efda00097d0 tx=0x7efda002a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d80a01ea91e2fb60 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.762+0000 7efdb3400640 1 -- 172.21.15.92:0/28169637 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda0037070 con 0x7efdb40d1c20 2024-09-19T06:06:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.762+0000 7efdb3400640 1 -- 172.21.15.92:0/28169637 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efda0032440 con 0x7efdb40d1c20 2024-09-19T06:06:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.762+0000 7efdb3400640 1 -- 172.21.15.92:0/28169637 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda0032810 con 0x7efdb40d1c20 2024-09-19T06:06:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.763+0000 7efdbbc00640 1 -- 172.21.15.92:0/28169637 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1c20 msgr2=0x7efdb40cf050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.763+0000 7efdbbc00640 1 --2- 172.21.15.92:0/28169637 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1c20 0x7efdb40cf050 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7efda00097d0 tx=0x7efda002a200 comp rx=0 tx=0).stop 2024-09-19T06:06:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.763+0000 7efdbbc00640 1 -- 172.21.15.92:0/28169637 shutdown_connections 2024-09-19T06:06:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.763+0000 7efdbbc00640 1 --2- 172.21.15.92:0/28169637 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1c20 0x7efdb40cf050 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.763+0000 7efdbbc00640 1 -- 172.21.15.92:0/28169637 >> 172.21.15.92:0/28169637 conn(0x7efdb406c020 msgr2=0x7efdb406c430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:30.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.763+0000 7efdbbc00640 1 -- 172.21.15.92:0/28169637 shutdown_connections 2024-09-19T06:06:30.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.763+0000 7efdbbc00640 1 -- 172.21.15.92:0/28169637 wait complete. 2024-09-19T06:06:30.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.765+0000 7efdbbc00640 1 Processor -- start 2024-09-19T06:06:30.766 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.765+0000 7efdbbc00640 1 -- start start 2024-09-19T06:06:30.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdbbc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdb40cf590 0x7efdb41e3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdbbc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1130 0x7efdb41548f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdbbc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdb40d1c20 0x7efdb4154e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdbbc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7efdb40d0150 con 0x7efdb40d1c20 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdbbc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7efdb40d3d30 con 0x7efdb40cf590 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdbbc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7efdb40d02d0 con 0x7efdb40d1130 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb9c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdb40d1c20 0x7efdb4154e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb3e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1130 0x7efdb41548f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb9200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdb40cf590 0x7efdb41e3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb9c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdb40d1c20 0x7efdb4154e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33700/0 (socket says 172.21.15.92:33700) 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb9c00640 1 -- 172.21.15.92:0/763905586 learned_addr learned my addr 172.21.15.92:0/763905586 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb3e00640 1 -- 172.21.15.92:0/763905586 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdb40cf590 msgr2=0x7efdb41e3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb3e00640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdb40cf590 0x7efdb41e3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb3e00640 1 -- 172.21.15.92:0/763905586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdb40d1c20 msgr2=0x7efdb4154e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:30.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb3e00640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdb40d1c20 0x7efdb4154e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:30.770 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.766+0000 7efdb3e00640 1 -- 172.21.15.92:0/763905586 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7efdb4150100 con 0x7efdb40d1130 2024-09-19T06:06:30.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.767+0000 7efdb3e00640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1130 0x7efdb41548f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7efda0031000 tx=0x7efda00046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:30.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.767+0000 7efdb0c00640 1 -- 172.21.15.92:0/763905586 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda0041020 con 0x7efdb40d1130 2024-09-19T06:06:30.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.767+0000 7efdbbc00640 1 -- 172.21.15.92:0/763905586 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7efdb4153b30 con 0x7efdb40d1130 2024-09-19T06:06:30.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.767+0000 7efdbbc00640 1 -- 172.21.15.92:0/763905586 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7efdb41540f0 con 0x7efdb40d1130 2024-09-19T06:06:30.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.768+0000 7efdb0c00640 1 -- 172.21.15.92:0/763905586 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7efda003d6e0 con 0x7efdb40d1130 2024-09-19T06:06:30.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.768+0000 7efdb0c00640 1 -- 172.21.15.92:0/763905586 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7efda0037040 con 0x7efdb40d1130 2024-09-19T06:06:30.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.768+0000 7efda6000640 1 -- 172.21.15.92:0/763905586 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7efdb40d3070 con 0x7efdb40d1130 2024-09-19T06:06:30.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.769+0000 7efdb0c00640 1 -- 172.21.15.92:0/763905586 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7efda0044020 con 0x7efdb40d1130 2024-09-19T06:06:30.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.770+0000 7efdb0c00640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efd9406c2b0 0x7efd9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:30.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.770+0000 7efdb0c00640 1 -- 172.21.15.92:0/763905586 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(99..99 src has 1..99) ==== 5115+0+0 (secure 0 0 0) 0x7efda00ab4c0 con 0x7efdb40d1130 2024-09-19T06:06:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.770+0000 7efdb9200640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efd9406c2b0 0x7efd9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.771+0000 7efdb9200640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efd9406c2b0 0x7efd9406e770 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7efda8000f60 tx=0x7efda8007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:30.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.775+0000 7efdb0c00640 1 -- 172.21.15.92:0/763905586 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7efda004b030 con 0x7efdb40d1130 2024-09-19T06:06:30.962 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:30.960+0000 7efda6000640 1 -- 172.21.15.92:0/763905586 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) -- 0x7efdb40b7d60 con 0x7efdb40d1130 2024-09-19T06:06:31.409 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.407+0000 7efdb0c00640 1 -- 172.21.15.92:0/763905586 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v101) ==== 97+0+0 (secure 0 0 0) 0x7efda0079800 con 0x7efdb40d1130 2024-09-19T06:06:31.409 INFO:teuthology.orchestra.run.smithi092.stderr: removed all blocklist entries 2024-09-19T06:06:31.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 -- 172.21.15.92:0/763905586 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efd9406c2b0 msgr2=0x7efd9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:31.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efd9406c2b0 0x7efd9406e770 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7efda8000f60 tx=0x7efda8007d50 comp rx=0 tx=0).stop 2024-09-19T06:06:31.411 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 -- 172.21.15.92:0/763905586 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1130 msgr2=0x7efdb41548f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:31.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1130 0x7efdb41548f0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7efda0031000 tx=0x7efda00046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 -- 172.21.15.92:0/763905586 shutdown_connections 2024-09-19T06:06:31.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efdb40d1c20 0x7efdb4154e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7efdb40d1130 0x7efdb41548f0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7efd9406c2b0 0x7efd9406e770 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 --2- 172.21.15.92:0/763905586 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7efdb40cf590 0x7efdb41e3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.409+0000 7efda6000640 1 -- 172.21.15.92:0/763905586 >> 172.21.15.92:0/763905586 conn(0x7efdb406c020 msgr2=0x7efdb406c400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:31.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.410+0000 7efda6000640 1 -- 172.21.15.92:0/763905586 shutdown_connections 2024-09-19T06:06:31.412 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.410+0000 7efda6000640 1 -- 172.21.15.92:0/763905586 wait complete. 2024-09-19T06:06:31.429 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-19T06:06:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.580+0000 7fa913000640 1 Processor -- start 2024-09-19T06:06:31.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.580+0000 7fa913000640 1 -- start start 2024-09-19T06:06:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.581+0000 7fa913000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa90c155800 0x7fa90c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.581+0000 7fa913000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fa90c15c330 0x7fa90c0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.581+0000 7fa913000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa90c0b50a0 con 0x7fa90c0cf570 2024-09-19T06:06:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.581+0000 7fa913000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa90c0b4e60 con 0x7fa90c155800 2024-09-19T06:06:31.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.581+0000 7fa913000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fa90c15c7a0 con 0x7fa90c15c330 2024-09-19T06:06:31.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.582+0000 7fa90be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa90c155800 0x7fa90c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:31.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.582+0000 7fa90be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa90c155800 0x7fa90c0b6140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33708/0 (socket says 172.21.15.92:33708) 2024-09-19T06:06:31.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.582+0000 7fa90be00640 1 -- 172.21.15.92:0/1935137446 learned_addr learned my addr 172.21.15.92:0/1935137446 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:31.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.582+0000 7fa90b400640 1 --2- 172.21.15.92:0/1935137446 >> v2:172.21.15.102:3300/0 conn(0x7fa90c15c330 0x7fa90c0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:31.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.582+0000 7fa90be00640 1 -- 172.21.15.92:0/1935137446 >> v2:172.21.15.102:3300/0 conn(0x7fa90c15c330 msgr2=0x7fa90c0b4920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:31.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.582+0000 7fa90be00640 1 --2- 172.21.15.92:0/1935137446 >> v2:172.21.15.102:3300/0 conn(0x7fa90c15c330 0x7fa90c0b4920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.582+0000 7fa90be00640 1 -- 172.21.15.92:0/1935137446 >> v1:172.21.15.102:6789/0 conn(0x7fa90c0cf570 legacy=0x7fa90c0cf980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:31.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.582+0000 7fa90be00640 1 -- 172.21.15.92:0/1935137446 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa90c0b5380 con 0x7fa90c155800 2024-09-19T06:06:31.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.582+0000 7fa90b400640 1 --2- 172.21.15.92:0/1935137446 >> v2:172.21.15.102:3300/0 conn(0x7fa90c15c330 0x7fa90c0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.583+0000 7fa90be00640 1 --2- 172.21.15.92:0/1935137446 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c155800 0x7fa90c0b6140 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fa90c06e210 tx=0x7fa8fc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5703767becdb7e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.583+0000 7fa90aa00640 1 -- 172.21.15.92:0/1935137446 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc037070 con 0x7fa90c155800 2024-09-19T06:06:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.583+0000 7fa90aa00640 1 -- 172.21.15.92:0/1935137446 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8fc032440 con 0x7fa90c155800 2024-09-19T06:06:31.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.583+0000 7fa90aa00640 1 -- 172.21.15.92:0/1935137446 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc032810 con 0x7fa90c155800 2024-09-19T06:06:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.584+0000 7fa913000640 1 -- 172.21.15.92:0/1935137446 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c155800 msgr2=0x7fa90c0b6140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.584+0000 7fa913000640 1 --2- 172.21.15.92:0/1935137446 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c155800 0x7fa90c0b6140 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fa90c06e210 tx=0x7fa8fc02a270 comp rx=0 tx=0).stop 2024-09-19T06:06:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.584+0000 7fa913000640 1 -- 172.21.15.92:0/1935137446 shutdown_connections 2024-09-19T06:06:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.584+0000 7fa913000640 1 --2- 172.21.15.92:0/1935137446 >> v2:172.21.15.102:3300/0 conn(0x7fa90c15c330 0x7fa90c0b4920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.584+0000 7fa913000640 1 --2- 172.21.15.92:0/1935137446 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c155800 0x7fa90c0b6140 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.584+0000 7fa913000640 1 -- 172.21.15.92:0/1935137446 >> 172.21.15.92:0/1935137446 conn(0x7fa90c06bc10 msgr2=0x7fa90c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.584+0000 7fa913000640 1 -- 172.21.15.92:0/1935137446 shutdown_connections 2024-09-19T06:06:31.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.584+0000 7fa913000640 1 -- 172.21.15.92:0/1935137446 wait complete. 2024-09-19T06:06:31.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.586+0000 7fa913000640 1 Processor -- start 2024-09-19T06:06:31.588 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.586+0000 7fa913000640 1 -- start start 2024-09-19T06:06:31.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa913000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c0cf570 0x7fa90c1f4990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:31.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa913000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa90c155800 0x7fa90c14c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:31.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa913000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa90c15c330 0x7fa90c1f7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:31.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa913000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa90c0b5c20 con 0x7fa90c0cf570 2024-09-19T06:06:31.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa913000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa90c0b5940 con 0x7fa90c15c330 2024-09-19T06:06:31.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa913000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa90c155be0 con 0x7fa90c155800 2024-09-19T06:06:31.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa90be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c0cf570 0x7fa90c1f4990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:31.589 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa90be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c0cf570 0x7fa90c1f4990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33716/0 (socket says 172.21.15.92:33716) 2024-09-19T06:06:31.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa90be00640 1 -- 172.21.15.92:0/3909387668 learned_addr learned my addr 172.21.15.92:0/3909387668 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:31.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa90be00640 1 -- 172.21.15.92:0/3909387668 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa90c155800 msgr2=0x7fa90c14c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:31.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa90be00640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa90c155800 0x7fa90c14c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa90be00640 1 -- 172.21.15.92:0/3909387668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa90c15c330 msgr2=0x7fa90c1f7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:31.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa90be00640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa90c15c330 0x7fa90c1f7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.590 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.587+0000 7fa90be00640 1 -- 172.21.15.92:0/3909387668 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa90c1f7fa0 con 0x7fa90c0cf570 2024-09-19T06:06:31.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.588+0000 7fa90be00640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c0cf570 0x7fa90c1f4990 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc02a2b0 tx=0x7fa8fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:31.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.588+0000 7fa903e00640 1 -- 172.21.15.92:0/3909387668 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc041020 con 0x7fa90c0cf570 2024-09-19T06:06:31.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.588+0000 7fa903e00640 1 -- 172.21.15.92:0/3909387668 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa8fc0306c0 con 0x7fa90c0cf570 2024-09-19T06:06:31.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.588+0000 7fa903e00640 1 -- 172.21.15.92:0/3909387668 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa8fc037040 con 0x7fa90c0cf570 2024-09-19T06:06:31.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.588+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa90c1f8280 con 0x7fa90c0cf570 2024-09-19T06:06:31.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.588+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa90c1f4470 con 0x7fa90c0cf570 2024-09-19T06:06:31.591 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.589+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa90c14c830 con 0x7fa90c0cf570 2024-09-19T06:06:31.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.590+0000 7fa903e00640 1 -- 172.21.15.92:0/3909387668 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa8fc044020 con 0x7fa90c0cf570 2024-09-19T06:06:31.592 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.591+0000 7fa903e00640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:31.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.591+0000 7fa903e00640 1 -- 172.21.15.92:0/3909387668 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 4857+0+0 (secure 0 0 0) 0x7fa8fc0ab9c0 con 0x7fa90c0cf570 2024-09-19T06:06:31.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.591+0000 7fa90b400640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:31.593 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.591+0000 7fa90b400640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa8f8006e80 tx=0x7fa8f8008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:31.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.595+0000 7fa903e00640 1 -- 172.21.15.92:0/3909387668 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa8fc04b030 con 0x7fa90c0cf570 2024-09-19T06:06:31.833 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.831+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) -- 0x7fa90c0b6140 con 0x7fa90c0cf570 2024-09-19T06:06:31.834 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.832+0000 7fa903e00640 1 -- 172.21.15.92:0/3909387668 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v18) ==== 80+0+5304 (secure 0 0 0) 0x7fa8fc07a3e0 con 0x7fa90c0cf570 2024-09-19T06:06:31.834 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:31.834 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:06:31.834 INFO:teuthology.orchestra.run.smithi092.stdout: "auth_dump": [ 2024-09-19T06:06:31.834 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.834 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.a", 2024-09-19T06:06:31.834 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmlh2wOBAA5hQY7hCZfN2s4Ac/R9W5kw==", 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.b", 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtqPUEBAANewLwiR3BpVMW2hSDqhspg==", 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:06:31.835 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.c", 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmtuPIBhAAGUKYpJvmmJ0NmtPPP4gEhg==", 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.836 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mds.d", 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmJZLGGhAACbBs0g8Fmh+MNX4zfDfTZQ==", 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.0", 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDuvetm6J06MhAAil4Oe+uQpGv1QE16EQnYjQ==", 2024-09-19T06:06:31.837 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.1", 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDyvetm3pJVLRAAXCorP+PSewcJEguiwm6kVg==", 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.838 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.2", 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD2vetm71GWORAAlpcz12YhdL/wPDGHJ/56xA==", 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.3", 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQD6vetmg3bgIhAAebFnzJXM3D4VbWfMvoSyjA==", 2024-09-19T06:06:31.839 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.4", 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQABvutmjNg2HxAANs2gm6lxqF5NFfiXtAjtoA==", 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.840 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.5", 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAFvutm0iayGxAAnST01rIcVM/jB/+PiIhoow==", 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.6", 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAJvutmIvjYCBAAtahtgI5nOkffTgRzmgHtuQ==", 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.841 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "osd.7", 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQAMvutmsRDVLhAAJVAaQuPT1576e7RzQBV+8w==", 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow profile osd", 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile osd", 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.842 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.0", 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w==", 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow r", 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.1", 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmWLRhMBAA/Nmeq0heFaFG8yIJE/3Y9w==", 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:06:31.843 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.2", 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmqInJKRAAkCvg74osnbc+PvxNo/EOUw==", 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:06:31.844 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.3", 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDrvetmm7MZNxAA88p3ljHoW+D+XTrdEA/CIw==", 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow", 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow r", 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow rw", 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow rwx" 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "client.admin", 2024-09-19T06:06:31.845 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm81WzCRAA0u/Gr0QQbJy2RUOrw6ZHQA==", 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "mgr": "allow *", 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow *", 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.x", 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetm014lMhAAiJF1aPtFGL0s4/OAk6w24Q==", 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:06:31.846 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: }, 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: "entity": "mgr.y", 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: "key": "AQDqvetmZltGKxAAdcGU2K3nflJH1TJAzHBoZw==", 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: "caps": { 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: "mds": "allow *", 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: "mon": "allow profile mgr", 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: "osd": "allow *" 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout: ] 2024-09-19T06:06:31.847 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:06:31.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa8ec06c2b0 msgr2=0x7fa8ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:31.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7fa8f8006e80 tx=0x7fa8f8008040 comp rx=0 tx=0).stop 2024-09-19T06:06:31.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c0cf570 msgr2=0x7fa90c1f4990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:31.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c0cf570 0x7fa90c1f4990 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fa8fc02a2b0 tx=0x7fa8fc0046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 shutdown_connections 2024-09-19T06:06:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa8ec06c2b0 0x7fa8ec06e770 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa90c15c330 0x7fa90c1f7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa90c155800 0x7fa90c14c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 --2- 172.21.15.92:0/3909387668 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa90c0cf570 0x7fa90c1f4990 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 >> 172.21.15.92:0/3909387668 conn(0x7fa90c06bc10 msgr2=0x7fa90c071690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 shutdown_connections 2024-09-19T06:06:31.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:31.834+0000 7fa913000640 1 -- 172.21.15.92:0/3909387668 wait complete. 2024-09-19T06:06:31.853 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-19T06:06:32.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.004+0000 7f96eea00640 1 Processor -- start 2024-09-19T06:06:32.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.004+0000 7f96eea00640 1 -- start start 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96eea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f96e815e7c0 0x7f96e8070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96eea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e8073900 0x7f96e815eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96eea00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f96e8073f60 con 0x7f96e80714f0 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96eea00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f96e8071960 con 0x7f96e815e7c0 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96eea00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f96e8073d30 con 0x7f96e8073900 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96e7e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f96e815e7c0 0x7f96e8070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96df400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f96e80714f0 0x7f96e80731f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:58490/0 (socket says 172.21.15.92:58490) 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96df400640 1 -- 172.21.15.92:0/467155201 learned_addr learned my addr 172.21.15.92:0/467155201 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96eca00640 1 --2- 172.21.15.92:0/467155201 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e8073900 0x7f96e815eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.009 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96e7e00640 1 -- 172.21.15.92:0/467155201 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e8073900 msgr2=0x7f96e815eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:32.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96e7e00640 1 --2- 172.21.15.92:0/467155201 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e8073900 0x7f96e815eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96e7e00640 1 -- 172.21.15.92:0/467155201 >> v1:172.21.15.92:6789/0 conn(0x7f96e80714f0 legacy=0x7f96e80731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96e7e00640 1 -- 172.21.15.92:0/467155201 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96e80b4b60 con 0x7f96e815e7c0 2024-09-19T06:06:32.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.006+0000 7f96e7400640 1 -- 172.21.15.92:0/467155201 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 822480217 0 0) 0x7f96e8073f60 con 0x7f96e80714f0 2024-09-19T06:06:32.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.007+0000 7f96e7e00640 1 --2- 172.21.15.92:0/467155201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e815e7c0 0x7f96e8070fb0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f96d80097a0 tx=0x7f96d802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa0cc97732ccdd04 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:32.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96e7400640 1 -- 172.21.15.92:0/467155201 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d8037070 con 0x7f96e815e7c0 2024-09-19T06:06:32.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96e7400640 1 -- 172.21.15.92:0/467155201 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96d8032440 con 0x7f96e815e7c0 2024-09-19T06:06:32.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96e7400640 1 -- 172.21.15.92:0/467155201 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d8032810 con 0x7f96e815e7c0 2024-09-19T06:06:32.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96eea00640 1 -- 172.21.15.92:0/467155201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e815e7c0 msgr2=0x7f96e8070fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96eea00640 1 --2- 172.21.15.92:0/467155201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e815e7c0 0x7f96e8070fb0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f96d80097a0 tx=0x7f96d802a180 comp rx=0 tx=0).stop 2024-09-19T06:06:32.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96eea00640 1 -- 172.21.15.92:0/467155201 shutdown_connections 2024-09-19T06:06:32.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96eea00640 1 --2- 172.21.15.92:0/467155201 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e8073900 0x7f96e815eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96eea00640 1 --2- 172.21.15.92:0/467155201 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e815e7c0 0x7f96e8070fb0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96eea00640 1 -- 172.21.15.92:0/467155201 >> 172.21.15.92:0/467155201 conn(0x7f96e806d0f0 msgr2=0x7f96e806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:32.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96eea00640 1 -- 172.21.15.92:0/467155201 shutdown_connections 2024-09-19T06:06:32.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.008+0000 7f96eea00640 1 -- 172.21.15.92:0/467155201 wait complete. 2024-09-19T06:06:32.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.010+0000 7f96eea00640 1 Processor -- start 2024-09-19T06:06:32.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.010+0000 7f96eea00640 1 -- start start 2024-09-19T06:06:32.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96eea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e80714f0 0x7f96e8156cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96eea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96e8073900 0x7f96e8144cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96eea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e815e7c0 0x7f96e81578c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96eea00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f96e815fdd0 con 0x7f96e80714f0 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96eea00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f96e80b5120 con 0x7f96e8073900 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96eea00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f96e815ff50 con 0x7f96e815e7c0 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96e7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e80714f0 0x7f96e8156cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96e7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e80714f0 0x7f96e8156cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33740/0 (socket says 172.21.15.92:33740) 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96e7e00640 1 -- 172.21.15.92:0/1932465869 learned_addr learned my addr 172.21.15.92:0/1932465869 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96eca00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e815e7c0 0x7f96e81578c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.011+0000 7f96df400640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96e8073900 0x7f96e8144cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96e7e00640 1 -- 172.21.15.92:0/1932465869 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e815e7c0 msgr2=0x7f96e81578c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96e7e00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e815e7c0 0x7f96e81578c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96e7e00640 1 -- 172.21.15.92:0/1932465869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96e8073900 msgr2=0x7f96e8144cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96e7e00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96e8073900 0x7f96e8144cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96e7e00640 1 -- 172.21.15.92:0/1932465869 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96e8157210 con 0x7f96e80714f0 2024-09-19T06:06:32.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96e7e00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e80714f0 0x7f96e8156cd0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f96d8035040 tx=0x7f96d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:32.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96e4c00640 1 -- 172.21.15.92:0/1932465869 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d8037040 con 0x7f96e80714f0 2024-09-19T06:06:32.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96e4c00640 1 -- 172.21.15.92:0/1932465869 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96d8030500 con 0x7f96e80714f0 2024-09-19T06:06:32.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f96e8145a70 con 0x7f96e80714f0 2024-09-19T06:06:32.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96e4c00640 1 -- 172.21.15.92:0/1932465869 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96d8030910 con 0x7f96e80714f0 2024-09-19T06:06:32.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.012+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96e8146030 con 0x7f96e80714f0 2024-09-19T06:06:32.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.014+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96e8070fb0 con 0x7f96e80714f0 2024-09-19T06:06:32.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.014+0000 7f96e4c00640 1 -- 172.21.15.92:0/1932465869 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f96d8044020 con 0x7f96e80714f0 2024-09-19T06:06:32.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.015+0000 7f96e4c00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96c406c2e0 0x7f96c406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.015+0000 7f96e4c00640 1 -- 172.21.15.92:0/1932465869 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(103..103 src has 1..103) ==== 4857+0+0 (secure 0 0 0) 0x7f96d80ab1a0 con 0x7f96e80714f0 2024-09-19T06:06:32.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.015+0000 7f96df400640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96c406c2e0 0x7f96c406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.016+0000 7f96df400640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96c406c2e0 0x7f96c406e7a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f96e80b2710 tx=0x7f96d0007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:32.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.019+0000 7f96e4c00640 1 -- 172.21.15.92:0/1932465869 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f96d8079600 con 0x7f96e80714f0 2024-09-19T06:06:32.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.197+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) -- 0x7f96e80cead0 con 0x7f96e80714f0 2024-09-19T06:06:32.199 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.197+0000 7f96e4c00640 1 -- 172.21.15.92:0/1932465869 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v103) ==== 84+0+65 (secure 0 0 0) 0x7f96d807d900 con 0x7f96e80714f0 2024-09-19T06:06:32.200 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:32.200 INFO:teuthology.orchestra.run.smithi092.stdout:[ 2024-09-19T06:06:32.200 INFO:teuthology.orchestra.run.smithi092.stdout: { 2024-09-19T06:06:32.200 INFO:teuthology.orchestra.run.smithi092.stdout: "poolnum": 1, 2024-09-19T06:06:32.200 INFO:teuthology.orchestra.run.smithi092.stdout: "poolname": ".mgr" 2024-09-19T06:06:32.200 INFO:teuthology.orchestra.run.smithi092.stdout: } 2024-09-19T06:06:32.200 INFO:teuthology.orchestra.run.smithi092.stdout:] 2024-09-19T06:06:32.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96c406c2e0 msgr2=0x7f96c406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96c406c2e0 0x7f96c406e7a0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f96e80b2710 tx=0x7f96d0007d50 comp rx=0 tx=0).stop 2024-09-19T06:06:32.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e80714f0 msgr2=0x7f96e8156cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e80714f0 0x7f96e8156cd0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f96d8035040 tx=0x7f96d80046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 shutdown_connections 2024-09-19T06:06:32.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96e815e7c0 0x7f96e81578c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f96c406c2e0 0x7f96c406e7a0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f96e8073900 0x7f96e8144cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.202 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 --2- 172.21.15.92:0/1932465869 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96e80714f0 0x7f96e8156cd0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 >> 172.21.15.92:0/1932465869 conn(0x7f96e806d0f0 msgr2=0x7f96e815eba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:32.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 shutdown_connections 2024-09-19T06:06:32.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.200+0000 7f96eea00640 1 -- 172.21.15.92:0/1932465869 wait complete. 2024-09-19T06:06:32.218 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-19T06:06:32.218 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-19T06:06:32.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.372+0000 7f129ac00640 1 Processor -- start 2024-09-19T06:06:32.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.373+0000 7f129ac00640 1 -- start start 2024-09-19T06:06:32.375 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f129ac00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f129415a050 0x7f129415d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f129ac00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f12940731c0 0x7f1294073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f129ac00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f129415a430 con 0x7f129415ffd0 2024-09-19T06:06:32.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f129ac00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f1294073b40 con 0x7f12940731c0 2024-09-19T06:06:32.376 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f129ac00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f129415d9a0 con 0x7f129415a050 2024-09-19T06:06:32.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f1293400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f12940731c0 0x7f1294073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f1293e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f129415a050 0x7f129415d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f1298c00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f129415ffd0 0x7f1294160480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:35878/0 (socket says 172.21.15.92:35878) 2024-09-19T06:06:32.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f1298c00640 1 -- 172.21.15.92:0/1391864939 learned_addr learned my addr 172.21.15.92:0/1391864939 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:32.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.374+0000 7f1293400640 1 --2- 172.21.15.92:0/1391864939 >> v2:172.21.15.102:3300/0 conn(0x7f12940731c0 0x7f1294073600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:57190/0 (socket says 172.21.15.92:57190) 2024-09-19T06:06:32.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.375+0000 7f1293400640 1 -- 172.21.15.92:0/1391864939 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f129415a050 msgr2=0x7f129415d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:32.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.375+0000 7f1293400640 1 --2- 172.21.15.92:0/1391864939 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f129415a050 0x7f129415d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.375+0000 7f1293400640 1 -- 172.21.15.92:0/1391864939 >> v1:172.21.15.102:6789/0 conn(0x7f129415ffd0 legacy=0x7f1294160480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.375+0000 7f1293400640 1 -- 172.21.15.92:0/1391864939 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12940cd0a0 con 0x7f12940731c0 2024-09-19T06:06:32.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f1293400640 1 --2- 172.21.15.92:0/1391864939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f12940731c0 0x7f1294073600 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f12800097a0 tx=0x7f128002a0f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2bf6a529ebd0ec89 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:32.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f1292a00640 1 -- 172.21.15.92:0/1391864939 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1280037070 con 0x7f12940731c0 2024-09-19T06:06:32.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f1292a00640 1 -- 172.21.15.92:0/1391864939 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f128002ae40 con 0x7f12940731c0 2024-09-19T06:06:32.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f1292a00640 1 -- 172.21.15.92:0/1391864939 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1280032660 con 0x7f12940731c0 2024-09-19T06:06:32.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f129ac00640 1 -- 172.21.15.92:0/1391864939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f12940731c0 msgr2=0x7f1294073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f129ac00640 1 --2- 172.21.15.92:0/1391864939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f12940731c0 0x7f1294073600 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f12800097a0 tx=0x7f128002a0f0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f129ac00640 1 -- 172.21.15.92:0/1391864939 shutdown_connections 2024-09-19T06:06:32.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f129ac00640 1 --2- 172.21.15.92:0/1391864939 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f12940731c0 0x7f1294073600 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f129ac00640 1 --2- 172.21.15.92:0/1391864939 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f129415a050 0x7f129415d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.376+0000 7f129ac00640 1 -- 172.21.15.92:0/1391864939 >> 172.21.15.92:0/1391864939 conn(0x7f129406d0f0 msgr2=0x7f129406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:32.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.377+0000 7f129ac00640 1 -- 172.21.15.92:0/1391864939 shutdown_connections 2024-09-19T06:06:32.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.377+0000 7f129ac00640 1 -- 172.21.15.92:0/1391864939 wait complete. 2024-09-19T06:06:32.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.378+0000 7f129ac00640 1 Processor -- start 2024-09-19T06:06:32.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.378+0000 7f129ac00640 1 -- start start 2024-09-19T06:06:32.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.379+0000 7f129ac00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12940731c0 0x7f12940cbc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.379+0000 7f129ac00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f129415a050 0x7f12940aae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.379+0000 7f129ac00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f129415ffd0 0x7f1294156080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.379+0000 7f129ac00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f12940cd940 con 0x7f129415ffd0 2024-09-19T06:06:32.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.379+0000 7f129ac00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f12940cd660 con 0x7f129415a050 2024-09-19T06:06:32.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.379+0000 7f129ac00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f12940cdc20 con 0x7f12940731c0 2024-09-19T06:06:32.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.379+0000 7f1298c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f129415ffd0 0x7f1294156080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12940731c0 0x7f12940cbc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12940731c0 0x7f12940cbc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:40164/0 (socket says 172.21.15.92:40164) 2024-09-19T06:06:32.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293e00640 1 -- 172.21.15.92:0/277051262 learned_addr learned my addr 172.21.15.92:0/277051262 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:32.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293400640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f129415a050 0x7f12940aae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293e00640 1 -- 172.21.15.92:0/277051262 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f129415a050 msgr2=0x7f12940aae00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293e00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f129415a050 0x7f12940aae00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293e00640 1 -- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f129415ffd0 msgr2=0x7f1294156080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:32.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293e00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f129415ffd0 0x7f1294156080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:32.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293e00640 1 -- 172.21.15.92:0/277051262 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f12940aa590 con 0x7f12940731c0 2024-09-19T06:06:32.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1298c00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f129415ffd0 0x7f1294156080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:06:32.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f1293e00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12940731c0 0x7f12940cbc50 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f128400e9b0 tx=0x7f128400ee70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:32.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.380+0000 7f128be00640 1 -- 172.21.15.92:0/277051262 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1284017070 con 0x7f12940731c0 2024-09-19T06:06:32.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.381+0000 7f128be00640 1 -- 172.21.15.92:0/277051262 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f128400c9a0 con 0x7f12940731c0 2024-09-19T06:06:32.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.381+0000 7f128be00640 1 -- 172.21.15.92:0/277051262 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f128400cd90 con 0x7f12940731c0 2024-09-19T06:06:32.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.381+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f12940aa870 con 0x7f12940731c0 2024-09-19T06:06:32.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.381+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({osdmap=0}) -- 0x7f12940cb730 con 0x7f12940731c0 2024-09-19T06:06:32.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.382+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f129406ad30 con 0x7f12940731c0 2024-09-19T06:06:32.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.383+0000 7f128be00640 1 -- 172.21.15.92:0/277051262 <== mon.2 v2:172.21.15.102:3301/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f128401a070 con 0x7f12940731c0 2024-09-19T06:06:32.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.384+0000 7f128be00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f127406c2b0 0x7f127406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:32.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.384+0000 7f128be00640 1 -- 172.21.15.92:0/277051262 <== mon.2 v2:172.21.15.102:3301/0 5 ==== osd_map(103..103 src has 1..103) ==== 4857+0+0 (secure 0 0 0) 0x7f128408b500 con 0x7f12940731c0 2024-09-19T06:06:32.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.384+0000 7f1293400640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f127406c2b0 0x7f127406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:32.386 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.384+0000 7f1293400640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f127406c2b0 0x7f127406e770 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f1280034000 tx=0x7f128002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:32.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.387+0000 7f128be00640 1 -- 172.21.15.92:0/277051262 <== mon.2 v2:172.21.15.102:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f129406ad30 con 0x7f12940731c0 2024-09-19T06:06:32.568 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:32.566+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) -- 0x7f12940736f0 con 0x7f12940731c0 2024-09-19T06:06:33.423 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.420+0000 7f128be00640 1 -- 172.21.15.92:0/277051262 <== mon.2 v2:172.21.15.102:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v104) ==== 138+0+0 (secure 0 0 0) 0x7f1284059950 con 0x7f12940731c0 2024-09-19T06:06:33.423 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' created 2024-09-19T06:06:33.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.427+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f127406c2b0 msgr2=0x7f127406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:33.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.427+0000 7f129ac00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f127406c2b0 0x7f127406e770 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f1280034000 tx=0x7f128002e000 comp rx=0 tx=0).stop 2024-09-19T06:06:33.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.427+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12940731c0 msgr2=0x7f12940cbc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:33.429 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.427+0000 7f129ac00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12940731c0 0x7f12940cbc50 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f128400e9b0 tx=0x7f128400ee70 comp rx=0 tx=0).stop 2024-09-19T06:06:33.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.428+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 shutdown_connections 2024-09-19T06:06:33.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.428+0000 7f129ac00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f129415ffd0 0x7f1294156080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:33.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.428+0000 7f129ac00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f127406c2b0 0x7f127406e770 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:33.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.428+0000 7f129ac00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f129415a050 0x7f12940aae00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:33.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.428+0000 7f129ac00640 1 --2- 172.21.15.92:0/277051262 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f12940731c0 0x7f12940cbc50 secure :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f128400e9b0 tx=0x7f128400ee70 comp rx=0 tx=0).stop 2024-09-19T06:06:33.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.428+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 >> 172.21.15.92:0/277051262 conn(0x7f129406d0f0 msgr2=0x7f12940d0cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:33.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.428+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 shutdown_connections 2024-09-19T06:06:33.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.428+0000 7f129ac00640 1 -- 172.21.15.92:0/277051262 wait complete. 2024-09-19T06:06:33.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-19T06:06:33.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.611+0000 7f241c600640 1 Processor -- start 2024-09-19T06:06:33.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.612+0000 7f241c600640 1 -- start start 2024-09-19T06:06:33.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f241c600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f24140716c0 0x7f24140731f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:33.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f241c600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f2414073730 0x7f241415eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:33.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f241c600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2414073f60 con 0x7f241415e7c0 2024-09-19T06:06:33.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f241c600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f24140b4b60 con 0x7f24140716c0 2024-09-19T06:06:33.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f241c600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f24140b4e40 con 0x7f2414073730 2024-09-19T06:06:33.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f2419c00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f241415e7c0 0x7f2414070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:58498/0 (socket says 172.21.15.92:58498) 2024-09-19T06:06:33.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f2419c00640 1 -- 172.21.15.92:0/1155128145 learned_addr learned my addr 172.21.15.92:0/1155128145 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:33.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f2419200640 1 --2- 172.21.15.92:0/1155128145 >> v2:172.21.15.92:3300/0 conn(0x7f24140716c0 0x7f24140731f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:33.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f241a600640 1 --2- 172.21.15.92:0/1155128145 >> v2:172.21.15.102:3300/0 conn(0x7f2414073730 0x7f241415eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:33.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.613+0000 7f2413e00640 1 -- 172.21.15.92:0/1155128145 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 175143456 0 0) 0x7f2414073f60 con 0x7f241415e7c0 2024-09-19T06:06:33.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.614+0000 7f2413e00640 1 -- 172.21.15.92:0/1155128145 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f23fc003520 con 0x7f241415e7c0 2024-09-19T06:06:33.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.614+0000 7f2419200640 1 -- 172.21.15.92:0/1155128145 >> v2:172.21.15.102:3300/0 conn(0x7f2414073730 msgr2=0x7f241415eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:33.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.614+0000 7f2419200640 1 --2- 172.21.15.92:0/1155128145 >> v2:172.21.15.102:3300/0 conn(0x7f2414073730 0x7f241415eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:33.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.614+0000 7f2419200640 1 -- 172.21.15.92:0/1155128145 >> v1:172.21.15.92:6789/0 conn(0x7f241415e7c0 legacy=0x7f2414070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:33.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.614+0000 7f2419200640 1 -- 172.21.15.92:0/1155128145 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f24140b5120 con 0x7f24140716c0 2024-09-19T06:06:33.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.615+0000 7f2419200640 1 --2- 172.21.15.92:0/1155128145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24140716c0 0x7f24140731f0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f2414072600 tx=0x7f240002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8866d2148b3b8ee2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:33.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.615+0000 7f2413e00640 1 -- 172.21.15.92:0/1155128145 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2400037070 con 0x7f24140716c0 2024-09-19T06:06:33.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.615+0000 7f2413e00640 1 -- 172.21.15.92:0/1155128145 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2400032440 con 0x7f24140716c0 2024-09-19T06:06:33.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.615+0000 7f2413e00640 1 -- 172.21.15.92:0/1155128145 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f240002ae60 con 0x7f24140716c0 2024-09-19T06:06:33.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.615+0000 7f241c600640 1 -- 172.21.15.92:0/1155128145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24140716c0 msgr2=0x7f24140731f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:33.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.615+0000 7f241c600640 1 --2- 172.21.15.92:0/1155128145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24140716c0 0x7f24140731f0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f2414072600 tx=0x7f240002a110 comp rx=0 tx=0).stop 2024-09-19T06:06:33.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.616+0000 7f241c600640 1 -- 172.21.15.92:0/1155128145 shutdown_connections 2024-09-19T06:06:33.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.616+0000 7f241c600640 1 --2- 172.21.15.92:0/1155128145 >> v2:172.21.15.102:3300/0 conn(0x7f2414073730 0x7f241415eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:33.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.616+0000 7f241c600640 1 --2- 172.21.15.92:0/1155128145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f24140716c0 0x7f24140731f0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:33.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.616+0000 7f241c600640 1 -- 172.21.15.92:0/1155128145 >> 172.21.15.92:0/1155128145 conn(0x7f241406d0f0 msgr2=0x7f241406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:33.626 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.616+0000 7f241c600640 1 -- 172.21.15.92:0/1155128145 shutdown_connections 2024-09-19T06:06:33.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.616+0000 7f241c600640 1 -- 172.21.15.92:0/1155128145 wait complete. 2024-09-19T06:06:33.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.617+0000 7f241c600640 1 Processor -- start 2024-09-19T06:06:33.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.617+0000 7f241c600640 1 -- start start 2024-09-19T06:06:33.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.618+0000 7f241c600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24140716c0 0x7f24140ca560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:33.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.618+0000 7f241c600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2414073730 0x7f2414159840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:33.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.618+0000 7f241c600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f241415e7c0 0x7f241414bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:33.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.618+0000 7f241c600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f241415ff50 con 0x7f2414073730 2024-09-19T06:06:33.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.618+0000 7f241c600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f241415fdd0 con 0x7f241415e7c0 2024-09-19T06:06:33.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.618+0000 7f241c600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f241415f0e0 con 0x7f24140716c0 2024-09-19T06:06:33.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.618+0000 7f2419200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2414073730 0x7f2414159840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:33.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f2419200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2414073730 0x7f2414159840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33760/0 (socket says 172.21.15.92:33760) 2024-09-19T06:06:33.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f2419200640 1 -- 172.21.15.92:0/3582143214 learned_addr learned my addr 172.21.15.92:0/3582143214 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:33.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f2419c00640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24140716c0 0x7f24140ca560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:33.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f241a600640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f241415e7c0 0x7f241414bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:33.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f2419200640 1 -- 172.21.15.92:0/3582143214 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24140716c0 msgr2=0x7f24140ca560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:33.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f2419200640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24140716c0 0x7f24140ca560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:33.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f2419200640 1 -- 172.21.15.92:0/3582143214 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f241415e7c0 msgr2=0x7f241414bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:33.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f2419200640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f241415e7c0 0x7f241414bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:33.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f2419200640 1 -- 172.21.15.92:0/3582143214 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2414159fe0 con 0x7f2414073730 2024-09-19T06:06:33.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.619+0000 7f2419200640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2414073730 0x7f2414159840 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f240002a150 tx=0x7f24000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:33.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.620+0000 7f2411600640 1 -- 172.21.15.92:0/3582143214 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2400037040 con 0x7f2414073730 2024-09-19T06:06:33.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.620+0000 7f2411600640 1 -- 172.21.15.92:0/3582143214 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2400042070 con 0x7f2414073730 2024-09-19T06:06:33.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.620+0000 7f2411600640 1 -- 172.21.15.92:0/3582143214 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2400032810 con 0x7f2414073730 2024-09-19T06:06:33.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.620+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f241415a2c0 con 0x7f2414073730 2024-09-19T06:06:33.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.620+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f241415a880 con 0x7f2414073730 2024-09-19T06:06:33.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.621+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f24140731f0 con 0x7f2414073730 2024-09-19T06:06:33.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.622+0000 7f2411600640 1 -- 172.21.15.92:0/3582143214 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f24000329b0 con 0x7f2414073730 2024-09-19T06:06:33.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.623+0000 7f2411600640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f23f406c2e0 0x7f23f406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:33.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.623+0000 7f2411600640 1 -- 172.21.15.92:0/3582143214 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(104..104 src has 1..104) ==== 5227+0+0 (secure 0 0 0) 0x7f24000ab9b0 con 0x7f2414073730 2024-09-19T06:06:33.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.623+0000 7f2419c00640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f23f406c2e0 0x7f23f406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:33.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.623+0000 7f2419c00640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f23f406c2e0 0x7f23f406e7a0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f2408005880 tx=0x7f2408009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:33.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.628+0000 7f2411600640 1 -- 172.21.15.92:0/3582143214 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2400079dc0 con 0x7f2414073730 2024-09-19T06:06:33.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:33.803+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) -- 0x7f2414156440 con 0x7f2414073730 2024-09-19T06:06:34.426 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.423+0000 7f2411600640 1 -- 172.21.15.92:0/3582143214 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v105) ==== 170+0+0 (secure 0 0 0) 0x7f240007e0c0 con 0x7f2414073730 2024-09-19T06:06:34.426 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' created 2024-09-19T06:06:34.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.427+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f23f406c2e0 msgr2=0x7f23f406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:34.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.427+0000 7f241c600640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f23f406c2e0 0x7f23f406e7a0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f2408005880 tx=0x7f2408009040 comp rx=0 tx=0).stop 2024-09-19T06:06:34.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.427+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2414073730 msgr2=0x7f2414159840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:34.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.427+0000 7f241c600640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2414073730 0x7f2414159840 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f240002a150 tx=0x7f24000046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.428+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 shutdown_connections 2024-09-19T06:06:34.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.428+0000 7f241c600640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f23f406c2e0 0x7f23f406e7a0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.431 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.428+0000 7f241c600640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f241415e7c0 0x7f241414bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.428+0000 7f241c600640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2414073730 0x7f2414159840 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.428+0000 7f241c600640 1 --2- 172.21.15.92:0/3582143214 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f24140716c0 0x7f24140ca560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.428+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 >> 172.21.15.92:0/3582143214 conn(0x7f241406d0f0 msgr2=0x7f241415f5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:34.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.428+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 shutdown_connections 2024-09-19T06:06:34.432 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.428+0000 7f241c600640 1 -- 172.21.15.92:0/3582143214 wait complete. 2024-09-19T06:06:34.462 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-19T06:06:34.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.617+0000 7fcef0c00640 1 Processor -- start 2024-09-19T06:06:34.619 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.617+0000 7fcef0c00640 1 -- start start 2024-09-19T06:06:34.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.618+0000 7fcef0c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec15e5f0 0x7fceec0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:34.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.618+0000 7fcef0c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fceec0d13c0 0x7fceec0b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:34.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.618+0000 7fcef0c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fceec15e9d0 con 0x7fceec0b8730 2024-09-19T06:06:34.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.618+0000 7fcef0c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fceec0b9b30 con 0x7fceec0d13c0 2024-09-19T06:06:34.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.618+0000 7fcef0c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fceec0d1820 con 0x7fceec15e5f0 2024-09-19T06:06:34.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.618+0000 7fceeaa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fceec0d13c0 0x7fceec0b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:34.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.618+0000 7fceebe00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fceec0b8730 0x7fceec0ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:58512/0 (socket says 172.21.15.92:58512) 2024-09-19T06:06:34.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.618+0000 7fceebe00640 1 -- 172.21.15.92:0/1269672523 learned_addr learned my addr 172.21.15.92:0/1269672523 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:34.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.619+0000 7fceeb400640 1 --2- 172.21.15.92:0/1269672523 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec15e5f0 0x7fceec0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:34.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.619+0000 7fceea000640 1 -- 172.21.15.92:0/1269672523 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 284245541 0 0) 0x7fceec15e9d0 con 0x7fceec0b8730 2024-09-19T06:06:34.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.619+0000 7fceea000640 1 -- 172.21.15.92:0/1269672523 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fced0003520 con 0x7fceec0b8730 2024-09-19T06:06:34.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.619+0000 7fceeaa00640 1 -- 172.21.15.92:0/1269672523 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec15e5f0 msgr2=0x7fceec0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:34.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.619+0000 7fceeaa00640 1 --2- 172.21.15.92:0/1269672523 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec15e5f0 0x7fceec0d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.619+0000 7fceeaa00640 1 -- 172.21.15.92:0/1269672523 >> v1:172.21.15.92:6789/0 conn(0x7fceec0b8730 legacy=0x7fceec0ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:34.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.619+0000 7fceeaa00640 1 -- 172.21.15.92:0/1269672523 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceec0b8f20 con 0x7fceec0d13c0 2024-09-19T06:06:34.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.620+0000 7fceeaa00640 1 --2- 172.21.15.92:0/1269672523 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec0d13c0 0x7fceec0b81f0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fced80097a0 tx=0x7fced802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31fc9ba336aa1cb0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:34.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.620+0000 7fceea000640 1 -- 172.21.15.92:0/1269672523 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced8037070 con 0x7fceec0d13c0 2024-09-19T06:06:34.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.620+0000 7fceea000640 1 -- 172.21.15.92:0/1269672523 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fced8032440 con 0x7fceec0d13c0 2024-09-19T06:06:34.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.620+0000 7fceea000640 1 -- 172.21.15.92:0/1269672523 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fced80327f0 con 0x7fceec0d13c0 2024-09-19T06:06:34.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.621+0000 7fcef0c00640 1 -- 172.21.15.92:0/1269672523 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec0d13c0 msgr2=0x7fceec0b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:34.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.621+0000 7fcef0c00640 1 --2- 172.21.15.92:0/1269672523 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec0d13c0 0x7fceec0b81f0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7fced80097a0 tx=0x7fced802a180 comp rx=0 tx=0).stop 2024-09-19T06:06:34.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.621+0000 7fcef0c00640 1 -- 172.21.15.92:0/1269672523 shutdown_connections 2024-09-19T06:06:34.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.621+0000 7fcef0c00640 1 --2- 172.21.15.92:0/1269672523 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec0d13c0 0x7fceec0b81f0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.621+0000 7fcef0c00640 1 --2- 172.21.15.92:0/1269672523 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec15e5f0 0x7fceec0d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.621+0000 7fcef0c00640 1 -- 172.21.15.92:0/1269672523 >> 172.21.15.92:0/1269672523 conn(0x7fceec062630 msgr2=0x7fceec062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:34.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.621+0000 7fcef0c00640 1 -- 172.21.15.92:0/1269672523 shutdown_connections 2024-09-19T06:06:34.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.621+0000 7fcef0c00640 1 -- 172.21.15.92:0/1269672523 wait complete. 2024-09-19T06:06:34.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.622+0000 7fcef0c00640 1 Processor -- start 2024-09-19T06:06:34.625 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.623+0000 7fcef0c00640 1 -- start start 2024-09-19T06:06:34.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.623+0000 7fcef0c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceec0b8730 0x7fceec152dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:34.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.623+0000 7fcef0c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec0d13c0 0x7fceec15fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:34.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.623+0000 7fcef0c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec15e5f0 0x7fceec0c8f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:34.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.623+0000 7fcef0c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fceec0b97c0 con 0x7fceec15e5f0 2024-09-19T06:06:34.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.623+0000 7fcef0c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fceec0b94e0 con 0x7fceec0b8730 2024-09-19T06:06:34.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.623+0000 7fcef0c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fceec0b8bc0 con 0x7fceec0d13c0 2024-09-19T06:06:34.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceebe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec15e5f0 0x7fceec0c8f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:34.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceebe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec15e5f0 0x7fceec0c8f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33774/0 (socket says 172.21.15.92:33774) 2024-09-19T06:06:34.629 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceebe00640 1 -- 172.21.15.92:0/670841881 learned_addr learned my addr 172.21.15.92:0/670841881 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:34.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceeb400640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceec0b8730 0x7fceec152dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:34.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceeaa00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec0d13c0 0x7fceec15fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:34.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceebe00640 1 -- 172.21.15.92:0/670841881 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec0d13c0 msgr2=0x7fceec15fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:34.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceebe00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec0d13c0 0x7fceec15fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceebe00640 1 -- 172.21.15.92:0/670841881 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceec0b8730 msgr2=0x7fceec152dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:34.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceebe00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceec0b8730 0x7fceec152dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:34.630 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceebe00640 1 -- 172.21.15.92:0/670841881 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fceec0caae0 con 0x7fceec15e5f0 2024-09-19T06:06:34.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.624+0000 7fceebe00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec15e5f0 0x7fceec0c8f90 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fcee400cad0 tx=0x7fcee400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:34.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.625+0000 7fcee3400640 1 -- 172.21.15.92:0/670841881 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee4017070 con 0x7fceec15e5f0 2024-09-19T06:06:34.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.625+0000 7fcee3400640 1 -- 172.21.15.92:0/670841881 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcee400ac30 con 0x7fceec15e5f0 2024-09-19T06:06:34.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.625+0000 7fcee3400640 1 -- 172.21.15.92:0/670841881 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcee4012400 con 0x7fceec15e5f0 2024-09-19T06:06:34.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.625+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fceec0cadc0 con 0x7fceec15e5f0 2024-09-19T06:06:34.631 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.625+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fceec15bb60 con 0x7fceec15e5f0 2024-09-19T06:06:34.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.626+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fceec069c20 con 0x7fceec15e5f0 2024-09-19T06:06:34.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.627+0000 7fcee3400640 1 -- 172.21.15.92:0/670841881 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcee401a070 con 0x7fceec15e5f0 2024-09-19T06:06:34.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.628+0000 7fcee3400640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcecc06c2e0 0x7fcecc06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:34.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.628+0000 7fcee3400640 1 -- 172.21.15.92:0/670841881 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(105..105 src has 1..105) ==== 5609+0+0 (secure 0 0 0) 0x7fcee408b110 con 0x7fceec15e5f0 2024-09-19T06:06:34.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.628+0000 7fceeb400640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcecc06c2e0 0x7fcecc06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:34.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.629+0000 7fceeb400640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcecc06c2e0 0x7fcecc06e7a0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fcedc006fd0 tx=0x7fcedc008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:34.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.634+0000 7fcee3400640 1 -- 172.21.15.92:0/670841881 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcee4059280 con 0x7fceec15e5f0 2024-09-19T06:06:34.845 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:34.843+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) -- 0x7fceec0ca8c0 con 0x7fceec15e5f0 2024-09-19T06:06:35.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.438+0000 7fcee3400640 1 -- 172.21.15.92:0/670841881 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 16 and data pool 17 v75) ==== 174+0+0 (secure 0 0 0) 0x7fcee405d580 con 0x7fceec15e5f0 2024-09-19T06:06:35.443 INFO:teuthology.orchestra.run.smithi092.stderr:new fs with metadata pool 16 and data pool 17 2024-09-19T06:06:35.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.444+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcecc06c2e0 msgr2=0x7fcecc06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.444+0000 7fcef0c00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcecc06c2e0 0x7fcecc06e7a0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fcedc006fd0 tx=0x7fcedc008040 comp rx=0 tx=0).stop 2024-09-19T06:06:35.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.444+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec15e5f0 msgr2=0x7fceec0c8f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.444+0000 7fcef0c00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec15e5f0 0x7fceec0c8f90 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fcee400cad0 tx=0x7fcee400cf90 comp rx=0 tx=0).stop 2024-09-19T06:06:35.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.445+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 shutdown_connections 2024-09-19T06:06:35.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.445+0000 7fcef0c00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fceec15e5f0 0x7fceec0c8f90 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.445+0000 7fcef0c00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fceec0d13c0 0x7fceec15fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.447 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.445+0000 7fcef0c00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fcecc06c2e0 0x7fcecc06e7a0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.445+0000 7fcef0c00640 1 --2- 172.21.15.92:0/670841881 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fceec0b8730 0x7fceec152dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.445+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 >> 172.21.15.92:0/670841881 conn(0x7fceec062630 msgr2=0x7fceec0d4790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:35.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.446+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 shutdown_connections 2024-09-19T06:06:35.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.446+0000 7fcef0c00640 1 -- 172.21.15.92:0/670841881 wait complete. 2024-09-19T06:06:35.479 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:06:35.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.631+0000 7f8e21400640 1 Processor -- start 2024-09-19T06:06:35.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.631+0000 7f8e21400640 1 -- start start 2024-09-19T06:06:35.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.632+0000 7f8e21400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8e1c15c550 0x7f8e1c0b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:35.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.632+0000 7f8e21400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e1c0b4cf0 con 0x7f8e1c15c170 2024-09-19T06:06:35.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.632+0000 7f8e21400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8e1c0b4fd0 con 0x7f8e1c0b6310 2024-09-19T06:06:35.634 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.632+0000 7f8e21400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8e1c0b52b0 con 0x7f8e1c15c550 2024-09-19T06:06:35.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.633+0000 7f8e1a800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f8e1c15c170 0x7f8e1c0cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:58526/0 (socket says 172.21.15.92:58526) 2024-09-19T06:06:35.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.633+0000 7f8e1a800640 1 -- 172.21.15.92:0/3948801275 learned_addr learned my addr 172.21.15.92:0/3948801275 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:35.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.633+0000 7f8e11e00640 1 --2- 172.21.15.92:0/3948801275 >> v2:172.21.15.92:3300/0 conn(0x7f8e1c15c550 0x7f8e1c0b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:35.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.633+0000 7f8e19e00640 1 -- 172.21.15.92:0/3948801275 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4094442696 0 0) 0x7f8e1c0b4cf0 con 0x7f8e1c15c170 2024-09-19T06:06:35.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.633+0000 7f8e19e00640 1 -- 172.21.15.92:0/3948801275 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f8e00003520 con 0x7f8e1c15c170 2024-09-19T06:06:35.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.633+0000 7f8e11e00640 1 -- 172.21.15.92:0/3948801275 >> v1:172.21.15.102:6789/0 conn(0x7f8e1c0b6310 legacy=0x7f8e1c0b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.633+0000 7f8e11e00640 1 -- 172.21.15.92:0/3948801275 >> v1:172.21.15.92:6789/0 conn(0x7f8e1c15c170 legacy=0x7f8e1c0cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.633+0000 7f8e11e00640 1 -- 172.21.15.92:0/3948801275 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e1c0b5590 con 0x7f8e1c15c550 2024-09-19T06:06:35.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.634+0000 7f8e11e00640 1 --2- 172.21.15.92:0/3948801275 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 0x7f8e1c0b5dd0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f8e040097d0 tx=0x7f8e0402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c61a6e54ca21e04 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:35.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.634+0000 7f8e19e00640 1 -- 172.21.15.92:0/3948801275 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e04037070 con 0x7f8e1c15c550 2024-09-19T06:06:35.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.634+0000 7f8e19e00640 1 -- 172.21.15.92:0/3948801275 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e04032440 con 0x7f8e1c15c550 2024-09-19T06:06:35.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.634+0000 7f8e19e00640 1 -- 172.21.15.92:0/3948801275 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e04032810 con 0x7f8e1c15c550 2024-09-19T06:06:35.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.635+0000 7f8e21400640 1 -- 172.21.15.92:0/3948801275 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 msgr2=0x7f8e1c0b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.635+0000 7f8e21400640 1 --2- 172.21.15.92:0/3948801275 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 0x7f8e1c0b5dd0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f8e040097d0 tx=0x7f8e0402a250 comp rx=0 tx=0).stop 2024-09-19T06:06:35.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.635+0000 7f8e21400640 1 -- 172.21.15.92:0/3948801275 shutdown_connections 2024-09-19T06:06:35.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.635+0000 7f8e21400640 1 --2- 172.21.15.92:0/3948801275 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 0x7f8e1c0b5dd0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.635+0000 7f8e21400640 1 -- 172.21.15.92:0/3948801275 >> 172.21.15.92:0/3948801275 conn(0x7f8e1c06bc10 msgr2=0x7f8e1c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:35.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.635+0000 7f8e21400640 1 -- 172.21.15.92:0/3948801275 shutdown_connections 2024-09-19T06:06:35.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.635+0000 7f8e21400640 1 -- 172.21.15.92:0/3948801275 wait complete. 2024-09-19T06:06:35.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.637+0000 7f8e21400640 1 Processor -- start 2024-09-19T06:06:35.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.637+0000 7f8e21400640 1 -- start start 2024-09-19T06:06:35.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e21400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e1c0b6310 0x7f8e1c148050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:35.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e21400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e1c15c170 0x7f8e1c150d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:35.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e21400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 0x7f8e1c15a8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:35.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e21400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8e1c15c9c0 con 0x7f8e1c15c550 2024-09-19T06:06:35.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e21400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8e1c0b5b50 con 0x7f8e1c0b6310 2024-09-19T06:06:35.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e21400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8e1c0cfdd0 con 0x7f8e1c15c170 2024-09-19T06:06:35.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e1b200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 0x7f8e1c15a8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:35.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e1b200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 0x7f8e1c15a8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33788/0 (socket says 172.21.15.92:33788) 2024-09-19T06:06:35.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e1b200640 1 -- 172.21.15.92:0/1316985460 learned_addr learned my addr 172.21.15.92:0/1316985460 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e1a800640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e1c0b6310 0x7f8e1c148050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e11e00640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e1c15c170 0x7f8e1c150d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e1b200640 1 -- 172.21.15.92:0/1316985460 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e1c15c170 msgr2=0x7f8e1c150d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e1b200640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e1c15c170 0x7f8e1c150d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.638+0000 7f8e1b200640 1 -- 172.21.15.92:0/1316985460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e1c0b6310 msgr2=0x7f8e1c148050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.639+0000 7f8e1b200640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e1c0b6310 0x7f8e1c148050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.639+0000 7f8e1b200640 1 -- 172.21.15.92:0/1316985460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8e1c1502c0 con 0x7f8e1c15c550 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.639+0000 7f8e1b200640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 0x7f8e1c15a8e0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f8e1400c760 tx=0x7f8e1400cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.639+0000 7f8e13400640 1 -- 172.21.15.92:0/1316985460 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e14016020 con 0x7f8e1c15c550 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.639+0000 7f8e13400640 1 -- 172.21.15.92:0/1316985460 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8e14006d50 con 0x7f8e1c15c550 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.639+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8e1c15b310 con 0x7f8e1c15c550 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.639+0000 7f8e13400640 1 -- 172.21.15.92:0/1316985460 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8e14003bb0 con 0x7f8e1c15c550 2024-09-19T06:06:35.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.639+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8e1c150580 con 0x7f8e1c15c550 2024-09-19T06:06:35.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.640+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8e1c0b5db0 con 0x7f8e1c15c550 2024-09-19T06:06:35.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.641+0000 7f8e13400640 1 -- 172.21.15.92:0/1316985460 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8e1400a850 con 0x7f8e1c15c550 2024-09-19T06:06:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.642+0000 7f8e13400640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8df806c2b0 0x7f8df806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.642+0000 7f8e13400640 1 -- 172.21.15.92:0/1316985460 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5709+0+0 (secure 0 0 0) 0x7f8e1408aff0 con 0x7f8e1c15c550 2024-09-19T06:06:35.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.642+0000 7f8e1a800640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8df806c2b0 0x7f8df806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:35.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.643+0000 7f8e1a800640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8df806c2b0 0x7f8df806e770 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0011e0 tx=0x7f8e0c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:35.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.646+0000 7f8e13400640 1 -- 172.21.15.92:0/1316985460 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8e14020020 con 0x7f8e1c15c550 2024-09-19T06:06:35.823 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.821+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f8e1c06cf60 con 0x7f8e1c15c550 2024-09-19T06:06:35.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.822+0000 7f8e13400640 1 -- 172.21.15.92:0/1316985460 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+16688 (secure 0 0 0) 0x7f8e140597b0 con 0x7f8e1c15c550 2024-09-19T06:06:35.825 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:35.825 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":106,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:06:34.844656+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:06:32.607964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T06:06:33.844405+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.824+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8df806c2b0 msgr2=0x7f8df806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.824+0000 7f8e21400640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8df806c2b0 0x7f8df806e770 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f8e0c0011e0 tx=0x7f8e0c009040 comp rx=0 tx=0).stop 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.824+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 msgr2=0x7f8e1c15a8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.824+0000 7f8e21400640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 0x7f8e1c15a8e0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f8e1400c760 tx=0x7f8e1400cc20 comp rx=0 tx=0).stop 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.825+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 shutdown_connections 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.825+0000 7f8e21400640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8e1c15c550 0x7f8e1c15a8e0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.825+0000 7f8e21400640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8e1c15c170 0x7f8e1c150d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.825+0000 7f8e21400640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8df806c2b0 0x7f8df806e770 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.825+0000 7f8e21400640 1 --2- 172.21.15.92:0/1316985460 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8e1c0b6310 0x7f8e1c148050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.825+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 >> 172.21.15.92:0/1316985460 conn(0x7f8e1c06bc10 msgr2=0x7f8e1c071820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:35.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.825+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 shutdown_connections 2024-09-19T06:06:35.828 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.825+0000 7f8e21400640 1 -- 172.21.15.92:0/1316985460 wait complete. 2024-09-19T06:06:35.843 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:06:35.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.994+0000 7f0d6ae00640 1 Processor -- start 2024-09-19T06:06:35.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.994+0000 7f0d6ae00640 1 -- start start 2024-09-19T06:06:35.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.995+0000 7f0d6ae00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0d640b6140 0x7f0d6415c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:35.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.995+0000 7f0d6ae00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d640b50a0 con 0x7f0d640cfc80 2024-09-19T06:06:35.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.995+0000 7f0d6ae00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0d640b5380 con 0x7f0d64155800 2024-09-19T06:06:35.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.995+0000 7f0d6ae00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f0d640b6550 con 0x7f0d640b6140 2024-09-19T06:06:35.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.996+0000 7f0d68e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0d640b6140 0x7f0d6415c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:35.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.996+0000 7f0d63400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0d640cfc80 0x7f0d6415c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:58534/0 (socket says 172.21.15.92:58534) 2024-09-19T06:06:35.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.996+0000 7f0d63400640 1 -- 172.21.15.92:0/3129933324 learned_addr learned my addr 172.21.15.92:0/3129933324 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:35.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.996+0000 7f0d68e00640 1 -- 172.21.15.92:0/3129933324 >> v1:172.21.15.102:6789/0 conn(0x7f0d64155800 legacy=0x7f0d640cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.996+0000 7f0d68e00640 1 -- 172.21.15.92:0/3129933324 >> v1:172.21.15.92:6789/0 conn(0x7f0d640cfc80 legacy=0x7f0d6415c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:35.998 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.996+0000 7f0d68e00640 1 -- 172.21.15.92:0/3129933324 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d640b5660 con 0x7f0d640b6140 2024-09-19T06:06:35.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.996+0000 7f0d62a00640 1 -- 172.21.15.92:0/3129933324 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3806475667 0 0) 0x7f0d640b50a0 con 0x7f0d640cfc80 2024-09-19T06:06:35.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.997+0000 7f0d68e00640 1 --2- 172.21.15.92:0/3129933324 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 0x7f0d6415c330 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c009d90 tx=0x7f0d5c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1afbbb3a9dcd605 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:35.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.997+0000 7f0d62a00640 1 -- 172.21.15.92:0/3129933324 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c007740 con 0x7f0d640b6140 2024-09-19T06:06:35.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.997+0000 7f0d62a00640 1 -- 172.21.15.92:0/3129933324 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d5c0078e0 con 0x7f0d640b6140 2024-09-19T06:06:35.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.997+0000 7f0d62a00640 1 -- 172.21.15.92:0/3129933324 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c007cb0 con 0x7f0d640b6140 2024-09-19T06:06:36.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.998+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3129933324 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 msgr2=0x7f0d6415c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:36.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.998+0000 7f0d6ae00640 1 --2- 172.21.15.92:0/3129933324 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 0x7f0d6415c330 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c009d90 tx=0x7f0d5c02a6f0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.998+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3129933324 shutdown_connections 2024-09-19T06:06:36.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.998+0000 7f0d6ae00640 1 --2- 172.21.15.92:0/3129933324 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 0x7f0d6415c330 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.998+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3129933324 >> 172.21.15.92:0/3129933324 conn(0x7f0d6406bc10 msgr2=0x7f0d6406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:36.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.998+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3129933324 shutdown_connections 2024-09-19T06:06:36.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:35.998+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3129933324 wait complete. 2024-09-19T06:06:36.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.000+0000 7f0d6ae00640 1 Processor -- start 2024-09-19T06:06:36.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.000+0000 7f0d6ae00640 1 -- start start 2024-09-19T06:06:36.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d6ae00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 0x7f0d6414f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d6ae00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d640cfc80 0x7f0d6414e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d6ae00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d64155800 0x7f0d64071850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d6ae00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0d64155be0 con 0x7f0d640b6140 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d6ae00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0d640b5c20 con 0x7f0d640cfc80 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d6ae00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0d640b4920 con 0x7f0d64155800 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 0x7f0d6414f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 0x7f0d6414f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33806/0 (socket says 172.21.15.92:33806) 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63e00640 1 -- 172.21.15.92:0/3679640772 learned_addr learned my addr 172.21.15.92:0/3679640772 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d68e00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d64155800 0x7f0d64071850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63400640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d640cfc80 0x7f0d6414e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63e00640 1 -- 172.21.15.92:0/3679640772 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d64155800 msgr2=0x7f0d64071850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63e00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d64155800 0x7f0d64071850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63e00640 1 -- 172.21.15.92:0/3679640772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d640cfc80 msgr2=0x7f0d6414e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63e00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d640cfc80 0x7f0d6414e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63e00640 1 -- 172.21.15.92:0/3679640772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0d6414e640 con 0x7f0d640b6140 2024-09-19T06:06:36.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.001+0000 7f0d63400640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d640cfc80 0x7f0d6414e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:36.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.002+0000 7f0d63e00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 0x7f0d6414f870 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f0d5400c400 tx=0x7f0d5400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:36.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.002+0000 7f0d5be00640 1 -- 172.21.15.92:0/3679640772 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d54017070 con 0x7f0d640b6140 2024-09-19T06:06:36.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.002+0000 7f0d5be00640 1 -- 172.21.15.92:0/3679640772 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0d540052d0 con 0x7f0d640b6140 2024-09-19T06:06:36.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.002+0000 7f0d5be00640 1 -- 172.21.15.92:0/3679640772 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0d54003830 con 0x7f0d640b6140 2024-09-19T06:06:36.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.002+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0d64151590 con 0x7f0d640b6140 2024-09-19T06:06:36.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.002+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0d6414fe50 con 0x7f0d640b6140 2024-09-19T06:06:36.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.003+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0d64151a70 con 0x7f0d640b6140 2024-09-19T06:06:36.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.004+0000 7f0d5be00640 1 -- 172.21.15.92:0/3679640772 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0d5401a070 con 0x7f0d640b6140 2024-09-19T06:06:36.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.005+0000 7f0d5be00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d4406c2b0 0x7f0d4406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.005+0000 7f0d5be00640 1 -- 172.21.15.92:0/3679640772 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5709+0+0 (secure 0 0 0) 0x7f0d5408a840 con 0x7f0d640b6140 2024-09-19T06:06:36.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.005+0000 7f0d63400640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d4406c2b0 0x7f0d4406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.006+0000 7f0d63400640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d4406c2b0 0x7f0d4406e770 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0d641510f0 tx=0x7f0d50007c70 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:36.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.009+0000 7f0d5be00640 1 -- 172.21.15.92:0/3679640772 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0d64151a70 con 0x7f0d640b6140 2024-09-19T06:06:36.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.184+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f0d640b4cb0 con 0x7f0d640b6140 2024-09-19T06:06:36.187 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.186+0000 7f0d5be00640 1 -- 172.21.15.92:0/3679640772 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) ==== 74+0+16688 (secure 0 0 0) 0x7f0d6414e640 con 0x7f0d640b6140 2024-09-19T06:06:36.188 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:36.188 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":106,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:06:34.844656+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:06:32.607964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T06:06:33.844405+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:06:36.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d4406c2b0 msgr2=0x7f0d4406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:36.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d4406c2b0 0x7f0d4406e770 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f0d641510f0 tx=0x7f0d50007c70 comp rx=0 tx=0).stop 2024-09-19T06:06:36.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 msgr2=0x7f0d6414f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:36.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 0x7f0d6414f870 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7f0d5400c400 tx=0x7f0d5400c8c0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.190 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 shutdown_connections 2024-09-19T06:06:36.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0d64155800 0x7f0d64071850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0d4406c2b0 0x7f0d4406e770 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0d640cfc80 0x7f0d6414e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 --2- 172.21.15.92:0/3679640772 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0d640b6140 0x7f0d6414f870 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 >> 172.21.15.92:0/3679640772 conn(0x7f0d6406bc10 msgr2=0x7f0d6406d660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:36.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 shutdown_connections 2024-09-19T06:06:36.191 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.188+0000 7f0d6ae00640 1 -- 172.21.15.92:0/3679640772 wait complete. 2024-09-19T06:06:36.207 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-19T06:06:36.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.360+0000 7fe867800640 1 Processor -- start 2024-09-19T06:06:36.363 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.361+0000 7fe867800640 1 -- start start 2024-09-19T06:06:36.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.362+0000 7fe867800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe8600b6290 0x7fe860071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.362+0000 7fe867800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fe860072530 0x7fe86015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.362+0000 7fe867800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fe8600ccff0 con 0x7fe86015b480 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.362+0000 7fe867800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fe8600cd2d0 con 0x7fe8600b6290 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.362+0000 7fe867800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fe8600cd5b0 con 0x7fe860072530 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.362+0000 7fe857e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe8600b6290 0x7fe860071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.362+0000 7fe857e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe8600b6290 0x7fe860071ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33814/0 (socket says 172.21.15.92:33814) 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.362+0000 7fe857e00640 1 -- 172.21.15.92:0/331923123 learned_addr learned my addr 172.21.15.92:0/331923123 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.362+0000 7fe865800640 1 --2- 172.21.15.92:0/331923123 >> v2:172.21.15.102:3300/0 conn(0x7fe860072530 0x7fe86015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.363+0000 7fe857e00640 1 -- 172.21.15.92:0/331923123 >> v2:172.21.15.102:3300/0 conn(0x7fe860072530 msgr2=0x7fe86015bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.363+0000 7fe857e00640 1 --2- 172.21.15.92:0/331923123 >> v2:172.21.15.102:3300/0 conn(0x7fe860072530 0x7fe86015bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.363+0000 7fe857e00640 1 -- 172.21.15.92:0/331923123 >> v1:172.21.15.102:6789/0 conn(0x7fe86015b480 legacy=0x7fe8600b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:36.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.363+0000 7fe857e00640 1 -- 172.21.15.92:0/331923123 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8600cd890 con 0x7fe8600b6290 2024-09-19T06:06:36.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.364+0000 7fe857e00640 1 --2- 172.21.15.92:0/331923123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8600b6290 0x7fe860071ff0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fe8600733f0 tx=0x7fe84802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5869189bd5fa5261 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.364+0000 7fe85fe00640 1 -- 172.21.15.92:0/331923123 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe848037070 con 0x7fe8600b6290 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.364+0000 7fe85fe00640 1 -- 172.21.15.92:0/331923123 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe848032440 con 0x7fe8600b6290 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.364+0000 7fe85fe00640 1 -- 172.21.15.92:0/331923123 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe848032810 con 0x7fe8600b6290 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.364+0000 7fe867800640 1 -- 172.21.15.92:0/331923123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8600b6290 msgr2=0x7fe860071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.364+0000 7fe867800640 1 --2- 172.21.15.92:0/331923123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8600b6290 0x7fe860071ff0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7fe8600733f0 tx=0x7fe84802a1e0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.365+0000 7fe867800640 1 -- 172.21.15.92:0/331923123 shutdown_connections 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.365+0000 7fe867800640 1 --2- 172.21.15.92:0/331923123 >> v2:172.21.15.102:3300/0 conn(0x7fe860072530 0x7fe86015bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.365+0000 7fe867800640 1 --2- 172.21.15.92:0/331923123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8600b6290 0x7fe860071ff0 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.365+0000 7fe867800640 1 -- 172.21.15.92:0/331923123 >> 172.21.15.92:0/331923123 conn(0x7fe86006d0f0 msgr2=0x7fe86006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.365+0000 7fe867800640 1 -- 172.21.15.92:0/331923123 shutdown_connections 2024-09-19T06:06:36.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.365+0000 7fe867800640 1 -- 172.21.15.92:0/331923123 wait complete. 2024-09-19T06:06:36.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.366+0000 7fe867800640 1 Processor -- start 2024-09-19T06:06:36.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.366+0000 7fe867800640 1 -- start start 2024-09-19T06:06:36.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.367+0000 7fe867800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe860072530 0x7fe8601517a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.367+0000 7fe867800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe86015b480 0x7fe8601e8190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.367+0000 7fe867800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8601e86d0 0x7fe860152450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.367+0000 7fe867800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fe86015b9e0 con 0x7fe86015b480 2024-09-19T06:06:36.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.367+0000 7fe867800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fe86015b860 con 0x7fe860072530 2024-09-19T06:06:36.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.367+0000 7fe867800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fe86015c1a0 con 0x7fe8601e86d0 2024-09-19T06:06:36.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe857e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe86015b480 0x7fe8601e8190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe857e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe86015b480 0x7fe8601e8190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:33816/0 (socket says 172.21.15.92:33816) 2024-09-19T06:06:36.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe857e00640 1 -- 172.21.15.92:0/3216820440 learned_addr learned my addr 172.21.15.92:0/3216820440 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:36.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe864e00640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe860072530 0x7fe8601517a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe865800640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8601e86d0 0x7fe860152450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe857e00640 1 -- 172.21.15.92:0/3216820440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8601e86d0 msgr2=0x7fe860152450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:36.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe857e00640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8601e86d0 0x7fe860152450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe857e00640 1 -- 172.21.15.92:0/3216820440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe860072530 msgr2=0x7fe8601517a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:36.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe857e00640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe860072530 0x7fe8601517a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:36.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe857e00640 1 -- 172.21.15.92:0/3216820440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fe8601531d0 con 0x7fe86015b480 2024-09-19T06:06:36.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe865800640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8601e86d0 0x7fe860152450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:36.371 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe857e00640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe86015b480 0x7fe8601e8190 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fe84802a220 tx=0x7fe8480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:36.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.368+0000 7fe85d600640 1 -- 172.21.15.92:0/3216820440 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe848041020 con 0x7fe86015b480 2024-09-19T06:06:36.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.369+0000 7fe85d600640 1 -- 172.21.15.92:0/3216820440 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fe8480306c0 con 0x7fe86015b480 2024-09-19T06:06:36.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.369+0000 7fe85d600640 1 -- 172.21.15.92:0/3216820440 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fe848037040 con 0x7fe86015b480 2024-09-19T06:06:36.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.369+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fe8601534b0 con 0x7fe86015b480 2024-09-19T06:06:36.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.369+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fe86015c9b0 con 0x7fe86015b480 2024-09-19T06:06:36.372 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.370+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fe86015bc60 con 0x7fe86015b480 2024-09-19T06:06:36.373 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.371+0000 7fe85d600640 1 -- 172.21.15.92:0/3216820440 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fe848044020 con 0x7fe86015b480 2024-09-19T06:06:36.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.371+0000 7fe85d600640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe83c06c2b0 0x7fe83c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:36.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.372+0000 7fe85d600640 1 -- 172.21.15.92:0/3216820440 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(106..106 src has 1..106) ==== 5709+0+0 (secure 0 0 0) 0x7fe8480abc80 con 0x7fe86015b480 2024-09-19T06:06:36.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.372+0000 7fe864e00640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe83c06c2b0 0x7fe83c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:36.374 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.372+0000 7fe864e00640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe83c06c2b0 0x7fe83c06e770 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe8500016e0 tx=0x7fe850009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:36.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.376+0000 7fe85d600640 1 -- 172.21.15.92:0/3216820440 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fe84804b030 con 0x7fe86015b480 2024-09-19T06:06:36.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:36.586+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) -- 0x7fe860071920 con 0x7fe86015b480 2024-09-19T06:06:37.412 INFO:tasks.ceph.mds.a.smithi092.stderr:2024-09-19T06:06:37.410+0000 7f2221000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:06:37.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.453+0000 7fe85d600640 1 -- 172.21.15.92:0/3216820440 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v78) ==== 118+0+0 (secure 0 0 0) 0x7fe84807a350 con 0x7fe86015b480 2024-09-19T06:06:37.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe83c06c2b0 msgr2=0x7fe83c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:37.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe83c06c2b0 0x7fe83c06e770 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fe8500016e0 tx=0x7fe850009040 comp rx=0 tx=0).stop 2024-09-19T06:06:37.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe86015b480 msgr2=0x7fe8601e8190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:37.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe86015b480 0x7fe8601e8190 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7fe84802a220 tx=0x7fe8480046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 shutdown_connections 2024-09-19T06:06:37.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fe8601e86d0 0x7fe860152450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe86015b480 0x7fe8601e8190 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fe83c06c2b0 0x7fe83c06e770 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 --2- 172.21.15.92:0/3216820440 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fe860072530 0x7fe8601517a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 >> 172.21.15.92:0/3216820440 conn(0x7fe86006d0f0 msgr2=0x7fe860159c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:37.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 shutdown_connections 2024-09-19T06:06:37.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.456+0000 7fe867800640 1 -- 172.21.15.92:0/3216820440 wait complete. 2024-09-19T06:06:37.468 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-19T06:06:37.468 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.d has been restored 2024-09-19T06:06:37.476 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-19T06:06:37.476 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-19T06:06:37.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.630+0000 7ffb6f200640 1 Processor -- start 2024-09-19T06:06:37.632 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.630+0000 7ffb6f200640 1 -- start start 2024-09-19T06:06:37.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.631+0000 7ffb6f200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ffb700d3bd0 0x7ffb700b8900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:37.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.631+0000 7ffb6f200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb7015e9d0 con 0x7ffb7015e5f0 2024-09-19T06:06:37.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.631+0000 7ffb6f200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffb700b8f20 con 0x7ffb700d1590 2024-09-19T06:06:37.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.631+0000 7ffb6f200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ffb700b9b30 con 0x7ffb700d3bd0 2024-09-19T06:06:37.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.631+0000 7ffb6de00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ffb7015e5f0 0x7ffb700d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54342/0 (socket says 172.21.15.92:54342) 2024-09-19T06:06:37.633 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.631+0000 7ffb6de00640 1 -- 172.21.15.92:0/1971947705 learned_addr learned my addr 172.21.15.92:0/1971947705 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:37.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3792469956 0 0) 0x7ffb7015e9d0 con 0x7ffb7015e5f0 2024-09-19T06:06:37.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ffb54003520 con 0x7ffb7015e5f0 2024-09-19T06:06:37.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6e800640 1 --2- 172.21.15.92:0/1971947705 >> v2:172.21.15.102:3300/0 conn(0x7ffb700d3bd0 0x7ffb700b8900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:37.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 1499851834 0 0) 0x7ffb54003520 con 0x7ffb7015e5f0 2024-09-19T06:06:37.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 >> v2:172.21.15.102:3300/0 conn(0x7ffb700d3bd0 msgr2=0x7ffb700b8900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:37.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 --2- 172.21.15.92:0/1971947705 >> v2:172.21.15.102:3300/0 conn(0x7ffb700d3bd0 0x7ffb700b8900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 >> v1:172.21.15.102:6789/0 conn(0x7ffb700d1590 legacy=0x7ffb700b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:37.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb700b9200 con 0x7ffb7015e5f0 2024-09-19T06:06:37.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7ffb60001670 con 0x7ffb7015e5f0 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 >> v1:172.21.15.92:6789/0 conn(0x7ffb7015e5f0 legacy=0x7ffb700d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb540039b0 0x7ffb54003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb54004800 0x7ffb54004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb540051c0 0x7ffb5400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffb5400c130 con 0x7ffb54004800 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffb5400c2e0 con 0x7ffb540051c0 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ffb5400c4e0 con 0x7ffb540039b0 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6d400640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb54004800 0x7ffb54004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.632+0000 7ffb6de00640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb540039b0 0x7ffb54003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.633+0000 7ffb6e800640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb540051c0 0x7ffb5400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.633+0000 7ffb6d400640 1 -- 172.21.15.92:0/1971947705 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb540039b0 msgr2=0x7ffb54003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.633+0000 7ffb6d400640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb540039b0 0x7ffb54003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.633+0000 7ffb6d400640 1 -- 172.21.15.92:0/1971947705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb540051c0 msgr2=0x7ffb5400b9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:37.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.633+0000 7ffb6d400640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb540051c0 0x7ffb5400b9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.633+0000 7ffb6d400640 1 -- 172.21.15.92:0/1971947705 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb54003520 con 0x7ffb54004800 2024-09-19T06:06:37.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.633+0000 7ffb6e800640 1 -- 172.21.15.92:0/1971947705 reap_dead start 2024-09-19T06:06:37.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.634+0000 7ffb6d400640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb54004800 0x7ffb54004c80 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7ffb5c001750 tx=0x7ffb54005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e11f20dc80d40e4b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:37.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.634+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb5c001370 con 0x7ffb54004800 2024-09-19T06:06:37.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.634+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb5c0052d0 con 0x7ffb54004800 2024-09-19T06:06:37.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.634+0000 7ffb6ca00640 1 -- 172.21.15.92:0/1971947705 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb5c02abc0 con 0x7ffb54004800 2024-09-19T06:06:37.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.634+0000 7ffb6f200640 1 -- 172.21.15.92:0/1971947705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb54004800 msgr2=0x7ffb54004c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:37.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.635+0000 7ffb6f200640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb54004800 0x7ffb54004c80 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7ffb5c001750 tx=0x7ffb54005830 comp rx=0 tx=0).stop 2024-09-19T06:06:37.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.635+0000 7ffb6f200640 1 -- 172.21.15.92:0/1971947705 shutdown_connections 2024-09-19T06:06:37.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.635+0000 7ffb6f200640 1 --2- 172.21.15.92:0/1971947705 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb54004800 0x7ffb54004c80 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.635+0000 7ffb6f200640 1 -- 172.21.15.92:0/1971947705 >> 172.21.15.92:0/1971947705 conn(0x7ffb70062630 msgr2=0x7ffb70062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:37.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.635+0000 7ffb6f200640 1 -- 172.21.15.92:0/1971947705 shutdown_connections 2024-09-19T06:06:37.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.635+0000 7ffb6f200640 1 -- 172.21.15.92:0/1971947705 wait complete. 2024-09-19T06:06:37.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.636+0000 7ffb6f200640 1 Processor -- start 2024-09-19T06:06:37.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.636+0000 7ffb6f200640 1 -- start start 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.637+0000 7ffb6f200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb54004800 0x7ffb701f4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.637+0000 7ffb6f200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb701f4c20 0x7ffb700c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.637+0000 7ffb6f200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb700c98e0 0x7ffb700c9d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.637+0000 7ffb6f200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffb700d0e80 con 0x7ffb701f4c20 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.637+0000 7ffb6f200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffb700b97c0 con 0x7ffb700c98e0 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.637+0000 7ffb6f200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ffb700d1000 con 0x7ffb54004800 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.637+0000 7ffb6d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb701f4c20 0x7ffb700c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb701f4c20 0x7ffb700c7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44606/0 (socket says 172.21.15.92:44606) 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6d400640 1 -- 172.21.15.92:0/3027537114 learned_addr learned my addr 172.21.15.92:0/3027537114 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6de00640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb54004800 0x7ffb701f4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6e800640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb700c98e0 0x7ffb700c9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6d400640 1 -- 172.21.15.92:0/3027537114 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb54004800 msgr2=0x7ffb701f4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6d400640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb54004800 0x7ffb701f4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6d400640 1 -- 172.21.15.92:0/3027537114 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb700c98e0 msgr2=0x7ffb700c9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:37.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6d400640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb700c98e0 0x7ffb700c9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:37.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6d400640 1 -- 172.21.15.92:0/3027537114 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffb700c87d0 con 0x7ffb701f4c20 2024-09-19T06:06:37.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6e800640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb700c98e0 0x7ffb700c9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:37.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb6d400640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb701f4c20 0x7ffb700c7fa0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7ffb5c000c00 tx=0x7ffb5c001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:37.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.638+0000 7ffb66000640 1 -- 172.21.15.92:0/3027537114 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb5c03f030 con 0x7ffb701f4c20 2024-09-19T06:06:37.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.639+0000 7ffb66000640 1 -- 172.21.15.92:0/3027537114 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffb5c005480 con 0x7ffb701f4c20 2024-09-19T06:06:37.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.639+0000 7ffb66000640 1 -- 172.21.15.92:0/3027537114 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffb5c037040 con 0x7ffb701f4c20 2024-09-19T06:06:37.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.639+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffb700c8ab0 con 0x7ffb701f4c20 2024-09-19T06:06:37.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.639+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffb700c9070 con 0x7ffb701f4c20 2024-09-19T06:06:37.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.640+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffb70069c20 con 0x7ffb701f4c20 2024-09-19T06:06:37.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.640+0000 7ffb66000640 1 -- 172.21.15.92:0/3027537114 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffb5c042070 con 0x7ffb701f4c20 2024-09-19T06:06:37.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.641+0000 7ffb66000640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffb5006c2e0 0x7ffb5006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:37.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.641+0000 7ffb66000640 1 -- 172.21.15.92:0/3027537114 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7ffb5c0aa810 con 0x7ffb701f4c20 2024-09-19T06:06:37.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.642+0000 7ffb6de00640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffb5006c2e0 0x7ffb5006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:37.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.642+0000 7ffb6de00640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffb5006c2e0 0x7ffb5006e7a0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ffb701f86c0 tx=0x7ffb60001170 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:37.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.646+0000 7ffb66000640 1 -- 172.21.15.92:0/3027537114 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffb5c04a020 con 0x7ffb701f4c20 2024-09-19T06:06:37.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:37.854+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) -- 0x7ffb700b81f0 con 0x7ffb701f4c20 2024-09-19T06:06:38.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.461+0000 7ffb66000640 1 -- 172.21.15.92:0/3027537114 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v79) ==== 122+0+0 (secure 0 0 0) 0x7ffb5c078e50 con 0x7ffb701f4c20 2024-09-19T06:06:38.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffb5006c2e0 msgr2=0x7ffb5006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:38.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffb5006c2e0 0x7ffb5006e7a0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7ffb701f86c0 tx=0x7ffb60001170 comp rx=0 tx=0).stop 2024-09-19T06:06:38.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb701f4c20 msgr2=0x7ffb700c7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:38.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb701f4c20 0x7ffb700c7fa0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7ffb5c000c00 tx=0x7ffb5c001120 comp rx=0 tx=0).stop 2024-09-19T06:06:38.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 shutdown_connections 2024-09-19T06:06:38.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffb5006c2e0 0x7ffb5006e7a0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffb700c98e0 0x7ffb700c9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffb701f4c20 0x7ffb700c7fa0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 --2- 172.21.15.92:0/3027537114 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffb54004800 0x7ffb701f4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 >> 172.21.15.92:0/3027537114 conn(0x7ffb70062630 msgr2=0x7ffb700b4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:38.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 shutdown_connections 2024-09-19T06:06:38.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.463+0000 7ffb6f200640 1 -- 172.21.15.92:0/3027537114 wait complete. 2024-09-19T06:06:38.482 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-19T06:06:38.482 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:38.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.633+0000 7f996d600640 1 Processor -- start 2024-09-19T06:06:38.636 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.634+0000 7f996d600640 1 -- start start 2024-09-19T06:06:38.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.635+0000 7f996d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9968155800 0x7f99680b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:38.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.635+0000 7f996d600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f996815c330 0x7f99680b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:38.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.635+0000 7f996d600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f996815c770 con 0x7f99680cf570 2024-09-19T06:06:38.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.635+0000 7f996d600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f99680b4e60 con 0x7f996815c330 2024-09-19T06:06:38.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.635+0000 7f996d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f99680b50a0 con 0x7f9968155800 2024-09-19T06:06:38.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.635+0000 7f9966000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f996815c330 0x7f99680b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:38.637 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.635+0000 7f9967400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f99680cf570 0x7f996815c970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54354/0 (socket says 172.21.15.92:54354) 2024-09-19T06:06:38.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.635+0000 7f9967400640 1 -- 172.21.15.92:0/4176586840 learned_addr learned my addr 172.21.15.92:0/4176586840 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:38.638 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.635+0000 7f9966a00640 1 --2- 172.21.15.92:0/4176586840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9968155800 0x7f99680b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:38.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.636+0000 7f9966000640 1 -- 172.21.15.92:0/4176586840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9968155800 msgr2=0x7f99680b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:38.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.636+0000 7f9966000640 1 --2- 172.21.15.92:0/4176586840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9968155800 0x7f99680b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.636+0000 7f9966000640 1 -- 172.21.15.92:0/4176586840 >> v1:172.21.15.92:6789/0 conn(0x7f99680cf570 legacy=0x7f996815c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:38.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.636+0000 7f9966000640 1 -- 172.21.15.92:0/4176586840 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99680b5380 con 0x7f996815c330 2024-09-19T06:06:38.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.636+0000 7f9965600640 1 -- 172.21.15.92:0/4176586840 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3157129276 0 0) 0x7f9960001110 con 0x7f99680cf570 2024-09-19T06:06:38.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.637+0000 7f9966000640 1 --2- 172.21.15.92:0/4176586840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f996815c330 0x7f99680b4920 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f99540097a0 tx=0x7f995402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=809f140f95420a75 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:38.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.637+0000 7f9965600640 1 -- 172.21.15.92:0/4176586840 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9954037070 con 0x7f996815c330 2024-09-19T06:06:38.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.637+0000 7f9965600640 1 -- 172.21.15.92:0/4176586840 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9954032440 con 0x7f996815c330 2024-09-19T06:06:38.639 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.637+0000 7f9965600640 1 -- 172.21.15.92:0/4176586840 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9954032810 con 0x7f996815c330 2024-09-19T06:06:38.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.637+0000 7f996d600640 1 -- 172.21.15.92:0/4176586840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f996815c330 msgr2=0x7f99680b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:38.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.637+0000 7f996d600640 1 --2- 172.21.15.92:0/4176586840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f996815c330 0x7f99680b4920 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f99540097a0 tx=0x7f995402a180 comp rx=0 tx=0).stop 2024-09-19T06:06:38.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.638+0000 7f996d600640 1 -- 172.21.15.92:0/4176586840 shutdown_connections 2024-09-19T06:06:38.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.638+0000 7f996d600640 1 --2- 172.21.15.92:0/4176586840 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f996815c330 0x7f99680b4920 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.638+0000 7f996d600640 1 --2- 172.21.15.92:0/4176586840 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f9968155800 0x7f99680b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.640 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.638+0000 7f996d600640 1 -- 172.21.15.92:0/4176586840 >> 172.21.15.92:0/4176586840 conn(0x7f996806bc10 msgr2=0x7f996806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:38.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.638+0000 7f996d600640 1 -- 172.21.15.92:0/4176586840 shutdown_connections 2024-09-19T06:06:38.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.638+0000 7f996d600640 1 -- 172.21.15.92:0/4176586840 wait complete. 2024-09-19T06:06:38.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.639+0000 7f996d600640 1 Processor -- start 2024-09-19T06:06:38.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.639+0000 7f996d600640 1 -- start start 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.640+0000 7f996d600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99680cf570 0x7f9968149c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.640+0000 7f996d600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9968155800 0x7f99681f8340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.640+0000 7f996d600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f996815c330 0x7f9968150060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.640+0000 7f996d600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f99680b5c20 con 0x7f99680cf570 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.640+0000 7f996d600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f99680b5940 con 0x7f9968155800 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.640+0000 7f996d600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f9968155be0 con 0x7f996815c330 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.640+0000 7f9966a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99680cf570 0x7f9968149c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.640+0000 7f9966a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99680cf570 0x7f9968149c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44614/0 (socket says 172.21.15.92:44614) 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.640+0000 7f9966a00640 1 -- 172.21.15.92:0/3488583830 learned_addr learned my addr 172.21.15.92:0/3488583830 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:38.643 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f9967400640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f996815c330 0x7f9968150060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:38.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f9966000640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9968155800 0x7f99681f8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:38.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f9966a00640 1 -- 172.21.15.92:0/3488583830 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f996815c330 msgr2=0x7f9968150060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:38.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f9966a00640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f996815c330 0x7f9968150060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f9966a00640 1 -- 172.21.15.92:0/3488583830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9968155800 msgr2=0x7f99681f8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:38.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f9966a00640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9968155800 0x7f99681f8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f9966a00640 1 -- 172.21.15.92:0/3488583830 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f9968150790 con 0x7f99680cf570 2024-09-19T06:06:38.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f9966a00640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99680cf570 0x7f9968149c20 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f9958009dd0 tx=0x7f995800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:38.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f995ea00640 1 -- 172.21.15.92:0/3488583830 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9958018020 con 0x7f99680cf570 2024-09-19T06:06:38.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f995ea00640 1 -- 172.21.15.92:0/3488583830 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f9958014480 con 0x7f99680cf570 2024-09-19T06:06:38.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f995ea00640 1 -- 172.21.15.92:0/3488583830 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9958014870 con 0x7f99680cf570 2024-09-19T06:06:38.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.641+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99681598c0 con 0x7f99680cf570 2024-09-19T06:06:38.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.642+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f9968159e80 con 0x7f99680cf570 2024-09-19T06:06:38.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.643+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99680b6140 con 0x7f99680cf570 2024-09-19T06:06:38.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.644+0000 7f995ea00640 1 -- 172.21.15.92:0/3488583830 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9958005d10 con 0x7f99680cf570 2024-09-19T06:06:38.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.644+0000 7f995ea00640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f994806c2b0 0x7f994806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:38.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.644+0000 7f995ea00640 1 -- 172.21.15.92:0/3488583830 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f995808bf50 con 0x7f99680cf570 2024-09-19T06:06:38.646 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.645+0000 7f9966000640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f994806c2b0 0x7f994806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:38.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.645+0000 7f9966000640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f994806c2b0 0x7f994806e770 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f9954034000 tx=0x7f995402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:38.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.649+0000 7f995ea00640 1 -- 172.21.15.92:0/3488583830 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9958022070 con 0x7f99680cf570 2024-09-19T06:06:38.839 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:06:38.844 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:06:38.861 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.859+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f99680b3c70 con 0x7f99680cf570 2024-09-19T06:06:38.862 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.860+0000 7f995ea00640 1 -- 172.21.15.92:0/3488583830 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5231 (secure 0 0 0) 0x7f9958010040 con 0x7f99680cf570 2024-09-19T06:06:38.862 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:38.862 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":79,"btime":"2024-09-19T06:06:38:454876+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5936,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1030194443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1030194443},{"type":"v1","addr":"172.21.15.102:6835","nonce":1030194443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6544,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1496945012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1496945012},{"type":"v1","addr":"172.21.15.102:6834","nonce":1496945012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":6921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2891065567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2891065567},{"type":"v1","addr":"172.21.15.92:6835","nonce":2891065567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:06:34.844991+0000","modified":"2024-09-19T06:06:37.855728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6924":{"gid":6924,"name":"a","rank":0,"incarnation":75,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/4278717644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":4278717644},{"type":"v1","addr":"172.21.15.92:6837","nonce":4278717644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6924,"qdb_cluster":[6924]},"id":8}]} 2024-09-19T06:06:38.863 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 79 2024-09-19T06:06:38.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f994806c2b0 msgr2=0x7f994806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:38.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f994806c2b0 0x7f994806e770 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f9954034000 tx=0x7f995402e000 comp rx=0 tx=0).stop 2024-09-19T06:06:38.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99680cf570 msgr2=0x7f9968149c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:38.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99680cf570 0x7f9968149c20 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f9958009dd0 tx=0x7f995800c490 comp rx=0 tx=0).stop 2024-09-19T06:06:38.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 shutdown_connections 2024-09-19T06:06:38.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f996815c330 0x7f9968150060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f994806c2b0 0x7f994806e770 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.865 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f9968155800 0x7f99681f8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 --2- 172.21.15.92:0/3488583830 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99680cf570 0x7f9968149c20 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:38.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 >> 172.21.15.92:0/3488583830 conn(0x7f996806bc10 msgr2=0x7f996814ed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:38.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 shutdown_connections 2024-09-19T06:06:38.866 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:38.863+0000 7f996d600640 1 -- 172.21.15.92:0/3488583830 wait complete. 2024-09-19T06:06:38.881 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:06:39.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.074+0000 7faedfa00640 1 Processor -- start 2024-09-19T06:06:39.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.074+0000 7faedfa00640 1 -- start start 2024-09-19T06:06:39.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.075+0000 7faedfa00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7faed815c550 0x7faed80b5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.075+0000 7faedfa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 0x7faed80b39b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.075+0000 7faedfa00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7faed80b4cf0 con 0x7faed815c170 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.075+0000 7faedfa00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7faed80b4fd0 con 0x7faed815c550 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.075+0000 7faedfa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7faed80b52b0 con 0x7faed80b6310 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.075+0000 7faed7e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7faed815c550 0x7faed80b5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.076+0000 7faed7e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7faed815c550 0x7faed80b5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44628/0 (socket says 172.21.15.92:44628) 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.076+0000 7faed7e00640 1 -- 172.21.15.92:0/1235911112 learned_addr learned my addr 172.21.15.92:0/1235911112 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.076+0000 7faed7e00640 1 -- 172.21.15.92:0/1235911112 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 msgr2=0x7faed80b39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.076+0000 7faed7e00640 1 --2- 172.21.15.92:0/1235911112 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 0x7faed80b39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.076+0000 7faed7e00640 1 -- 172.21.15.92:0/1235911112 >> v1:172.21.15.102:6789/0 conn(0x7faed815c170 legacy=0x7faed80cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:39.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.076+0000 7faed7e00640 1 -- 172.21.15.92:0/1235911112 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faed80b5590 con 0x7faed815c550 2024-09-19T06:06:39.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.077+0000 7faed7e00640 1 --2- 172.21.15.92:0/1235911112 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 0x7faed80b5dd0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7faec40098a0 tx=0x7faec402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d46e910d7c3340cb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:39.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.077+0000 7faed7400640 1 -- 172.21.15.92:0/1235911112 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec4037070 con 0x7faed815c550 2024-09-19T06:06:39.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.077+0000 7faed7400640 1 -- 172.21.15.92:0/1235911112 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faec4032440 con 0x7faed815c550 2024-09-19T06:06:39.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.077+0000 7faed7400640 1 -- 172.21.15.92:0/1235911112 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faec4032810 con 0x7faed815c550 2024-09-19T06:06:39.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.078+0000 7faedfa00640 1 -- 172.21.15.92:0/1235911112 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 msgr2=0x7faed80b5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.078+0000 7faedfa00640 1 --2- 172.21.15.92:0/1235911112 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 0x7faed80b5dd0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7faec40098a0 tx=0x7faec402a250 comp rx=0 tx=0).stop 2024-09-19T06:06:39.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.078+0000 7faedfa00640 1 -- 172.21.15.92:0/1235911112 shutdown_connections 2024-09-19T06:06:39.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.078+0000 7faedfa00640 1 --2- 172.21.15.92:0/1235911112 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 0x7faed80b39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.078+0000 7faedfa00640 1 --2- 172.21.15.92:0/1235911112 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 0x7faed80b5dd0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.078+0000 7faedfa00640 1 -- 172.21.15.92:0/1235911112 >> 172.21.15.92:0/1235911112 conn(0x7faed806bc10 msgr2=0x7faed806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:39.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.078+0000 7faedfa00640 1 -- 172.21.15.92:0/1235911112 shutdown_connections 2024-09-19T06:06:39.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.078+0000 7faedfa00640 1 -- 172.21.15.92:0/1235911112 wait complete. 2024-09-19T06:06:39.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.080+0000 7faedfa00640 1 Processor -- start 2024-09-19T06:06:39.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.080+0000 7faedfa00640 1 -- start start 2024-09-19T06:06:39.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.080+0000 7faedfa00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 0x7faed815aff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedfa00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faed815c170 0x7faed8149e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedfa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 0x7faed80ccd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedfa00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7faed815c9c0 con 0x7faed815c550 2024-09-19T06:06:39.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedfa00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7faed80b5b50 con 0x7faed815c170 2024-09-19T06:06:39.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedfa00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7faed80cfdd0 con 0x7faed80b6310 2024-09-19T06:06:39.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedd000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 0x7faed815aff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedda00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 0x7faed80ccd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedd000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 0x7faed815aff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:56772/0 (socket says 172.21.15.92:56772) 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedd000640 1 -- 172.21.15.92:0/3694457494 learned_addr learned my addr 172.21.15.92:0/3694457494 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faed7e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faed815c170 0x7faed8149e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedda00640 1 -- 172.21.15.92:0/3694457494 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 msgr2=0x7faed815aff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedda00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 0x7faed815aff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedda00640 1 -- 172.21.15.92:0/3694457494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faed815c170 msgr2=0x7faed8149e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedda00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faed815c170 0x7faed8149e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.081+0000 7faedda00640 1 -- 172.21.15.92:0/3694457494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7faed814a360 con 0x7faed815c550 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.082+0000 7faedda00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 0x7faed80ccd20 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7faed000be50 tx=0x7faed000bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.082+0000 7faed4c00640 1 -- 172.21.15.92:0/3694457494 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed0019070 con 0x7faed815c550 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.082+0000 7faed4c00640 1 -- 172.21.15.92:0/3694457494 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7faed000ce10 con 0x7faed815c550 2024-09-19T06:06:39.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.082+0000 7faed4c00640 1 -- 172.21.15.92:0/3694457494 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7faed0014680 con 0x7faed815c550 2024-09-19T06:06:39.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.082+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7faed8159f50 con 0x7faed815c550 2024-09-19T06:06:39.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.082+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7faed815a510 con 0x7faed815c550 2024-09-19T06:06:39.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.083+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7faed80b5dd0 con 0x7faed815c550 2024-09-19T06:06:39.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.084+0000 7faed4c00640 1 -- 172.21.15.92:0/3694457494 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7faed001c070 con 0x7faed815c550 2024-09-19T06:06:39.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.085+0000 7faed4c00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7faeb806c2b0 0x7faeb806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.085+0000 7faed4c00640 1 -- 172.21.15.92:0/3694457494 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7faed008b290 con 0x7faed815c550 2024-09-19T06:06:39.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.085+0000 7faedd000640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7faeb806c2b0 0x7faeb806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.086+0000 7faedd000640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7faeb806c2b0 0x7faeb806e770 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7faed815f530 tx=0x7faecc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:39.091 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.089+0000 7faed4c00640 1 -- 172.21.15.92:0/3694457494 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7faed00593b0 con 0x7faed815c550 2024-09-19T06:06:39.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.264+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7faed80cf900 con 0x7faed815c550 2024-09-19T06:06:39.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.265+0000 7faed4c00640 1 -- 172.21.15.92:0/3694457494 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v107) ==== 74+0+16675 (secure 0 0 0) 0x7faed005d6b0 con 0x7faed815c550 2024-09-19T06:06:39.267 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:39.267 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":107,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:06:36.439706+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:06:32.607964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T06:06:33.844405+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"107","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:06:39.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7faeb806c2b0 msgr2=0x7faeb806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7faeb806c2b0 0x7faeb806e770 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7faed815f530 tx=0x7faecc009040 comp rx=0 tx=0).stop 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 msgr2=0x7faed80ccd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 0x7faed80ccd20 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7faed000be50 tx=0x7faed000bf40 comp rx=0 tx=0).stop 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 shutdown_connections 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7faed815c550 0x7faed80ccd20 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7faeb806c2b0 0x7faeb806e770 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7faed815c170 0x7faed8149e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 --2- 172.21.15.92:0/3694457494 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7faed80b6310 0x7faed815aff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 >> 172.21.15.92:0/3694457494 conn(0x7faed806bc10 msgr2=0x7faed8071ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 shutdown_connections 2024-09-19T06:06:39.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.267+0000 7faedfa00640 1 -- 172.21.15.92:0/3694457494 wait complete. 2024-09-19T06:06:39.286 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:06:39.286 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:06:39.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.438+0000 7fb14e600640 1 Processor -- start 2024-09-19T06:06:39.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.438+0000 7fb14e600640 1 -- start start 2024-09-19T06:06:39.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.439+0000 7fb14e600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 0x7fb14815c550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.439+0000 7fb14e600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1480cf6c0 0x7fb1480cfb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.439+0000 7fb14e600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb1480b49c0 con 0x7fb1480b5dd0 2024-09-19T06:06:39.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.439+0000 7fb14e600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fb14815ca90 con 0x7fb1480cf6c0 2024-09-19T06:06:39.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.439+0000 7fb14e600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb1480b4cf0 con 0x7fb14815c170 2024-09-19T06:06:39.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.440+0000 7fb13ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1480cf6c0 0x7fb1480cfb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.440+0000 7fb13ea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb1480cf6c0 0x7fb1480cfb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44648/0 (socket says 172.21.15.92:44648) 2024-09-19T06:06:39.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.440+0000 7fb13ea00640 1 -- 172.21.15.92:0/3476721853 learned_addr learned my addr 172.21.15.92:0/3476721853 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:39.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.440+0000 7fb147400640 1 --2- 172.21.15.92:0/3476721853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 0x7fb14815c550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.440+0000 7fb13ea00640 1 -- 172.21.15.92:0/3476721853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 msgr2=0x7fb14815c550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:39.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.440+0000 7fb13ea00640 1 --2- 172.21.15.92:0/3476721853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 0x7fb14815c550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.440+0000 7fb13ea00640 1 -- 172.21.15.92:0/3476721853 >> v1:172.21.15.102:6789/0 conn(0x7fb1480b5dd0 legacy=0x7fb14815ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.440+0000 7fb13ea00640 1 -- 172.21.15.92:0/3476721853 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1480b4fd0 con 0x7fb1480cf6c0 2024-09-19T06:06:39.443 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.440+0000 7fb147400640 1 --2- 172.21.15.92:0/3476721853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 0x7fb14815c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:39.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.441+0000 7fb13ea00640 1 --2- 172.21.15.92:0/3476721853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 0x7fb1480cfb00 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fb130009870 tx=0x7fb13002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=393e4d12ed73be82 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:39.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.441+0000 7fb146a00640 1 -- 172.21.15.92:0/3476721853 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb130037070 con 0x7fb1480cf6c0 2024-09-19T06:06:39.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.441+0000 7fb146a00640 1 -- 172.21.15.92:0/3476721853 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb130032440 con 0x7fb1480cf6c0 2024-09-19T06:06:39.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.441+0000 7fb146a00640 1 -- 172.21.15.92:0/3476721853 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb130032810 con 0x7fb1480cf6c0 2024-09-19T06:06:39.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.442+0000 7fb14e600640 1 -- 172.21.15.92:0/3476721853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 msgr2=0x7fb1480cfb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.442+0000 7fb14e600640 1 --2- 172.21.15.92:0/3476721853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 0x7fb1480cfb00 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fb130009870 tx=0x7fb13002a250 comp rx=0 tx=0).stop 2024-09-19T06:06:39.444 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.442+0000 7fb14e600640 1 -- 172.21.15.92:0/3476721853 shutdown_connections 2024-09-19T06:06:39.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.442+0000 7fb14e600640 1 --2- 172.21.15.92:0/3476721853 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 0x7fb1480cfb00 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.442+0000 7fb14e600640 1 --2- 172.21.15.92:0/3476721853 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 0x7fb14815c550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.442+0000 7fb14e600640 1 -- 172.21.15.92:0/3476721853 >> 172.21.15.92:0/3476721853 conn(0x7fb14806bc10 msgr2=0x7fb14806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:39.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.442+0000 7fb14e600640 1 -- 172.21.15.92:0/3476721853 shutdown_connections 2024-09-19T06:06:39.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.442+0000 7fb14e600640 1 -- 172.21.15.92:0/3476721853 wait complete. 2024-09-19T06:06:39.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.444+0000 7fb14e600640 1 Processor -- start 2024-09-19T06:06:39.445 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.444+0000 7fb14e600640 1 -- start start 2024-09-19T06:06:39.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb14e600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1480b5dd0 0x7fb14814b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb14e600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 0x7fb1481605d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb14e600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 0x7fb14814f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb14e600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb1480b5870 con 0x7fb1480cf6c0 2024-09-19T06:06:39.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb14e600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb1480b5590 con 0x7fb1480b5dd0 2024-09-19T06:06:39.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb14e600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb1480b5b50 con 0x7fb14815c170 2024-09-19T06:06:39.448 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb13ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 0x7fb1481605d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb13ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 0x7fb1481605d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44656/0 (socket says 172.21.15.92:44656) 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb13ea00640 1 -- 172.21.15.92:0/2974148932 learned_addr learned my addr 172.21.15.92:0/2974148932 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb147400640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1480b5dd0 0x7fb14814b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb147e00640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 0x7fb14814f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb13ea00640 1 -- 172.21.15.92:0/2974148932 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 msgr2=0x7fb14814f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb13ea00640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 0x7fb14814f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb13ea00640 1 -- 172.21.15.92:0/2974148932 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1480b5dd0 msgr2=0x7fb14814b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb13ea00640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1480b5dd0 0x7fb14814b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.445+0000 7fb13ea00640 1 -- 172.21.15.92:0/2974148932 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb1481524e0 con 0x7fb1480cf6c0 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.446+0000 7fb13ea00640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 0x7fb1481605d0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fb130000c00 tx=0x7fb1300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.446+0000 7fb13fe00640 1 -- 172.21.15.92:0/2974148932 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb130041020 con 0x7fb1480cf6c0 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.446+0000 7fb13fe00640 1 -- 172.21.15.92:0/2974148932 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb1300306c0 con 0x7fb1480cf6c0 2024-09-19T06:06:39.449 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.446+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb148151c40 con 0x7fb1480cf6c0 2024-09-19T06:06:39.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.446+0000 7fb13fe00640 1 -- 172.21.15.92:0/2974148932 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb130037040 con 0x7fb1480cf6c0 2024-09-19T06:06:39.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.446+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb148152200 con 0x7fb1480cf6c0 2024-09-19T06:06:39.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.447+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb1481581f0 con 0x7fb1480cf6c0 2024-09-19T06:06:39.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.448+0000 7fb13fe00640 1 -- 172.21.15.92:0/2974148932 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb130044020 con 0x7fb1480cf6c0 2024-09-19T06:06:39.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.449+0000 7fb13fe00640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb12406c300 0x7fb12406e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.449+0000 7fb13fe00640 1 -- 172.21.15.92:0/2974148932 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7fb1300abbd0 con 0x7fb1480cf6c0 2024-09-19T06:06:39.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.449+0000 7fb147400640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb12406c300 0x7fb12406e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.450+0000 7fb147400640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb12406c300 0x7fb12406e7c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fb14814f0e0 tx=0x7fb138008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:39.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.453+0000 7fb13fe00640 1 -- 172.21.15.92:0/2974148932 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb1481581f0 con 0x7fb1480cf6c0 2024-09-19T06:06:39.628 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.626+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7fb1480cfb00 con 0x7fb12406c300 2024-09-19T06:06:39.635 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.633+0000 7fb13fe00640 1 -- 172.21.15.92:0/2974148932 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252474 (secure 0 0 0) 0x7fb1480cfb00 con 0x7fb12406c300 2024-09-19T06:06:39.638 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:39.639 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:06:39.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb12406c300 msgr2=0x7fb12406e7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb12406c300 0x7fb12406e7c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7fb14814f0e0 tx=0x7fb138008040 comp rx=0 tx=0).stop 2024-09-19T06:06:39.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 msgr2=0x7fb1481605d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 0x7fb1481605d0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fb130000c00 tx=0x7fb1300046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 shutdown_connections 2024-09-19T06:06:39.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb14815c170 0x7fb14814f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb1480cf6c0 0x7fb1481605d0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb12406c300 0x7fb12406e7c0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 --2- 172.21.15.92:0/2974148932 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb1480b5dd0 0x7fb14814b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 >> 172.21.15.92:0/2974148932 conn(0x7fb14806bc10 msgr2=0x7fb148154b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:39.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 shutdown_connections 2024-09-19T06:06:39.642 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.637+0000 7fb14e600640 1 -- 172.21.15.92:0/2974148932 wait complete. 2024-09-19T06:06:39.655 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":264,"stamp":"2024-09-19T06:06:38.950299+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":144,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":294336,"kb_used_data":11536,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754680384,"statfs":{"total":773094113280,"available":772792713216,"internally_reserved":0,"allocated":11812864,"data_stored":5691468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.531320"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375182+0000","last_change":"2024-09-19T06:06:35.456140+0000","last_active":"2024-09-19T06:06:37.375182+0000","last_peered":"2024-09-19T06:06:37.375182+0000","last_clean":"2024-09-19T06:06:37.375182+0000","last_became_active":"2024-09-19T06:06:35.455813+0000","last_became_peered":"2024-09-19T06:06:35.455813+0000","last_unstale":"2024-09-19T06:06:37.375182+0000","last_undegraded":"2024-09-19T06:06:37.375182+0000","last_fullsized":"2024-09-19T06:06:37.375182+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:50.430218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452266+0000","last_change":"2024-09-19T06:06:35.457052+0000","last_active":"2024-09-19T06:06:36.452266+0000","last_peered":"2024-09-19T06:06:36.452266+0000","last_clean":"2024-09-19T06:06:36.452266+0000","last_became_active":"2024-09-19T06:06:35.456179+0000","last_became_peered":"2024-09-19T06:06:35.456179+0000","last_unstale":"2024-09-19T06:06:36.452266+0000","last_undegraded":"2024-09-19T06:06:36.452266+0000","last_fullsized":"2024-09-19T06:06:36.452266+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:57.080460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375016+0000","last_change":"2024-09-19T06:06:35.449431+0000","last_active":"2024-09-19T06:06:37.375016+0000","last_peered":"2024-09-19T06:06:37.375016+0000","last_clean":"2024-09-19T06:06:37.375016+0000","last_became_active":"2024-09-19T06:06:35.449057+0000","last_became_peered":"2024-09-19T06:06:35.449057+0000","last_unstale":"2024-09-19T06:06:37.375016+0000","last_undegraded":"2024-09-19T06:06:37.375016+0000","last_fullsized":"2024-09-19T06:06:37.375016+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:05.549579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374791+0000","last_change":"2024-09-19T06:06:35.444856+0000","last_active":"2024-09-19T06:06:37.374791+0000","last_peered":"2024-09-19T06:06:37.374791+0000","last_clean":"2024-09-19T06:06:37.374791+0000","last_became_active":"2024-09-19T06:06:35.444565+0000","last_became_peered":"2024-09-19T06:06:35.444565+0000","last_unstale":"2024-09-19T06:06:37.374791+0000","last_undegraded":"2024-09-19T06:06:37.374791+0000","last_fullsized":"2024-09-19T06:06:37.374791+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:30.221309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375153+0000","last_change":"2024-09-19T06:06:35.442162+0000","last_active":"2024-09-19T06:06:37.375153+0000","last_peered":"2024-09-19T06:06:37.375153+0000","last_clean":"2024-09-19T06:06:37.375153+0000","last_became_active":"2024-09-19T06:06:35.441530+0000","last_became_peered":"2024-09-19T06:06:35.441530+0000","last_unstale":"2024-09-19T06:06:37.375153+0000","last_undegraded":"2024-09-19T06:06:37.375153+0000","last_fullsized":"2024-09-19T06:06:37.375153+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:51.543594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.455138+0000","last_change":"2024-09-19T06:06:35.452181+0000","last_active":"2024-09-19T06:06:35.455138+0000","last_peered":"2024-09-19T06:06:35.455138+0000","last_clean":"2024-09-19T06:06:35.455138+0000","last_became_active":"2024-09-19T06:06:35.451879+0000","last_became_peered":"2024-09-19T06:06:35.451879+0000","last_unstale":"2024-09-19T06:06:35.455138+0000","last_undegraded":"2024-09-19T06:06:35.455138+0000","last_fullsized":"2024-09-19T06:06:35.455138+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:04.823080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450783+0000","last_change":"2024-09-19T06:06:35.449778+0000","last_active":"2024-09-19T06:06:36.450783+0000","last_peered":"2024-09-19T06:06:36.450783+0000","last_clean":"2024-09-19T06:06:36.450783+0000","last_became_active":"2024-09-19T06:06:35.449229+0000","last_became_peered":"2024-09-19T06:06:35.449229+0000","last_unstale":"2024-09-19T06:06:36.450783+0000","last_undegraded":"2024-09-19T06:06:36.450783+0000","last_fullsized":"2024-09-19T06:06:36.450783+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:29.042911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374804+0000","last_change":"2024-09-19T06:06:35.458739+0000","last_active":"2024-09-19T06:06:37.374804+0000","last_peered":"2024-09-19T06:06:37.374804+0000","last_clean":"2024-09-19T06:06:37.374804+0000","last_became_active":"2024-09-19T06:06:35.458330+0000","last_became_peered":"2024-09-19T06:06:35.458330+0000","last_unstale":"2024-09-19T06:06:37.374804+0000","last_undegraded":"2024-09-19T06:06:37.374804+0000","last_fullsized":"2024-09-19T06:06:37.374804+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:44.141907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375346+0000","last_change":"2024-09-19T06:06:35.447951+0000","last_active":"2024-09-19T06:06:37.375346+0000","last_peered":"2024-09-19T06:06:37.375346+0000","last_clean":"2024-09-19T06:06:37.375346+0000","last_became_active":"2024-09-19T06:06:35.447474+0000","last_became_peered":"2024-09-19T06:06:35.447474+0000","last_unstale":"2024-09-19T06:06:37.375346+0000","last_undegraded":"2024-09-19T06:06:37.375346+0000","last_fullsized":"2024-09-19T06:06:37.375346+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:53.555138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374901+0000","last_change":"2024-09-19T06:06:35.459263+0000","last_active":"2024-09-19T06:06:37.374901+0000","last_peered":"2024-09-19T06:06:37.374901+0000","last_clean":"2024-09-19T06:06:37.374901+0000","last_became_active":"2024-09-19T06:06:35.457827+0000","last_became_peered":"2024-09-19T06:06:35.457827+0000","last_unstale":"2024-09-19T06:06:37.374901+0000","last_undegraded":"2024-09-19T06:06:37.374901+0000","last_fullsized":"2024-09-19T06:06:37.374901+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:19.298594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452111+0000","last_change":"2024-09-19T06:06:35.448050+0000","last_active":"2024-09-19T06:06:36.452111+0000","last_peered":"2024-09-19T06:06:36.452111+0000","last_clean":"2024-09-19T06:06:36.452111+0000","last_became_active":"2024-09-19T06:06:35.447078+0000","last_became_peered":"2024-09-19T06:06:35.447078+0000","last_unstale":"2024-09-19T06:06:36.452111+0000","last_undegraded":"2024-09-19T06:06:36.452111+0000","last_fullsized":"2024-09-19T06:06:36.452111+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.841683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374945+0000","last_change":"2024-09-19T06:06:35.456891+0000","last_active":"2024-09-19T06:06:37.374945+0000","last_peered":"2024-09-19T06:06:37.374945+0000","last_clean":"2024-09-19T06:06:37.374945+0000","last_became_active":"2024-09-19T06:06:35.456294+0000","last_became_peered":"2024-09-19T06:06:35.456294+0000","last_unstale":"2024-09-19T06:06:37.374945+0000","last_undegraded":"2024-09-19T06:06:37.374945+0000","last_fullsized":"2024-09-19T06:06:37.374945+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:34.570215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375162+0000","last_change":"2024-09-19T06:06:35.458582+0000","last_active":"2024-09-19T06:06:37.375162+0000","last_peered":"2024-09-19T06:06:37.375162+0000","last_clean":"2024-09-19T06:06:37.375162+0000","last_became_active":"2024-09-19T06:06:35.454864+0000","last_became_peered":"2024-09-19T06:06:35.454864+0000","last_unstale":"2024-09-19T06:06:37.375162+0000","last_undegraded":"2024-09-19T06:06:37.375162+0000","last_fullsized":"2024-09-19T06:06:37.375162+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:18.387374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374791+0000","last_change":"2024-09-19T06:06:35.453015+0000","last_active":"2024-09-19T06:06:37.374791+0000","last_peered":"2024-09-19T06:06:37.374791+0000","last_clean":"2024-09-19T06:06:37.374791+0000","last_became_active":"2024-09-19T06:06:35.452628+0000","last_became_peered":"2024-09-19T06:06:35.452628+0000","last_unstale":"2024-09-19T06:06:37.374791+0000","last_undegraded":"2024-09-19T06:06:37.374791+0000","last_fullsized":"2024-09-19T06:06:37.374791+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:00.008409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.457415+0000","last_change":"2024-09-19T06:06:35.452189+0000","last_active":"2024-09-19T06:06:35.457415+0000","last_peered":"2024-09-19T06:06:35.457415+0000","last_clean":"2024-09-19T06:06:35.457415+0000","last_became_active":"2024-09-19T06:06:35.451903+0000","last_became_peered":"2024-09-19T06:06:35.451903+0000","last_unstale":"2024-09-19T06:06:35.457415+0000","last_undegraded":"2024-09-19T06:06:35.457415+0000","last_fullsized":"2024-09-19T06:06:35.457415+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:06.176676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374737+0000","last_change":"2024-09-19T06:06:35.452359+0000","last_active":"2024-09-19T06:06:37.374737+0000","last_peered":"2024-09-19T06:06:37.374737+0000","last_clean":"2024-09-19T06:06:37.374737+0000","last_became_active":"2024-09-19T06:06:35.452088+0000","last_became_peered":"2024-09-19T06:06:35.452088+0000","last_unstale":"2024-09-19T06:06:37.374737+0000","last_undegraded":"2024-09-19T06:06:37.374737+0000","last_fullsized":"2024-09-19T06:06:37.374737+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:08.652916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452170+0000","last_change":"2024-09-19T06:06:35.455644+0000","last_active":"2024-09-19T06:06:36.452170+0000","last_peered":"2024-09-19T06:06:36.452170+0000","last_clean":"2024-09-19T06:06:36.452170+0000","last_became_active":"2024-09-19T06:06:35.455306+0000","last_became_peered":"2024-09-19T06:06:35.455306+0000","last_unstale":"2024-09-19T06:06:36.452170+0000","last_undegraded":"2024-09-19T06:06:36.452170+0000","last_fullsized":"2024-09-19T06:06:36.452170+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:45.063614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.457018+0000","last_change":"2024-09-19T06:06:35.450632+0000","last_active":"2024-09-19T06:06:36.457018+0000","last_peered":"2024-09-19T06:06:36.457018+0000","last_clean":"2024-09-19T06:06:36.457018+0000","last_became_active":"2024-09-19T06:06:35.449220+0000","last_became_peered":"2024-09-19T06:06:35.449220+0000","last_unstale":"2024-09-19T06:06:36.457018+0000","last_undegraded":"2024-09-19T06:06:36.457018+0000","last_fullsized":"2024-09-19T06:06:36.457018+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:38.261964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375009+0000","last_change":"2024-09-19T06:06:35.456226+0000","last_active":"2024-09-19T06:06:37.375009+0000","last_peered":"2024-09-19T06:06:37.375009+0000","last_clean":"2024-09-19T06:06:37.375009+0000","last_became_active":"2024-09-19T06:06:35.455243+0000","last_became_peered":"2024-09-19T06:06:35.455243+0000","last_unstale":"2024-09-19T06:06:37.375009+0000","last_undegraded":"2024-09-19T06:06:37.375009+0000","last_fullsized":"2024-09-19T06:06:37.375009+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:38.766862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451671+0000","last_change":"2024-09-19T06:06:35.448922+0000","last_active":"2024-09-19T06:06:36.451671+0000","last_peered":"2024-09-19T06:06:36.451671+0000","last_clean":"2024-09-19T06:06:36.451671+0000","last_became_active":"2024-09-19T06:06:35.448664+0000","last_became_peered":"2024-09-19T06:06:35.448664+0000","last_unstale":"2024-09-19T06:06:36.451671+0000","last_undegraded":"2024-09-19T06:06:36.451671+0000","last_fullsized":"2024-09-19T06:06:36.451671+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:37.587234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451690+0000","last_change":"2024-09-19T06:06:35.442232+0000","last_active":"2024-09-19T06:06:36.451690+0000","last_peered":"2024-09-19T06:06:36.451690+0000","last_clean":"2024-09-19T06:06:36.451690+0000","last_became_active":"2024-09-19T06:06:35.441904+0000","last_became_peered":"2024-09-19T06:06:35.441904+0000","last_unstale":"2024-09-19T06:06:36.451690+0000","last_undegraded":"2024-09-19T06:06:36.451690+0000","last_fullsized":"2024-09-19T06:06:36.451690+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:02.436292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450378+0000","last_change":"2024-09-19T06:06:35.454012+0000","last_active":"2024-09-19T06:06:36.450378+0000","last_peered":"2024-09-19T06:06:36.450378+0000","last_clean":"2024-09-19T06:06:36.450378+0000","last_became_active":"2024-09-19T06:06:35.452605+0000","last_became_peered":"2024-09-19T06:06:35.452605+0000","last_unstale":"2024-09-19T06:06:36.450378+0000","last_undegraded":"2024-09-19T06:06:36.450378+0000","last_fullsized":"2024-09-19T06:06:36.450378+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.841683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450884+0000","last_change":"2024-09-19T06:06:35.450537+0000","last_active":"2024-09-19T06:06:36.450884+0000","last_peered":"2024-09-19T06:06:36.450884+0000","last_clean":"2024-09-19T06:06:36.450884+0000","last_became_active":"2024-09-19T06:06:35.450241+0000","last_became_peered":"2024-09-19T06:06:35.450241+0000","last_unstale":"2024-09-19T06:06:36.450884+0000","last_undegraded":"2024-09-19T06:06:36.450884+0000","last_fullsized":"2024-09-19T06:06:36.450884+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:44.494708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450044+0000","last_change":"2024-09-19T06:06:35.450001+0000","last_active":"2024-09-19T06:06:36.450044+0000","last_peered":"2024-09-19T06:06:36.450044+0000","last_clean":"2024-09-19T06:06:36.450044+0000","last_became_active":"2024-09-19T06:06:35.449752+0000","last_became_peered":"2024-09-19T06:06:35.449752+0000","last_unstale":"2024-09-19T06:06:36.450044+0000","last_undegraded":"2024-09-19T06:06:36.450044+0000","last_fullsized":"2024-09-19T06:06:36.450044+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:37.587234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452421+0000","last_change":"2024-09-19T06:06:35.456643+0000","last_active":"2024-09-19T06:06:36.452421+0000","last_peered":"2024-09-19T06:06:36.452421+0000","last_clean":"2024-09-19T06:06:36.452421+0000","last_became_active":"2024-09-19T06:06:35.455607+0000","last_became_peered":"2024-09-19T06:06:35.455607+0000","last_unstale":"2024-09-19T06:06:36.452421+0000","last_undegraded":"2024-09-19T06:06:36.452421+0000","last_fullsized":"2024-09-19T06:06:36.452421+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:38.766862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375346+0000","last_change":"2024-09-19T06:06:35.438823+0000","last_active":"2024-09-19T06:06:37.375346+0000","last_peered":"2024-09-19T06:06:37.375346+0000","last_clean":"2024-09-19T06:06:37.375346+0000","last_became_active":"2024-09-19T06:06:35.438564+0000","last_became_peered":"2024-09-19T06:06:35.438564+0000","last_unstale":"2024-09-19T06:06:37.375346+0000","last_undegraded":"2024-09-19T06:06:37.375346+0000","last_fullsized":"2024-09-19T06:06:37.375346+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:22.300703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.455104+0000","last_change":"2024-09-19T06:06:35.450792+0000","last_active":"2024-09-19T06:06:35.455104+0000","last_peered":"2024-09-19T06:06:35.455104+0000","last_clean":"2024-09-19T06:06:35.455104+0000","last_became_active":"2024-09-19T06:06:35.450526+0000","last_became_peered":"2024-09-19T06:06:35.450526+0000","last_unstale":"2024-09-19T06:06:35.455104+0000","last_undegraded":"2024-09-19T06:06:35.455104+0000","last_fullsized":"2024-09-19T06:06:35.455104+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:57:23.415369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450674+0000","last_change":"2024-09-19T06:06:35.447335+0000","last_active":"2024-09-19T06:06:36.450674+0000","last_peered":"2024-09-19T06:06:36.450674+0000","last_clean":"2024-09-19T06:06:36.450674+0000","last_became_active":"2024-09-19T06:06:35.447086+0000","last_became_peered":"2024-09-19T06:06:35.447086+0000","last_unstale":"2024-09-19T06:06:36.450674+0000","last_undegraded":"2024-09-19T06:06:36.450674+0000","last_fullsized":"2024-09-19T06:06:36.450674+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:45.063614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451762+0000","last_change":"2024-09-19T06:06:35.449091+0000","last_active":"2024-09-19T06:06:36.451762+0000","last_peered":"2024-09-19T06:06:36.451762+0000","last_clean":"2024-09-19T06:06:36.451762+0000","last_became_active":"2024-09-19T06:06:35.448779+0000","last_became_peered":"2024-09-19T06:06:35.448779+0000","last_unstale":"2024-09-19T06:06:36.451762+0000","last_undegraded":"2024-09-19T06:06:36.451762+0000","last_fullsized":"2024-09-19T06:06:36.451762+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:38.261964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451204+0000","last_change":"2024-09-19T06:06:35.438165+0000","last_active":"2024-09-19T06:06:36.451204+0000","last_peered":"2024-09-19T06:06:36.451204+0000","last_clean":"2024-09-19T06:06:36.451204+0000","last_became_active":"2024-09-19T06:06:35.437615+0000","last_became_peered":"2024-09-19T06:06:35.437615+0000","last_unstale":"2024-09-19T06:06:36.451204+0000","last_undegraded":"2024-09-19T06:06:36.451204+0000","last_fullsized":"2024-09-19T06:06:36.451204+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.656733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375173+0000","last_change":"2024-09-19T06:06:35.439051+0000","last_active":"2024-09-19T06:06:37.375173+0000","last_peered":"2024-09-19T06:06:37.375173+0000","last_clean":"2024-09-19T06:06:37.375173+0000","last_became_active":"2024-09-19T06:06:35.438764+0000","last_became_peered":"2024-09-19T06:06:35.438764+0000","last_unstale":"2024-09-19T06:06:37.375173+0000","last_undegraded":"2024-09-19T06:06:37.375173+0000","last_fullsized":"2024-09-19T06:06:37.375173+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:56.699195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.462540+0000","last_change":"2024-09-19T06:06:35.454453+0000","last_active":"2024-09-19T06:06:35.462540+0000","last_peered":"2024-09-19T06:06:35.462540+0000","last_clean":"2024-09-19T06:06:35.462540+0000","last_became_active":"2024-09-19T06:06:35.454192+0000","last_became_peered":"2024-09-19T06:06:35.454192+0000","last_unstale":"2024-09-19T06:06:35.462540+0000","last_undegraded":"2024-09-19T06:06:35.462540+0000","last_fullsized":"2024-09-19T06:06:35.462540+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:33.234776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.463141+0000","last_change":"2024-09-19T06:06:35.457835+0000","last_active":"2024-09-19T06:06:35.463141+0000","last_peered":"2024-09-19T06:06:35.463141+0000","last_clean":"2024-09-19T06:06:35.463141+0000","last_became_active":"2024-09-19T06:06:35.457553+0000","last_became_peered":"2024-09-19T06:06:35.457553+0000","last_unstale":"2024-09-19T06:06:35.463141+0000","last_undegraded":"2024-09-19T06:06:35.463141+0000","last_fullsized":"2024-09-19T06:06:35.463141+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:12.637365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"106'4","reported_seq":18,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450981+0000","last_change":"2024-09-19T06:06:34.441840+0000","last_active":"2024-09-19T06:06:36.450981+0000","last_peered":"2024-09-19T06:06:36.450981+0000","last_clean":"2024-09-19T06:06:36.450981+0000","last_became_active":"2024-09-19T06:06:34.441470+0000","last_became_peered":"2024-09-19T06:06:34.441470+0000","last_unstale":"2024-09-19T06:06:36.450981+0000","last_undegraded":"2024-09-19T06:06:36.450981+0000","last_fullsized":"2024-09-19T06:06:36.450981+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:35.511270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.457221+0000","last_change":"2024-09-19T06:06:35.451374+0000","last_active":"2024-09-19T06:06:36.457221+0000","last_peered":"2024-09-19T06:06:36.457221+0000","last_clean":"2024-09-19T06:06:36.457221+0000","last_became_active":"2024-09-19T06:06:35.450962+0000","last_became_peered":"2024-09-19T06:06:35.450962+0000","last_unstale":"2024-09-19T06:06:36.457221+0000","last_undegraded":"2024-09-19T06:06:36.457221+0000","last_fullsized":"2024-09-19T06:06:36.457221+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:44.141907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374863+0000","last_change":"2024-09-19T06:06:34.446911+0000","last_active":"2024-09-19T06:06:37.374863+0000","last_peered":"2024-09-19T06:06:37.374863+0000","last_clean":"2024-09-19T06:06:37.374863+0000","last_became_active":"2024-09-19T06:06:34.446572+0000","last_became_peered":"2024-09-19T06:06:34.446572+0000","last_unstale":"2024-09-19T06:06:37.374863+0000","last_undegraded":"2024-09-19T06:06:37.374863+0000","last_fullsized":"2024-09-19T06:06:37.374863+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:29.420882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.462492+0000","last_change":"2024-09-19T06:06:35.456482+0000","last_active":"2024-09-19T06:06:35.462492+0000","last_peered":"2024-09-19T06:06:35.462492+0000","last_clean":"2024-09-19T06:06:35.462492+0000","last_became_active":"2024-09-19T06:06:35.456215+0000","last_became_peered":"2024-09-19T06:06:35.456215+0000","last_unstale":"2024-09-19T06:06:35.462492+0000","last_undegraded":"2024-09-19T06:06:35.462492+0000","last_fullsized":"2024-09-19T06:06:35.462492+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:00.441938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375865+0000","last_change":"2024-09-19T06:06:34.442929+0000","last_active":"2024-09-19T06:06:37.375865+0000","last_peered":"2024-09-19T06:06:37.375865+0000","last_clean":"2024-09-19T06:06:37.375865+0000","last_became_active":"2024-09-19T06:06:34.442646+0000","last_became_peered":"2024-09-19T06:06:34.442646+0000","last_unstale":"2024-09-19T06:06:37.375865+0000","last_undegraded":"2024-09-19T06:06:37.375865+0000","last_fullsized":"2024-09-19T06:06:37.375865+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:41.246383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375239+0000","last_change":"2024-09-19T06:06:35.458665+0000","last_active":"2024-09-19T06:06:37.375239+0000","last_peered":"2024-09-19T06:06:37.375239+0000","last_clean":"2024-09-19T06:06:37.375239+0000","last_became_active":"2024-09-19T06:06:35.455696+0000","last_became_peered":"2024-09-19T06:06:35.455696+0000","last_unstale":"2024-09-19T06:06:37.375239+0000","last_undegraded":"2024-09-19T06:06:37.375239+0000","last_fullsized":"2024-09-19T06:06:37.375239+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:09.433401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375227+0000","last_change":"2024-09-19T06:06:34.445151+0000","last_active":"2024-09-19T06:06:37.375227+0000","last_peered":"2024-09-19T06:06:37.375227+0000","last_clean":"2024-09-19T06:06:37.375227+0000","last_became_active":"2024-09-19T06:06:34.444832+0000","last_became_peered":"2024-09-19T06:06:34.444832+0000","last_unstale":"2024-09-19T06:06:37.375227+0000","last_undegraded":"2024-09-19T06:06:37.375227+0000","last_fullsized":"2024-09-19T06:06:37.375227+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:39.329068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375452+0000","last_change":"2024-09-19T06:06:35.447066+0000","last_active":"2024-09-19T06:06:37.375452+0000","last_peered":"2024-09-19T06:06:37.375452+0000","last_clean":"2024-09-19T06:06:37.375452+0000","last_became_active":"2024-09-19T06:06:35.446742+0000","last_became_peered":"2024-09-19T06:06:35.446742+0000","last_unstale":"2024-09-19T06:06:37.375452+0000","last_undegraded":"2024-09-19T06:06:37.375452+0000","last_fullsized":"2024-09-19T06:06:37.375452+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:01.335665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451039+0000","last_change":"2024-09-19T06:06:34.433291+0000","last_active":"2024-09-19T06:06:36.451039+0000","last_peered":"2024-09-19T06:06:36.451039+0000","last_clean":"2024-09-19T06:06:36.451039+0000","last_became_active":"2024-09-19T06:06:34.433001+0000","last_became_peered":"2024-09-19T06:06:34.433001+0000","last_unstale":"2024-09-19T06:06:36.451039+0000","last_undegraded":"2024-09-19T06:06:36.451039+0000","last_fullsized":"2024-09-19T06:06:36.451039+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:41.246383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451919+0000","last_change":"2024-09-19T06:06:35.456508+0000","last_active":"2024-09-19T06:06:36.451919+0000","last_peered":"2024-09-19T06:06:36.451919+0000","last_clean":"2024-09-19T06:06:36.451919+0000","last_became_active":"2024-09-19T06:06:35.456162+0000","last_became_peered":"2024-09-19T06:06:35.456162+0000","last_unstale":"2024-09-19T06:06:36.451919+0000","last_undegraded":"2024-09-19T06:06:36.451919+0000","last_fullsized":"2024-09-19T06:06:36.451919+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:00.008409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450491+0000","last_change":"2024-09-19T06:06:34.448911+0000","last_active":"2024-09-19T06:06:36.450491+0000","last_peered":"2024-09-19T06:06:36.450491+0000","last_clean":"2024-09-19T06:06:36.450491+0000","last_became_active":"2024-09-19T06:06:34.448672+0000","last_became_peered":"2024-09-19T06:06:34.448672+0000","last_unstale":"2024-09-19T06:06:36.450491+0000","last_undegraded":"2024-09-19T06:06:36.450491+0000","last_fullsized":"2024-09-19T06:06:36.450491+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:48.150072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374892+0000","last_change":"2024-09-19T06:06:35.460398+0000","last_active":"2024-09-19T06:06:37.374892+0000","last_peered":"2024-09-19T06:06:37.374892+0000","last_clean":"2024-09-19T06:06:37.374892+0000","last_became_active":"2024-09-19T06:06:35.457697+0000","last_became_peered":"2024-09-19T06:06:35.457697+0000","last_unstale":"2024-09-19T06:06:37.374892+0000","last_undegraded":"2024-09-19T06:06:37.374892+0000","last_fullsized":"2024-09-19T06:06:37.374892+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:34.036690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451395+0000","last_change":"2024-09-19T06:06:34.451246+0000","last_active":"2024-09-19T06:06:36.451395+0000","last_peered":"2024-09-19T06:06:36.451395+0000","last_clean":"2024-09-19T06:06:36.451395+0000","last_became_active":"2024-09-19T06:06:34.451011+0000","last_became_peered":"2024-09-19T06:06:34.451011+0000","last_unstale":"2024-09-19T06:06:36.451395+0000","last_undegraded":"2024-09-19T06:06:36.451395+0000","last_fullsized":"2024-09-19T06:06:36.451395+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:18.399473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450643+0000","last_change":"2024-09-19T06:06:35.449509+0000","last_active":"2024-09-19T06:06:36.450643+0000","last_peered":"2024-09-19T06:06:36.450643+0000","last_clean":"2024-09-19T06:06:36.450643+0000","last_became_active":"2024-09-19T06:06:35.448866+0000","last_became_peered":"2024-09-19T06:06:35.448866+0000","last_unstale":"2024-09-19T06:06:36.450643+0000","last_undegraded":"2024-09-19T06:06:36.450643+0000","last_fullsized":"2024-09-19T06:06:36.450643+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:19.473141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374982+0000","last_change":"2024-09-19T06:06:34.452741+0000","last_active":"2024-09-19T06:06:37.374982+0000","last_peered":"2024-09-19T06:06:37.374982+0000","last_clean":"2024-09-19T06:06:37.374982+0000","last_became_active":"2024-09-19T06:06:34.452475+0000","last_became_peered":"2024-09-19T06:06:34.452475+0000","last_unstale":"2024-09-19T06:06:37.374982+0000","last_undegraded":"2024-09-19T06:06:37.374982+0000","last_fullsized":"2024-09-19T06:06:37.374982+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:08.425583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452318+0000","last_change":"2024-09-19T06:06:35.451628+0000","last_active":"2024-09-19T06:06:36.452318+0000","last_peered":"2024-09-19T06:06:36.452318+0000","last_clean":"2024-09-19T06:06:36.452318+0000","last_became_active":"2024-09-19T06:06:35.451362+0000","last_became_peered":"2024-09-19T06:06:35.451362+0000","last_unstale":"2024-09-19T06:06:36.452318+0000","last_undegraded":"2024-09-19T06:06:36.452318+0000","last_fullsized":"2024-09-19T06:06:36.452318+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:14.038448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375672+0000","last_change":"2024-09-19T06:06:34.444888+0000","last_active":"2024-09-19T06:06:37.375672+0000","last_peered":"2024-09-19T06:06:37.375672+0000","last_clean":"2024-09-19T06:06:37.375672+0000","last_became_active":"2024-09-19T06:06:34.444590+0000","last_became_peered":"2024-09-19T06:06:34.444590+0000","last_unstale":"2024-09-19T06:06:37.375672+0000","last_undegraded":"2024-09-19T06:06:37.375672+0000","last_fullsized":"2024-09-19T06:06:37.375672+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:48.979075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.457234+0000","last_change":"2024-09-19T06:06:35.459355+0000","last_active":"2024-09-19T06:06:36.457234+0000","last_peered":"2024-09-19T06:06:36.457234+0000","last_clean":"2024-09-19T06:06:36.457234+0000","last_became_active":"2024-09-19T06:06:35.457781+0000","last_became_peered":"2024-09-19T06:06:35.457781+0000","last_unstale":"2024-09-19T06:06:36.457234+0000","last_undegraded":"2024-09-19T06:06:36.457234+0000","last_fullsized":"2024-09-19T06:06:36.457234+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.841683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450490+0000","last_change":"2024-09-19T06:06:34.446772+0000","last_active":"2024-09-19T06:06:36.450490+0000","last_peered":"2024-09-19T06:06:36.450490+0000","last_clean":"2024-09-19T06:06:36.450490+0000","last_became_active":"2024-09-19T06:06:34.446452+0000","last_became_peered":"2024-09-19T06:06:34.446452+0000","last_unstale":"2024-09-19T06:06:36.450490+0000","last_undegraded":"2024-09-19T06:06:36.450490+0000","last_fullsized":"2024-09-19T06:06:36.450490+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:04.083039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450747+0000","last_change":"2024-09-19T06:06:35.450896+0000","last_active":"2024-09-19T06:06:36.450747+0000","last_peered":"2024-09-19T06:06:36.450747+0000","last_clean":"2024-09-19T06:06:36.450747+0000","last_became_active":"2024-09-19T06:06:35.450564+0000","last_became_peered":"2024-09-19T06:06:35.450564+0000","last_unstale":"2024-09-19T06:06:36.450747+0000","last_undegraded":"2024-09-19T06:06:36.450747+0000","last_fullsized":"2024-09-19T06:06:36.450747+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:57.080460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"106'3","reported_seq":17,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374802+0000","last_change":"2024-09-19T06:06:34.440739+0000","last_active":"2024-09-19T06:06:37.374802+0000","last_peered":"2024-09-19T06:06:37.374802+0000","last_clean":"2024-09-19T06:06:37.374802+0000","last_became_active":"2024-09-19T06:06:34.440451+0000","last_became_peered":"2024-09-19T06:06:34.440451+0000","last_unstale":"2024-09-19T06:06:37.374802+0000","last_undegraded":"2024-09-19T06:06:37.374802+0000","last_fullsized":"2024-09-19T06:06:37.374802+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:57.974440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451901+0000","last_change":"2024-09-19T06:06:35.449541+0000","last_active":"2024-09-19T06:06:36.451901+0000","last_peered":"2024-09-19T06:06:36.451901+0000","last_clean":"2024-09-19T06:06:36.451901+0000","last_became_active":"2024-09-19T06:06:35.449192+0000","last_became_peered":"2024-09-19T06:06:35.449192+0000","last_unstale":"2024-09-19T06:06:36.451901+0000","last_undegraded":"2024-09-19T06:06:36.451901+0000","last_fullsized":"2024-09-19T06:06:36.451901+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:54.903901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"106'6","reported_seq":20,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375503+0000","last_change":"2024-09-19T06:06:34.451913+0000","last_active":"2024-09-19T06:06:37.375503+0000","last_peered":"2024-09-19T06:06:37.375503+0000","last_clean":"2024-09-19T06:06:37.375503+0000","last_became_active":"2024-09-19T06:06:34.451662+0000","last_became_peered":"2024-09-19T06:06:34.451662+0000","last_unstale":"2024-09-19T06:06:37.375503+0000","last_undegraded":"2024-09-19T06:06:37.375503+0000","last_fullsized":"2024-09-19T06:06:37.375503+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:36.558962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450366+0000","last_change":"2024-09-19T06:06:35.443943+0000","last_active":"2024-09-19T06:06:36.450366+0000","last_peered":"2024-09-19T06:06:36.450366+0000","last_clean":"2024-09-19T06:06:36.450366+0000","last_became_active":"2024-09-19T06:06:35.443689+0000","last_became_peered":"2024-09-19T06:06:35.443689+0000","last_unstale":"2024-09-19T06:06:36.450366+0000","last_undegraded":"2024-09-19T06:06:36.450366+0000","last_fullsized":"2024-09-19T06:06:36.450366+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:44.141907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"106'2","reported_seq":14,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.476340+0000","last_change":"2024-09-19T06:06:34.442769+0000","last_active":"2024-09-19T06:06:35.476340+0000","last_peered":"2024-09-19T06:06:35.476340+0000","last_clean":"2024-09-19T06:06:35.476340+0000","last_became_active":"2024-09-19T06:06:34.442463+0000","last_became_peered":"2024-09-19T06:06:34.442463+0000","last_unstale":"2024-09-19T06:06:35.476340+0000","last_undegraded":"2024-09-19T06:06:35.476340+0000","last_fullsized":"2024-09-19T06:06:35.476340+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:13.430060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450729+0000","last_change":"2024-09-19T06:06:35.447876+0000","last_active":"2024-09-19T06:06:36.450729+0000","last_peered":"2024-09-19T06:06:36.450729+0000","last_clean":"2024-09-19T06:06:36.450729+0000","last_became_active":"2024-09-19T06:06:35.447631+0000","last_became_peered":"2024-09-19T06:06:35.447631+0000","last_unstale":"2024-09-19T06:06:36.450729+0000","last_undegraded":"2024-09-19T06:06:36.450729+0000","last_fullsized":"2024-09-19T06:06:36.450729+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:38.766862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.456941+0000","last_change":"2024-09-19T06:06:34.452170+0000","last_active":"2024-09-19T06:06:36.456941+0000","last_peered":"2024-09-19T06:06:36.456941+0000","last_clean":"2024-09-19T06:06:36.456941+0000","last_became_active":"2024-09-19T06:06:34.451936+0000","last_became_peered":"2024-09-19T06:06:34.451936+0000","last_unstale":"2024-09-19T06:06:36.456941+0000","last_undegraded":"2024-09-19T06:06:36.456941+0000","last_fullsized":"2024-09-19T06:06:36.456941+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:55.717501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450168+0000","last_change":"2024-09-19T06:06:35.447161+0000","last_active":"2024-09-19T06:06:36.450168+0000","last_peered":"2024-09-19T06:06:36.450168+0000","last_clean":"2024-09-19T06:06:36.450168+0000","last_became_active":"2024-09-19T06:06:35.446872+0000","last_became_peered":"2024-09-19T06:06:35.446872+0000","last_unstale":"2024-09-19T06:06:36.450168+0000","last_undegraded":"2024-09-19T06:06:36.450168+0000","last_fullsized":"2024-09-19T06:06:36.450168+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:38.261964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"106'8","reported_seq":22,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374483+0000","last_change":"2024-09-19T06:06:34.449412+0000","last_active":"2024-09-19T06:06:37.374483+0000","last_peered":"2024-09-19T06:06:37.374483+0000","last_clean":"2024-09-19T06:06:37.374483+0000","last_became_active":"2024-09-19T06:06:34.449134+0000","last_became_peered":"2024-09-19T06:06:34.449134+0000","last_unstale":"2024-09-19T06:06:37.374483+0000","last_undegraded":"2024-09-19T06:06:37.374483+0000","last_fullsized":"2024-09-19T06:06:37.374483+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:18.877756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375787+0000","last_change":"2024-09-19T06:06:35.450536+0000","last_active":"2024-09-19T06:06:37.375787+0000","last_peered":"2024-09-19T06:06:37.375787+0000","last_clean":"2024-09-19T06:06:37.375787+0000","last_became_active":"2024-09-19T06:06:35.450201+0000","last_became_peered":"2024-09-19T06:06:35.450201+0000","last_unstale":"2024-09-19T06:06:37.375787+0000","last_undegraded":"2024-09-19T06:06:37.375787+0000","last_fullsized":"2024-09-19T06:06:37.375787+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.359540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375666+0000","last_change":"2024-09-19T06:06:34.443579+0000","last_active":"2024-09-19T06:06:37.375666+0000","last_peered":"2024-09-19T06:06:37.375666+0000","last_clean":"2024-09-19T06:06:37.375666+0000","last_became_active":"2024-09-19T06:06:34.443309+0000","last_became_peered":"2024-09-19T06:06:34.443309+0000","last_unstale":"2024-09-19T06:06:37.375666+0000","last_undegraded":"2024-09-19T06:06:37.375666+0000","last_fullsized":"2024-09-19T06:06:37.375666+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:53.414958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.462328+0000","last_change":"2024-09-19T06:06:35.455206+0000","last_active":"2024-09-19T06:06:35.462328+0000","last_peered":"2024-09-19T06:06:35.462328+0000","last_clean":"2024-09-19T06:06:35.462328+0000","last_became_active":"2024-09-19T06:06:35.452092+0000","last_became_peered":"2024-09-19T06:06:35.452092+0000","last_unstale":"2024-09-19T06:06:35.462328+0000","last_undegraded":"2024-09-19T06:06:35.462328+0000","last_fullsized":"2024-09-19T06:06:35.462328+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:22.750491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375958+0000","last_change":"2024-09-19T06:06:34.446385+0000","last_active":"2024-09-19T06:06:37.375958+0000","last_peered":"2024-09-19T06:06:37.375958+0000","last_clean":"2024-09-19T06:06:37.375958+0000","last_became_active":"2024-09-19T06:06:34.446097+0000","last_became_peered":"2024-09-19T06:06:34.446097+0000","last_unstale":"2024-09-19T06:06:37.375958+0000","last_undegraded":"2024-09-19T06:06:37.375958+0000","last_fullsized":"2024-09-19T06:06:37.375958+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:35.711889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375016+0000","last_change":"2024-09-19T06:06:35.453191+0000","last_active":"2024-09-19T06:06:37.375016+0000","last_peered":"2024-09-19T06:06:37.375016+0000","last_clean":"2024-09-19T06:06:37.375016+0000","last_became_active":"2024-09-19T06:06:35.452298+0000","last_became_peered":"2024-09-19T06:06:35.452298+0000","last_unstale":"2024-09-19T06:06:37.375016+0000","last_undegraded":"2024-09-19T06:06:37.375016+0000","last_fullsized":"2024-09-19T06:06:37.375016+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:57.080460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.456982+0000","last_change":"2024-09-19T06:06:34.451796+0000","last_active":"2024-09-19T06:06:36.456982+0000","last_peered":"2024-09-19T06:06:36.456982+0000","last_clean":"2024-09-19T06:06:36.456982+0000","last_became_active":"2024-09-19T06:06:34.451473+0000","last_became_peered":"2024-09-19T06:06:34.451473+0000","last_unstale":"2024-09-19T06:06:36.456982+0000","last_undegraded":"2024-09-19T06:06:36.456982+0000","last_fullsized":"2024-09-19T06:06:36.456982+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:10.001969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375189+0000","last_change":"2024-09-19T06:06:35.456011+0000","last_active":"2024-09-19T06:06:37.375189+0000","last_peered":"2024-09-19T06:06:37.375189+0000","last_clean":"2024-09-19T06:06:37.375189+0000","last_became_active":"2024-09-19T06:06:35.454739+0000","last_became_peered":"2024-09-19T06:06:35.454739+0000","last_unstale":"2024-09-19T06:06:37.375189+0000","last_undegraded":"2024-09-19T06:06:37.375189+0000","last_fullsized":"2024-09-19T06:06:37.375189+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:58.982258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450889+0000","last_change":"2024-09-19T06:06:34.443411+0000","last_active":"2024-09-19T06:06:36.450889+0000","last_peered":"2024-09-19T06:06:36.450889+0000","last_clean":"2024-09-19T06:06:36.450889+0000","last_became_active":"2024-09-19T06:06:34.443144+0000","last_became_peered":"2024-09-19T06:06:34.443144+0000","last_unstale":"2024-09-19T06:06:36.450889+0000","last_undegraded":"2024-09-19T06:06:36.450889+0000","last_fullsized":"2024-09-19T06:06:36.450889+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:35.711889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374937+0000","last_change":"2024-09-19T06:06:35.451182+0000","last_active":"2024-09-19T06:06:37.374937+0000","last_peered":"2024-09-19T06:06:37.374937+0000","last_clean":"2024-09-19T06:06:37.374937+0000","last_became_active":"2024-09-19T06:06:35.450903+0000","last_became_peered":"2024-09-19T06:06:35.450903+0000","last_unstale":"2024-09-19T06:06:37.374937+0000","last_undegraded":"2024-09-19T06:06:37.374937+0000","last_fullsized":"2024-09-19T06:06:37.374937+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.841683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"106'2","reported_seq":14,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.476275+0000","last_change":"2024-09-19T06:06:34.448513+0000","last_active":"2024-09-19T06:06:35.476275+0000","last_peered":"2024-09-19T06:06:35.476275+0000","last_clean":"2024-09-19T06:06:35.476275+0000","last_became_active":"2024-09-19T06:06:34.447331+0000","last_became_peered":"2024-09-19T06:06:34.447331+0000","last_unstale":"2024-09-19T06:06:35.476275+0000","last_undegraded":"2024-09-19T06:06:35.476275+0000","last_fullsized":"2024-09-19T06:06:35.476275+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:59.454314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374549+0000","last_change":"2024-09-19T06:06:35.448107+0000","last_active":"2024-09-19T06:06:37.374549+0000","last_peered":"2024-09-19T06:06:37.374549+0000","last_clean":"2024-09-19T06:06:37.374549+0000","last_became_active":"2024-09-19T06:06:35.447830+0000","last_became_peered":"2024-09-19T06:06:35.447830+0000","last_unstale":"2024-09-19T06:06:37.374549+0000","last_undegraded":"2024-09-19T06:06:37.374549+0000","last_fullsized":"2024-09-19T06:06:37.374549+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:30:30.612943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374607+0000","last_change":"2024-09-19T06:06:34.445350+0000","last_active":"2024-09-19T06:06:37.374607+0000","last_peered":"2024-09-19T06:06:37.374607+0000","last_clean":"2024-09-19T06:06:37.374607+0000","last_became_active":"2024-09-19T06:06:34.445039+0000","last_became_peered":"2024-09-19T06:06:34.445039+0000","last_unstale":"2024-09-19T06:06:37.374607+0000","last_undegraded":"2024-09-19T06:06:37.374607+0000","last_fullsized":"2024-09-19T06:06:37.374607+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:56.479559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375005+0000","last_change":"2024-09-19T06:06:35.455285+0000","last_active":"2024-09-19T06:06:37.375005+0000","last_peered":"2024-09-19T06:06:37.375005+0000","last_clean":"2024-09-19T06:06:37.375005+0000","last_became_active":"2024-09-19T06:06:35.454872+0000","last_became_peered":"2024-09-19T06:06:35.454872+0000","last_unstale":"2024-09-19T06:06:37.375005+0000","last_undegraded":"2024-09-19T06:06:37.375005+0000","last_fullsized":"2024-09-19T06:06:37.375005+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:45.063614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":12,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.443683+0000","last_change":"2024-09-19T06:06:34.447945+0000","last_active":"2024-09-19T06:06:35.443683+0000","last_peered":"2024-09-19T06:06:35.443683+0000","last_clean":"2024-09-19T06:06:35.443683+0000","last_became_active":"2024-09-19T06:06:34.447380+0000","last_became_peered":"2024-09-19T06:06:34.447380+0000","last_unstale":"2024-09-19T06:06:35.443683+0000","last_undegraded":"2024-09-19T06:06:35.443683+0000","last_fullsized":"2024-09-19T06:06:35.443683+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:52.834828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450170+0000","last_change":"2024-09-19T06:06:35.451271+0000","last_active":"2024-09-19T06:06:36.450170+0000","last_peered":"2024-09-19T06:06:36.450170+0000","last_clean":"2024-09-19T06:06:36.450170+0000","last_became_active":"2024-09-19T06:06:35.450989+0000","last_became_peered":"2024-09-19T06:06:35.450989+0000","last_unstale":"2024-09-19T06:06:36.450170+0000","last_undegraded":"2024-09-19T06:06:36.450170+0000","last_fullsized":"2024-09-19T06:06:36.450170+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:00.008409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375120+0000","last_change":"2024-09-19T06:06:34.448902+0000","last_active":"2024-09-19T06:06:37.375120+0000","last_peered":"2024-09-19T06:06:37.375120+0000","last_clean":"2024-09-19T06:06:37.375120+0000","last_became_active":"2024-09-19T06:06:34.448687+0000","last_became_peered":"2024-09-19T06:06:34.448687+0000","last_unstale":"2024-09-19T06:06:37.375120+0000","last_undegraded":"2024-09-19T06:06:37.375120+0000","last_fullsized":"2024-09-19T06:06:37.375120+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:13.482267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.457031+0000","last_change":"2024-09-19T06:06:35.456615+0000","last_active":"2024-09-19T06:06:36.457031+0000","last_peered":"2024-09-19T06:06:36.457031+0000","last_clean":"2024-09-19T06:06:36.457031+0000","last_became_active":"2024-09-19T06:06:35.456337+0000","last_became_peered":"2024-09-19T06:06:35.456337+0000","last_unstale":"2024-09-19T06:06:36.457031+0000","last_undegraded":"2024-09-19T06:06:36.457031+0000","last_fullsized":"2024-09-19T06:06:36.457031+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:00.008409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450962+0000","last_change":"2024-09-19T06:06:34.448202+0000","last_active":"2024-09-19T06:06:36.450962+0000","last_peered":"2024-09-19T06:06:36.450962+0000","last_clean":"2024-09-19T06:06:36.450962+0000","last_became_active":"2024-09-19T06:06:34.447946+0000","last_became_peered":"2024-09-19T06:06:34.447946+0000","last_unstale":"2024-09-19T06:06:36.450962+0000","last_undegraded":"2024-09-19T06:06:36.450962+0000","last_fullsized":"2024-09-19T06:06:36.450962+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:06.351421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375501+0000","last_change":"2024-09-19T06:06:35.447732+0000","last_active":"2024-09-19T06:06:37.375501+0000","last_peered":"2024-09-19T06:06:37.375501+0000","last_clean":"2024-09-19T06:06:37.375501+0000","last_became_active":"2024-09-19T06:06:35.447131+0000","last_became_peered":"2024-09-19T06:06:35.447131+0000","last_unstale":"2024-09-19T06:06:37.375501+0000","last_undegraded":"2024-09-19T06:06:37.375501+0000","last_fullsized":"2024-09-19T06:06:37.375501+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:21.689614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"107'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.458591+0000","last_change":"2024-09-19T06:06:34.441249+0000","last_active":"2024-09-19T06:06:36.458591+0000","last_peered":"2024-09-19T06:06:36.458591+0000","last_clean":"2024-09-19T06:06:36.458591+0000","last_became_active":"2024-09-19T06:06:34.441028+0000","last_became_peered":"2024-09-19T06:06:34.441028+0000","last_unstale":"2024-09-19T06:06:36.458591+0000","last_undegraded":"2024-09-19T06:06:36.458591+0000","last_fullsized":"2024-09-19T06:06:36.458591+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:03.884821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375338+0000","last_change":"2024-09-19T06:06:35.461184+0000","last_active":"2024-09-19T06:06:37.375338+0000","last_peered":"2024-09-19T06:06:37.375338+0000","last_clean":"2024-09-19T06:06:37.375338+0000","last_became_active":"2024-09-19T06:06:35.456643+0000","last_became_peered":"2024-09-19T06:06:35.456643+0000","last_unstale":"2024-09-19T06:06:37.375338+0000","last_undegraded":"2024-09-19T06:06:37.375338+0000","last_fullsized":"2024-09-19T06:06:37.375338+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:21.263517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374954+0000","last_change":"2024-09-19T06:06:34.448821+0000","last_active":"2024-09-19T06:06:37.374954+0000","last_peered":"2024-09-19T06:06:37.374954+0000","last_clean":"2024-09-19T06:06:37.374954+0000","last_became_active":"2024-09-19T06:06:34.448520+0000","last_became_peered":"2024-09-19T06:06:34.448520+0000","last_unstale":"2024-09-19T06:06:37.374954+0000","last_undegraded":"2024-09-19T06:06:37.374954+0000","last_fullsized":"2024-09-19T06:06:37.374954+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:05.280604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.456977+0000","last_change":"2024-09-19T06:06:35.453068+0000","last_active":"2024-09-19T06:06:36.456977+0000","last_peered":"2024-09-19T06:06:36.456977+0000","last_clean":"2024-09-19T06:06:36.456977+0000","last_became_active":"2024-09-19T06:06:35.452804+0000","last_became_peered":"2024-09-19T06:06:35.452804+0000","last_unstale":"2024-09-19T06:06:36.456977+0000","last_undegraded":"2024-09-19T06:06:36.456977+0000","last_fullsized":"2024-09-19T06:06:36.456977+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:02.436292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450851+0000","last_change":"2024-09-19T06:06:34.451136+0000","last_active":"2024-09-19T06:06:36.450851+0000","last_peered":"2024-09-19T06:06:36.450851+0000","last_clean":"2024-09-19T06:06:36.450851+0000","last_became_active":"2024-09-19T06:06:34.450706+0000","last_became_peered":"2024-09-19T06:06:34.450706+0000","last_unstale":"2024-09-19T06:06:36.450851+0000","last_undegraded":"2024-09-19T06:06:36.450851+0000","last_fullsized":"2024-09-19T06:06:36.450851+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:19:08.163205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451630+0000","last_change":"2024-09-19T06:06:35.439368+0000","last_active":"2024-09-19T06:06:36.451630+0000","last_peered":"2024-09-19T06:06:36.451630+0000","last_clean":"2024-09-19T06:06:36.451630+0000","last_became_active":"2024-09-19T06:06:35.439105+0000","last_became_peered":"2024-09-19T06:06:35.439105+0000","last_unstale":"2024-09-19T06:06:36.451630+0000","last_undegraded":"2024-09-19T06:06:36.451630+0000","last_fullsized":"2024-09-19T06:06:36.451630+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:20.947183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451178+0000","last_change":"2024-09-19T06:06:34.443957+0000","last_active":"2024-09-19T06:06:36.451178+0000","last_peered":"2024-09-19T06:06:36.451178+0000","last_clean":"2024-09-19T06:06:36.451178+0000","last_became_active":"2024-09-19T06:06:34.443676+0000","last_became_peered":"2024-09-19T06:06:34.443676+0000","last_unstale":"2024-09-19T06:06:36.451178+0000","last_undegraded":"2024-09-19T06:06:36.451178+0000","last_fullsized":"2024-09-19T06:06:36.451178+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:50.535776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451939+0000","last_change":"2024-09-19T06:06:35.438892+0000","last_active":"2024-09-19T06:06:36.451939+0000","last_peered":"2024-09-19T06:06:36.451939+0000","last_clean":"2024-09-19T06:06:36.451939+0000","last_became_active":"2024-09-19T06:06:35.438588+0000","last_became_peered":"2024-09-19T06:06:35.438588+0000","last_unstale":"2024-09-19T06:06:36.451939+0000","last_undegraded":"2024-09-19T06:06:36.451939+0000","last_fullsized":"2024-09-19T06:06:36.451939+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:44.141907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451588+0000","last_change":"2024-09-19T06:06:34.443563+0000","last_active":"2024-09-19T06:06:36.451588+0000","last_peered":"2024-09-19T06:06:36.451588+0000","last_clean":"2024-09-19T06:06:36.451588+0000","last_became_active":"2024-09-19T06:06:34.442360+0000","last_became_peered":"2024-09-19T06:06:34.442360+0000","last_unstale":"2024-09-19T06:06:36.451588+0000","last_undegraded":"2024-09-19T06:06:36.451588+0000","last_fullsized":"2024-09-19T06:06:36.451588+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:56.486814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375209+0000","last_change":"2024-09-19T06:06:35.453734+0000","last_active":"2024-09-19T06:06:37.375209+0000","last_peered":"2024-09-19T06:06:37.375209+0000","last_clean":"2024-09-19T06:06:37.375209+0000","last_became_active":"2024-09-19T06:06:35.452997+0000","last_became_peered":"2024-09-19T06:06:35.452997+0000","last_unstale":"2024-09-19T06:06:37.375209+0000","last_undegraded":"2024-09-19T06:06:37.375209+0000","last_fullsized":"2024-09-19T06:06:37.375209+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:06.288422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374427+0000","last_change":"2024-09-19T06:06:34.447596+0000","last_active":"2024-09-19T06:06:37.374427+0000","last_peered":"2024-09-19T06:06:37.374427+0000","last_clean":"2024-09-19T06:06:37.374427+0000","last_became_active":"2024-09-19T06:06:34.446710+0000","last_became_peered":"2024-09-19T06:06:34.446710+0000","last_unstale":"2024-09-19T06:06:37.374427+0000","last_undegraded":"2024-09-19T06:06:37.374427+0000","last_fullsized":"2024-09-19T06:06:37.374427+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:20.964395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375333+0000","last_change":"2024-09-19T06:06:35.457434+0000","last_active":"2024-09-19T06:06:37.375333+0000","last_peered":"2024-09-19T06:06:37.375333+0000","last_clean":"2024-09-19T06:06:37.375333+0000","last_became_active":"2024-09-19T06:06:35.457195+0000","last_became_peered":"2024-09-19T06:06:35.457195+0000","last_unstale":"2024-09-19T06:06:37.375333+0000","last_undegraded":"2024-09-19T06:06:37.375333+0000","last_fullsized":"2024-09-19T06:06:37.375333+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:18.539653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375141+0000","last_change":"2024-09-19T06:06:34.446334+0000","last_active":"2024-09-19T06:06:37.375141+0000","last_peered":"2024-09-19T06:06:37.375141+0000","last_clean":"2024-09-19T06:06:37.375141+0000","last_became_active":"2024-09-19T06:06:34.446058+0000","last_became_peered":"2024-09-19T06:06:34.446058+0000","last_unstale":"2024-09-19T06:06:37.375141+0000","last_undegraded":"2024-09-19T06:06:37.375141+0000","last_fullsized":"2024-09-19T06:06:37.375141+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:32.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450114+0000","last_change":"2024-09-19T06:06:35.448777+0000","last_active":"2024-09-19T06:06:36.450114+0000","last_peered":"2024-09-19T06:06:36.450114+0000","last_clean":"2024-09-19T06:06:36.450114+0000","last_became_active":"2024-09-19T06:06:35.448546+0000","last_became_peered":"2024-09-19T06:06:35.448546+0000","last_unstale":"2024-09-19T06:06:36.450114+0000","last_undegraded":"2024-09-19T06:06:36.450114+0000","last_fullsized":"2024-09-19T06:06:36.450114+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:02.436292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450756+0000","last_change":"2024-09-19T06:06:34.442867+0000","last_active":"2024-09-19T06:06:36.450756+0000","last_peered":"2024-09-19T06:06:36.450756+0000","last_clean":"2024-09-19T06:06:36.450756+0000","last_became_active":"2024-09-19T06:06:34.442502+0000","last_became_peered":"2024-09-19T06:06:34.442502+0000","last_unstale":"2024-09-19T06:06:36.450756+0000","last_undegraded":"2024-09-19T06:06:36.450756+0000","last_fullsized":"2024-09-19T06:06:36.450756+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:48.979075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":328,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375220+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:06:37.375220+0000","last_peered":"2024-09-19T06:06:37.375220+0000","last_clean":"2024-09-19T06:06:37.375220+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:06:37.375220+0000","last_undegraded":"2024-09-19T06:06:37.375220+0000","last_fullsized":"2024-09-19T06:06:37.375220+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509509,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37224,"kb_used_data":1868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334616,"statfs":{"total":96636764160,"available":96598646784,"internally_reserved":0,"allocated":1912832,"data_stored":1149498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509508,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36644,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335196,"statfs":{"total":96636764160,"available":96599240704,"internally_reserved":0,"allocated":1327104,"data_stored":564884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509508,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36648,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335192,"statfs":{"total":96636764160,"available":96599236608,"internally_reserved":0,"allocated":1331200,"data_stored":565418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509508,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36644,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335196,"statfs":{"total":96636764160,"available":96599240704,"internally_reserved":0,"allocated":1323008,"data_stored":564814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509507,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36656,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335184,"statfs":{"total":96636764160,"available":96599228416,"internally_reserved":0,"allocated":1339392,"data_stored":566496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509508,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36640,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335200,"statfs":{"total":96636764160,"available":96599244800,"internally_reserved":0,"allocated":1323008,"data_stored":564814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509508,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37244,"kb_used_data":1892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334596,"statfs":{"total":96636764160,"available":96598626304,"internally_reserved":0,"allocated":1937408,"data_stored":1156906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542214,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36636,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335204,"statfs":{"total":96636764160,"available":96599248896,"internally_reserved":0,"allocated":1318912,"data_stored":558638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:06:39.659 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:06:39.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.846+0000 7f519cc00640 1 Processor -- start 2024-09-19T06:06:39.848 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.846+0000 7f519cc00640 1 -- start start 2024-09-19T06:06:39.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.847+0000 7f519cc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 0x7f51980b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.847+0000 7f519cc00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51980d0130 con 0x7f51980b22b0 2024-09-19T06:06:39.849 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.847+0000 7f519cc00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f51980d0410 con 0x7f519815f5f0 2024-09-19T06:06:39.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.847+0000 7f519cc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f51980d0ef0 con 0x7f51980ce970 2024-09-19T06:06:39.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.847+0000 7f5197e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f51980b22b0 0x7f519815fd30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54366/0 (socket says 172.21.15.92:54366) 2024-09-19T06:06:39.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.847+0000 7f5197e00640 1 -- 172.21.15.92:0/3191760750 learned_addr learned my addr 172.21.15.92:0/3191760750 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:39.850 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.847+0000 7f5196a00640 1 --2- 172.21.15.92:0/3191760750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 0x7f51980b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.848+0000 7f5196000640 1 -- 172.21.15.92:0/3191760750 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1078299585 0 0) 0x7f51980d0130 con 0x7f51980b22b0 2024-09-19T06:06:39.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.848+0000 7f5196000640 1 -- 172.21.15.92:0/3191760750 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f517c003520 con 0x7f51980b22b0 2024-09-19T06:06:39.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.848+0000 7f5196000640 1 -- 172.21.15.92:0/3191760750 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 47130114 0 0) 0x7f51980d0410 con 0x7f519815f5f0 2024-09-19T06:06:39.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.848+0000 7f5196000640 1 -- 172.21.15.92:0/3191760750 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f51980d0130 con 0x7f519815f5f0 2024-09-19T06:06:39.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.848+0000 7f5196a00640 1 -- 172.21.15.92:0/3191760750 >> v1:172.21.15.102:6789/0 conn(0x7f519815f5f0 legacy=0x7f51980ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.848+0000 7f5196a00640 1 -- 172.21.15.92:0/3191760750 >> v1:172.21.15.92:6789/0 conn(0x7f51980b22b0 legacy=0x7f519815fd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.848+0000 7f5196a00640 1 -- 172.21.15.92:0/3191760750 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51980d06f0 con 0x7f51980ce970 2024-09-19T06:06:39.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.849+0000 7f5196a00640 1 --2- 172.21.15.92:0/3191760750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 0x7f51980b1d70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f51840097d0 tx=0x7f518402a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e7fd0cb18cb92cc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.849+0000 7f5196000640 1 -- 172.21.15.92:0/3191760750 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5184037070 con 0x7f51980ce970 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.849+0000 7f5196000640 1 -- 172.21.15.92:0/3191760750 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5184032440 con 0x7f51980ce970 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.849+0000 7f5196000640 1 -- 172.21.15.92:0/3191760750 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5184032810 con 0x7f51980ce970 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.850+0000 7f519cc00640 1 -- 172.21.15.92:0/3191760750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 msgr2=0x7f51980b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.850+0000 7f519cc00640 1 --2- 172.21.15.92:0/3191760750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 0x7f51980b1d70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f51840097d0 tx=0x7f518402a180 comp rx=0 tx=0).stop 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.850+0000 7f519cc00640 1 -- 172.21.15.92:0/3191760750 shutdown_connections 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.850+0000 7f519cc00640 1 --2- 172.21.15.92:0/3191760750 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 0x7f51980b1d70 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.850+0000 7f519cc00640 1 -- 172.21.15.92:0/3191760750 >> 172.21.15.92:0/3191760750 conn(0x7f5198062a20 msgr2=0x7f519806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.850+0000 7f519cc00640 1 -- 172.21.15.92:0/3191760750 shutdown_connections 2024-09-19T06:06:39.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.850+0000 7f519cc00640 1 -- 172.21.15.92:0/3191760750 wait complete. 2024-09-19T06:06:39.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.852+0000 7f519cc00640 1 Processor -- start 2024-09-19T06:06:39.854 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.852+0000 7f519cc00640 1 -- start start 2024-09-19T06:06:39.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f519cc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51980b22b0 0x7f5198148b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f519cc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 0x7f51981585e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f519cc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f519815f5f0 0x7f5198158b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f519cc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f519815f9d0 con 0x7f519815f5f0 2024-09-19T06:06:39.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f519cc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f519806ca80 con 0x7f51980b22b0 2024-09-19T06:06:39.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f519cc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5198071fd0 con 0x7f51980ce970 2024-09-19T06:06:39.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f519815f5f0 0x7f5198158b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f519815f5f0 0x7f5198158b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44660/0 (socket says 172.21.15.92:44660) 2024-09-19T06:06:39.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197e00640 1 -- 172.21.15.92:0/1730758080 learned_addr learned my addr 172.21.15.92:0/1730758080 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5196a00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 0x7f51981585e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197400640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51980b22b0 0x7f5198148b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197e00640 1 -- 172.21.15.92:0/1730758080 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 msgr2=0x7f51981585e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197e00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 0x7f51981585e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197e00640 1 -- 172.21.15.92:0/1730758080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51980b22b0 msgr2=0x7f5198148b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197e00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51980b22b0 0x7f5198148b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197e00640 1 -- 172.21.15.92:0/1730758080 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f51981f1e90 con 0x7f519815f5f0 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.853+0000 7f5197400640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51980b22b0 0x7f5198148b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.854+0000 7f5197e00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f519815f5f0 0x7f5198158b20 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f519000cba0 tx=0x7f519000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.854+0000 7f518f400640 1 -- 172.21.15.92:0/1730758080 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5190017070 con 0x7f519815f5f0 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.854+0000 7f518f400640 1 -- 172.21.15.92:0/1730758080 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f519000ace0 con 0x7f519815f5f0 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.854+0000 7f518f400640 1 -- 172.21.15.92:0/1730758080 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5190012620 con 0x7f519815f5f0 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.854+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f51981f2100 con 0x7f519815f5f0 2024-09-19T06:06:39.857 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.854+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f51981f26c0 con 0x7f519815f5f0 2024-09-19T06:06:39.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.855+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f51980b1d70 con 0x7f519815f5f0 2024-09-19T06:06:39.858 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.856+0000 7f518f400640 1 -- 172.21.15.92:0/1730758080 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f519001a070 con 0x7f519815f5f0 2024-09-19T06:06:39.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.857+0000 7f518f400640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f517806c2b0 0x7f517806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:39.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.857+0000 7f518f400640 1 -- 172.21.15.92:0/1730758080 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f519008b180 con 0x7f519815f5f0 2024-09-19T06:06:39.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.857+0000 7f5197400640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f517806c2b0 0x7f517806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:39.859 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.858+0000 7f5197400640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f517806c2b0 0x7f517806e770 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f51880011e0 tx=0x7f5188009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:39.863 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:39.861+0000 7f518f400640 1 -- 172.21.15.92:0/1730758080 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5190059330 con 0x7f519815f5f0 2024-09-19T06:06:40.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.033+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f519815fcf0 con 0x7f517806c2b0 2024-09-19T06:06:40.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.039+0000 7f518f400640 1 -- 172.21.15.92:0/1730758080 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+252474 (secure 0 0 0) 0x7f519815fcf0 con 0x7f517806c2b0 2024-09-19T06:06:40.044 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:40.045 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:06:40.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f517806c2b0 msgr2=0x7f517806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f517806c2b0 0x7f517806e770 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f51880011e0 tx=0x7f5188009040 comp rx=0 tx=0).stop 2024-09-19T06:06:40.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f519815f5f0 msgr2=0x7f5198158b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f519815f5f0 0x7f5198158b20 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f519000cba0 tx=0x7f519000a430 comp rx=0 tx=0).stop 2024-09-19T06:06:40.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 shutdown_connections 2024-09-19T06:06:40.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f519815f5f0 0x7f5198158b20 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.047 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f51980ce970 0x7f51981585e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f517806c2b0 0x7f517806e770 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 --2- 172.21.15.92:0/1730758080 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f51980b22b0 0x7f5198148b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.043+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 >> 172.21.15.92:0/1730758080 conn(0x7f5198062a20 msgr2=0x7f51980cd820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:40.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.044+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 shutdown_connections 2024-09-19T06:06:40.048 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.044+0000 7f519cc00640 1 -- 172.21.15.92:0/1730758080 wait complete. 2024-09-19T06:06:40.061 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":264,"stamp":"2024-09-19T06:06:38.950299+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":144,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":294336,"kb_used_data":11536,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754680384,"statfs":{"total":773094113280,"available":772792713216,"internally_reserved":0,"allocated":11812864,"data_stored":5691468,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.531320"},"pg_stats":[{"pgid":"17.3f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375182+0000","last_change":"2024-09-19T06:06:35.456140+0000","last_active":"2024-09-19T06:06:37.375182+0000","last_peered":"2024-09-19T06:06:37.375182+0000","last_clean":"2024-09-19T06:06:37.375182+0000","last_became_active":"2024-09-19T06:06:35.455813+0000","last_became_peered":"2024-09-19T06:06:35.455813+0000","last_unstale":"2024-09-19T06:06:37.375182+0000","last_undegraded":"2024-09-19T06:06:37.375182+0000","last_fullsized":"2024-09-19T06:06:37.375182+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:57:50.430218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452266+0000","last_change":"2024-09-19T06:06:35.457052+0000","last_active":"2024-09-19T06:06:36.452266+0000","last_peered":"2024-09-19T06:06:36.452266+0000","last_clean":"2024-09-19T06:06:36.452266+0000","last_became_active":"2024-09-19T06:06:35.456179+0000","last_became_peered":"2024-09-19T06:06:35.456179+0000","last_unstale":"2024-09-19T06:06:36.452266+0000","last_undegraded":"2024-09-19T06:06:36.452266+0000","last_fullsized":"2024-09-19T06:06:36.452266+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:57.080460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.3d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375016+0000","last_change":"2024-09-19T06:06:35.449431+0000","last_active":"2024-09-19T06:06:37.375016+0000","last_peered":"2024-09-19T06:06:37.375016+0000","last_clean":"2024-09-19T06:06:37.375016+0000","last_became_active":"2024-09-19T06:06:35.449057+0000","last_became_peered":"2024-09-19T06:06:35.449057+0000","last_unstale":"2024-09-19T06:06:37.375016+0000","last_undegraded":"2024-09-19T06:06:37.375016+0000","last_fullsized":"2024-09-19T06:06:37.375016+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:53:05.549579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.3c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374791+0000","last_change":"2024-09-19T06:06:35.444856+0000","last_active":"2024-09-19T06:06:37.374791+0000","last_peered":"2024-09-19T06:06:37.374791+0000","last_clean":"2024-09-19T06:06:37.374791+0000","last_became_active":"2024-09-19T06:06:35.444565+0000","last_became_peered":"2024-09-19T06:06:35.444565+0000","last_unstale":"2024-09-19T06:06:37.374791+0000","last_undegraded":"2024-09-19T06:06:37.374791+0000","last_fullsized":"2024-09-19T06:06:37.374791+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:00:30.221309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.3b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375153+0000","last_change":"2024-09-19T06:06:35.442162+0000","last_active":"2024-09-19T06:06:37.375153+0000","last_peered":"2024-09-19T06:06:37.375153+0000","last_clean":"2024-09-19T06:06:37.375153+0000","last_became_active":"2024-09-19T06:06:35.441530+0000","last_became_peered":"2024-09-19T06:06:35.441530+0000","last_unstale":"2024-09-19T06:06:37.375153+0000","last_undegraded":"2024-09-19T06:06:37.375153+0000","last_fullsized":"2024-09-19T06:06:37.375153+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:51.543594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.3a","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.455138+0000","last_change":"2024-09-19T06:06:35.452181+0000","last_active":"2024-09-19T06:06:35.455138+0000","last_peered":"2024-09-19T06:06:35.455138+0000","last_clean":"2024-09-19T06:06:35.455138+0000","last_became_active":"2024-09-19T06:06:35.451879+0000","last_became_peered":"2024-09-19T06:06:35.451879+0000","last_unstale":"2024-09-19T06:06:35.455138+0000","last_undegraded":"2024-09-19T06:06:35.455138+0000","last_fullsized":"2024-09-19T06:06:35.455138+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:26:04.823080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.39","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450783+0000","last_change":"2024-09-19T06:06:35.449778+0000","last_active":"2024-09-19T06:06:36.450783+0000","last_peered":"2024-09-19T06:06:36.450783+0000","last_clean":"2024-09-19T06:06:36.450783+0000","last_became_active":"2024-09-19T06:06:35.449229+0000","last_became_peered":"2024-09-19T06:06:35.449229+0000","last_unstale":"2024-09-19T06:06:36.450783+0000","last_undegraded":"2024-09-19T06:06:36.450783+0000","last_fullsized":"2024-09-19T06:06:36.450783+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:52:29.042911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.38","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374804+0000","last_change":"2024-09-19T06:06:35.458739+0000","last_active":"2024-09-19T06:06:37.374804+0000","last_peered":"2024-09-19T06:06:37.374804+0000","last_clean":"2024-09-19T06:06:37.374804+0000","last_became_active":"2024-09-19T06:06:35.458330+0000","last_became_peered":"2024-09-19T06:06:35.458330+0000","last_unstale":"2024-09-19T06:06:37.374804+0000","last_undegraded":"2024-09-19T06:06:37.374804+0000","last_fullsized":"2024-09-19T06:06:37.374804+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:44.141907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.37","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375346+0000","last_change":"2024-09-19T06:06:35.447951+0000","last_active":"2024-09-19T06:06:37.375346+0000","last_peered":"2024-09-19T06:06:37.375346+0000","last_clean":"2024-09-19T06:06:37.375346+0000","last_became_active":"2024-09-19T06:06:35.447474+0000","last_became_peered":"2024-09-19T06:06:35.447474+0000","last_unstale":"2024-09-19T06:06:37.375346+0000","last_undegraded":"2024-09-19T06:06:37.375346+0000","last_fullsized":"2024-09-19T06:06:37.375346+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:02:53.555138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.36","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374901+0000","last_change":"2024-09-19T06:06:35.459263+0000","last_active":"2024-09-19T06:06:37.374901+0000","last_peered":"2024-09-19T06:06:37.374901+0000","last_clean":"2024-09-19T06:06:37.374901+0000","last_became_active":"2024-09-19T06:06:35.457827+0000","last_became_peered":"2024-09-19T06:06:35.457827+0000","last_unstale":"2024-09-19T06:06:37.374901+0000","last_undegraded":"2024-09-19T06:06:37.374901+0000","last_fullsized":"2024-09-19T06:06:37.374901+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:11:19.298594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.35","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452111+0000","last_change":"2024-09-19T06:06:35.448050+0000","last_active":"2024-09-19T06:06:36.452111+0000","last_peered":"2024-09-19T06:06:36.452111+0000","last_clean":"2024-09-19T06:06:36.452111+0000","last_became_active":"2024-09-19T06:06:35.447078+0000","last_became_peered":"2024-09-19T06:06:35.447078+0000","last_unstale":"2024-09-19T06:06:36.452111+0000","last_undegraded":"2024-09-19T06:06:36.452111+0000","last_fullsized":"2024-09-19T06:06:36.452111+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.841683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.34","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374945+0000","last_change":"2024-09-19T06:06:35.456891+0000","last_active":"2024-09-19T06:06:37.374945+0000","last_peered":"2024-09-19T06:06:37.374945+0000","last_clean":"2024-09-19T06:06:37.374945+0000","last_became_active":"2024-09-19T06:06:35.456294+0000","last_became_peered":"2024-09-19T06:06:35.456294+0000","last_unstale":"2024-09-19T06:06:37.374945+0000","last_undegraded":"2024-09-19T06:06:37.374945+0000","last_fullsized":"2024-09-19T06:06:37.374945+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:15:34.570215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.33","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375162+0000","last_change":"2024-09-19T06:06:35.458582+0000","last_active":"2024-09-19T06:06:37.375162+0000","last_peered":"2024-09-19T06:06:37.375162+0000","last_clean":"2024-09-19T06:06:37.375162+0000","last_became_active":"2024-09-19T06:06:35.454864+0000","last_became_peered":"2024-09-19T06:06:35.454864+0000","last_unstale":"2024-09-19T06:06:37.375162+0000","last_undegraded":"2024-09-19T06:06:37.375162+0000","last_fullsized":"2024-09-19T06:06:37.375162+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:05:18.387374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.32","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374791+0000","last_change":"2024-09-19T06:06:35.453015+0000","last_active":"2024-09-19T06:06:37.374791+0000","last_peered":"2024-09-19T06:06:37.374791+0000","last_clean":"2024-09-19T06:06:37.374791+0000","last_became_active":"2024-09-19T06:06:35.452628+0000","last_became_peered":"2024-09-19T06:06:35.452628+0000","last_unstale":"2024-09-19T06:06:37.374791+0000","last_undegraded":"2024-09-19T06:06:37.374791+0000","last_fullsized":"2024-09-19T06:06:37.374791+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:00.008409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.31","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.457415+0000","last_change":"2024-09-19T06:06:35.452189+0000","last_active":"2024-09-19T06:06:35.457415+0000","last_peered":"2024-09-19T06:06:35.457415+0000","last_clean":"2024-09-19T06:06:35.457415+0000","last_became_active":"2024-09-19T06:06:35.451903+0000","last_became_peered":"2024-09-19T06:06:35.451903+0000","last_unstale":"2024-09-19T06:06:35.457415+0000","last_undegraded":"2024-09-19T06:06:35.457415+0000","last_fullsized":"2024-09-19T06:06:35.457415+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:12:06.176676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.30","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374737+0000","last_change":"2024-09-19T06:06:35.452359+0000","last_active":"2024-09-19T06:06:37.374737+0000","last_peered":"2024-09-19T06:06:37.374737+0000","last_clean":"2024-09-19T06:06:37.374737+0000","last_became_active":"2024-09-19T06:06:35.452088+0000","last_became_peered":"2024-09-19T06:06:35.452088+0000","last_unstale":"2024-09-19T06:06:37.374737+0000","last_undegraded":"2024-09-19T06:06:37.374737+0000","last_fullsized":"2024-09-19T06:06:37.374737+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:39:08.652916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.2f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452170+0000","last_change":"2024-09-19T06:06:35.455644+0000","last_active":"2024-09-19T06:06:36.452170+0000","last_peered":"2024-09-19T06:06:36.452170+0000","last_clean":"2024-09-19T06:06:36.452170+0000","last_became_active":"2024-09-19T06:06:35.455306+0000","last_became_peered":"2024-09-19T06:06:35.455306+0000","last_unstale":"2024-09-19T06:06:36.452170+0000","last_undegraded":"2024-09-19T06:06:36.452170+0000","last_fullsized":"2024-09-19T06:06:36.452170+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:45.063614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.457018+0000","last_change":"2024-09-19T06:06:35.450632+0000","last_active":"2024-09-19T06:06:36.457018+0000","last_peered":"2024-09-19T06:06:36.457018+0000","last_clean":"2024-09-19T06:06:36.457018+0000","last_became_active":"2024-09-19T06:06:35.449220+0000","last_became_peered":"2024-09-19T06:06:35.449220+0000","last_unstale":"2024-09-19T06:06:36.457018+0000","last_undegraded":"2024-09-19T06:06:36.457018+0000","last_fullsized":"2024-09-19T06:06:36.457018+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:38.261964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.2d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375009+0000","last_change":"2024-09-19T06:06:35.456226+0000","last_active":"2024-09-19T06:06:37.375009+0000","last_peered":"2024-09-19T06:06:37.375009+0000","last_clean":"2024-09-19T06:06:37.375009+0000","last_became_active":"2024-09-19T06:06:35.455243+0000","last_became_peered":"2024-09-19T06:06:35.455243+0000","last_unstale":"2024-09-19T06:06:37.375009+0000","last_undegraded":"2024-09-19T06:06:37.375009+0000","last_fullsized":"2024-09-19T06:06:37.375009+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:38.766862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.2c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451671+0000","last_change":"2024-09-19T06:06:35.448922+0000","last_active":"2024-09-19T06:06:36.451671+0000","last_peered":"2024-09-19T06:06:36.451671+0000","last_clean":"2024-09-19T06:06:36.451671+0000","last_became_active":"2024-09-19T06:06:35.448664+0000","last_became_peered":"2024-09-19T06:06:35.448664+0000","last_unstale":"2024-09-19T06:06:36.451671+0000","last_undegraded":"2024-09-19T06:06:36.451671+0000","last_fullsized":"2024-09-19T06:06:36.451671+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:37.587234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451690+0000","last_change":"2024-09-19T06:06:35.442232+0000","last_active":"2024-09-19T06:06:36.451690+0000","last_peered":"2024-09-19T06:06:36.451690+0000","last_clean":"2024-09-19T06:06:36.451690+0000","last_became_active":"2024-09-19T06:06:35.441904+0000","last_became_peered":"2024-09-19T06:06:35.441904+0000","last_unstale":"2024-09-19T06:06:36.451690+0000","last_undegraded":"2024-09-19T06:06:36.451690+0000","last_fullsized":"2024-09-19T06:06:36.451690+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:02.436292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.2a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450378+0000","last_change":"2024-09-19T06:06:35.454012+0000","last_active":"2024-09-19T06:06:36.450378+0000","last_peered":"2024-09-19T06:06:36.450378+0000","last_clean":"2024-09-19T06:06:36.450378+0000","last_became_active":"2024-09-19T06:06:35.452605+0000","last_became_peered":"2024-09-19T06:06:35.452605+0000","last_unstale":"2024-09-19T06:06:36.450378+0000","last_undegraded":"2024-09-19T06:06:36.450378+0000","last_fullsized":"2024-09-19T06:06:36.450378+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.841683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.29","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450884+0000","last_change":"2024-09-19T06:06:35.450537+0000","last_active":"2024-09-19T06:06:36.450884+0000","last_peered":"2024-09-19T06:06:36.450884+0000","last_clean":"2024-09-19T06:06:36.450884+0000","last_became_active":"2024-09-19T06:06:35.450241+0000","last_became_peered":"2024-09-19T06:06:35.450241+0000","last_unstale":"2024-09-19T06:06:36.450884+0000","last_undegraded":"2024-09-19T06:06:36.450884+0000","last_fullsized":"2024-09-19T06:06:36.450884+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:00:44.494708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.28","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450044+0000","last_change":"2024-09-19T06:06:35.450001+0000","last_active":"2024-09-19T06:06:36.450044+0000","last_peered":"2024-09-19T06:06:36.450044+0000","last_clean":"2024-09-19T06:06:36.450044+0000","last_became_active":"2024-09-19T06:06:35.449752+0000","last_became_peered":"2024-09-19T06:06:35.449752+0000","last_unstale":"2024-09-19T06:06:36.450044+0000","last_undegraded":"2024-09-19T06:06:36.450044+0000","last_fullsized":"2024-09-19T06:06:36.450044+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:32:37.587234+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.27","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452421+0000","last_change":"2024-09-19T06:06:35.456643+0000","last_active":"2024-09-19T06:06:36.452421+0000","last_peered":"2024-09-19T06:06:36.452421+0000","last_clean":"2024-09-19T06:06:36.452421+0000","last_became_active":"2024-09-19T06:06:35.455607+0000","last_became_peered":"2024-09-19T06:06:35.455607+0000","last_unstale":"2024-09-19T06:06:36.452421+0000","last_undegraded":"2024-09-19T06:06:36.452421+0000","last_fullsized":"2024-09-19T06:06:36.452421+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:38.766862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.26","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375346+0000","last_change":"2024-09-19T06:06:35.438823+0000","last_active":"2024-09-19T06:06:37.375346+0000","last_peered":"2024-09-19T06:06:37.375346+0000","last_clean":"2024-09-19T06:06:37.375346+0000","last_became_active":"2024-09-19T06:06:35.438564+0000","last_became_peered":"2024-09-19T06:06:35.438564+0000","last_unstale":"2024-09-19T06:06:37.375346+0000","last_undegraded":"2024-09-19T06:06:37.375346+0000","last_fullsized":"2024-09-19T06:06:37.375346+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:04:22.300703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.25","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.455104+0000","last_change":"2024-09-19T06:06:35.450792+0000","last_active":"2024-09-19T06:06:35.455104+0000","last_peered":"2024-09-19T06:06:35.455104+0000","last_clean":"2024-09-19T06:06:35.455104+0000","last_became_active":"2024-09-19T06:06:35.450526+0000","last_became_peered":"2024-09-19T06:06:35.450526+0000","last_unstale":"2024-09-19T06:06:35.455104+0000","last_undegraded":"2024-09-19T06:06:35.455104+0000","last_fullsized":"2024-09-19T06:06:35.455104+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:57:23.415369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.24","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450674+0000","last_change":"2024-09-19T06:06:35.447335+0000","last_active":"2024-09-19T06:06:36.450674+0000","last_peered":"2024-09-19T06:06:36.450674+0000","last_clean":"2024-09-19T06:06:36.450674+0000","last_became_active":"2024-09-19T06:06:35.447086+0000","last_became_peered":"2024-09-19T06:06:35.447086+0000","last_unstale":"2024-09-19T06:06:36.450674+0000","last_undegraded":"2024-09-19T06:06:36.450674+0000","last_fullsized":"2024-09-19T06:06:36.450674+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:45.063614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.23","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451762+0000","last_change":"2024-09-19T06:06:35.449091+0000","last_active":"2024-09-19T06:06:36.451762+0000","last_peered":"2024-09-19T06:06:36.451762+0000","last_clean":"2024-09-19T06:06:36.451762+0000","last_became_active":"2024-09-19T06:06:35.448779+0000","last_became_peered":"2024-09-19T06:06:35.448779+0000","last_unstale":"2024-09-19T06:06:36.451762+0000","last_undegraded":"2024-09-19T06:06:36.451762+0000","last_fullsized":"2024-09-19T06:06:36.451762+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:38.261964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.22","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451204+0000","last_change":"2024-09-19T06:06:35.438165+0000","last_active":"2024-09-19T06:06:36.451204+0000","last_peered":"2024-09-19T06:06:36.451204+0000","last_clean":"2024-09-19T06:06:36.451204+0000","last_became_active":"2024-09-19T06:06:35.437615+0000","last_became_peered":"2024-09-19T06:06:35.437615+0000","last_unstale":"2024-09-19T06:06:36.451204+0000","last_undegraded":"2024-09-19T06:06:36.451204+0000","last_fullsized":"2024-09-19T06:06:36.451204+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:27:53.656733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.21","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375173+0000","last_change":"2024-09-19T06:06:35.439051+0000","last_active":"2024-09-19T06:06:37.375173+0000","last_peered":"2024-09-19T06:06:37.375173+0000","last_clean":"2024-09-19T06:06:37.375173+0000","last_became_active":"2024-09-19T06:06:35.438764+0000","last_became_peered":"2024-09-19T06:06:35.438764+0000","last_unstale":"2024-09-19T06:06:37.375173+0000","last_undegraded":"2024-09-19T06:06:37.375173+0000","last_fullsized":"2024-09-19T06:06:37.375173+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:01:56.699195+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.20","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.462540+0000","last_change":"2024-09-19T06:06:35.454453+0000","last_active":"2024-09-19T06:06:35.462540+0000","last_peered":"2024-09-19T06:06:35.462540+0000","last_clean":"2024-09-19T06:06:35.462540+0000","last_became_active":"2024-09-19T06:06:35.454192+0000","last_became_peered":"2024-09-19T06:06:35.454192+0000","last_unstale":"2024-09-19T06:06:35.462540+0000","last_undegraded":"2024-09-19T06:06:35.462540+0000","last_fullsized":"2024-09-19T06:06:35.462540+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:53:33.234776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.1e","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.463141+0000","last_change":"2024-09-19T06:06:35.457835+0000","last_active":"2024-09-19T06:06:35.463141+0000","last_peered":"2024-09-19T06:06:35.463141+0000","last_clean":"2024-09-19T06:06:35.463141+0000","last_became_active":"2024-09-19T06:06:35.457553+0000","last_became_peered":"2024-09-19T06:06:35.457553+0000","last_unstale":"2024-09-19T06:06:35.463141+0000","last_undegraded":"2024-09-19T06:06:35.463141+0000","last_fullsized":"2024-09-19T06:06:35.463141+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:12:12.637365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1f","version":"106'4","reported_seq":18,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450981+0000","last_change":"2024-09-19T06:06:34.441840+0000","last_active":"2024-09-19T06:06:36.450981+0000","last_peered":"2024-09-19T06:06:36.450981+0000","last_clean":"2024-09-19T06:06:36.450981+0000","last_became_active":"2024-09-19T06:06:34.441470+0000","last_became_peered":"2024-09-19T06:06:34.441470+0000","last_unstale":"2024-09-19T06:06:36.450981+0000","last_undegraded":"2024-09-19T06:06:36.450981+0000","last_fullsized":"2024-09-19T06:06:36.450981+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:14:35.511270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1f","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.457221+0000","last_change":"2024-09-19T06:06:35.451374+0000","last_active":"2024-09-19T06:06:36.457221+0000","last_peered":"2024-09-19T06:06:36.457221+0000","last_clean":"2024-09-19T06:06:36.457221+0000","last_became_active":"2024-09-19T06:06:35.450962+0000","last_became_peered":"2024-09-19T06:06:35.450962+0000","last_unstale":"2024-09-19T06:06:36.457221+0000","last_undegraded":"2024-09-19T06:06:36.457221+0000","last_fullsized":"2024-09-19T06:06:36.457221+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:44.141907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.1e","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374863+0000","last_change":"2024-09-19T06:06:34.446911+0000","last_active":"2024-09-19T06:06:37.374863+0000","last_peered":"2024-09-19T06:06:37.374863+0000","last_clean":"2024-09-19T06:06:37.374863+0000","last_became_active":"2024-09-19T06:06:34.446572+0000","last_became_peered":"2024-09-19T06:06:34.446572+0000","last_unstale":"2024-09-19T06:06:37.374863+0000","last_undegraded":"2024-09-19T06:06:37.374863+0000","last_fullsized":"2024-09-19T06:06:37.374863+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:15:29.420882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"17.1c","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.462492+0000","last_change":"2024-09-19T06:06:35.456482+0000","last_active":"2024-09-19T06:06:35.462492+0000","last_peered":"2024-09-19T06:06:35.462492+0000","last_clean":"2024-09-19T06:06:35.462492+0000","last_became_active":"2024-09-19T06:06:35.456215+0000","last_became_peered":"2024-09-19T06:06:35.456215+0000","last_unstale":"2024-09-19T06:06:35.462492+0000","last_undegraded":"2024-09-19T06:06:35.462492+0000","last_fullsized":"2024-09-19T06:06:35.462492+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:26:00.441938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.1d","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375865+0000","last_change":"2024-09-19T06:06:34.442929+0000","last_active":"2024-09-19T06:06:37.375865+0000","last_peered":"2024-09-19T06:06:37.375865+0000","last_clean":"2024-09-19T06:06:37.375865+0000","last_became_active":"2024-09-19T06:06:34.442646+0000","last_became_peered":"2024-09-19T06:06:34.442646+0000","last_unstale":"2024-09-19T06:06:37.375865+0000","last_undegraded":"2024-09-19T06:06:37.375865+0000","last_fullsized":"2024-09-19T06:06:37.375865+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:41.246383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375239+0000","last_change":"2024-09-19T06:06:35.458665+0000","last_active":"2024-09-19T06:06:37.375239+0000","last_peered":"2024-09-19T06:06:37.375239+0000","last_clean":"2024-09-19T06:06:37.375239+0000","last_became_active":"2024-09-19T06:06:35.455696+0000","last_became_peered":"2024-09-19T06:06:35.455696+0000","last_unstale":"2024-09-19T06:06:37.375239+0000","last_undegraded":"2024-09-19T06:06:37.375239+0000","last_fullsized":"2024-09-19T06:06:37.375239+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:09.433401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1c","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375227+0000","last_change":"2024-09-19T06:06:34.445151+0000","last_active":"2024-09-19T06:06:37.375227+0000","last_peered":"2024-09-19T06:06:37.375227+0000","last_clean":"2024-09-19T06:06:37.375227+0000","last_became_active":"2024-09-19T06:06:34.444832+0000","last_became_peered":"2024-09-19T06:06:34.444832+0000","last_unstale":"2024-09-19T06:06:37.375227+0000","last_undegraded":"2024-09-19T06:06:37.375227+0000","last_fullsized":"2024-09-19T06:06:37.375227+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:28:39.329068+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375452+0000","last_change":"2024-09-19T06:06:35.447066+0000","last_active":"2024-09-19T06:06:37.375452+0000","last_peered":"2024-09-19T06:06:37.375452+0000","last_clean":"2024-09-19T06:06:37.375452+0000","last_became_active":"2024-09-19T06:06:35.446742+0000","last_became_peered":"2024-09-19T06:06:35.446742+0000","last_unstale":"2024-09-19T06:06:37.375452+0000","last_undegraded":"2024-09-19T06:06:37.375452+0000","last_fullsized":"2024-09-19T06:06:37.375452+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:24:01.335665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.1b","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451039+0000","last_change":"2024-09-19T06:06:34.433291+0000","last_active":"2024-09-19T06:06:36.451039+0000","last_peered":"2024-09-19T06:06:36.451039+0000","last_clean":"2024-09-19T06:06:36.451039+0000","last_became_active":"2024-09-19T06:06:34.433001+0000","last_became_peered":"2024-09-19T06:06:34.433001+0000","last_unstale":"2024-09-19T06:06:36.451039+0000","last_undegraded":"2024-09-19T06:06:36.451039+0000","last_fullsized":"2024-09-19T06:06:36.451039+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:59:41.246383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.1b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451919+0000","last_change":"2024-09-19T06:06:35.456508+0000","last_active":"2024-09-19T06:06:36.451919+0000","last_peered":"2024-09-19T06:06:36.451919+0000","last_clean":"2024-09-19T06:06:36.451919+0000","last_became_active":"2024-09-19T06:06:35.456162+0000","last_became_peered":"2024-09-19T06:06:35.456162+0000","last_unstale":"2024-09-19T06:06:36.451919+0000","last_undegraded":"2024-09-19T06:06:36.451919+0000","last_fullsized":"2024-09-19T06:06:36.451919+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:00.008409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.1a","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450491+0000","last_change":"2024-09-19T06:06:34.448911+0000","last_active":"2024-09-19T06:06:36.450491+0000","last_peered":"2024-09-19T06:06:36.450491+0000","last_clean":"2024-09-19T06:06:36.450491+0000","last_became_active":"2024-09-19T06:06:34.448672+0000","last_became_peered":"2024-09-19T06:06:34.448672+0000","last_unstale":"2024-09-19T06:06:36.450491+0000","last_undegraded":"2024-09-19T06:06:36.450491+0000","last_fullsized":"2024-09-19T06:06:36.450491+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:40:48.150072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.18","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374892+0000","last_change":"2024-09-19T06:06:35.460398+0000","last_active":"2024-09-19T06:06:37.374892+0000","last_peered":"2024-09-19T06:06:37.374892+0000","last_clean":"2024-09-19T06:06:37.374892+0000","last_became_active":"2024-09-19T06:06:35.457697+0000","last_became_peered":"2024-09-19T06:06:35.457697+0000","last_unstale":"2024-09-19T06:06:37.374892+0000","last_undegraded":"2024-09-19T06:06:37.374892+0000","last_fullsized":"2024-09-19T06:06:37.374892+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:05:34.036690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.19","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451395+0000","last_change":"2024-09-19T06:06:34.451246+0000","last_active":"2024-09-19T06:06:36.451395+0000","last_peered":"2024-09-19T06:06:36.451395+0000","last_clean":"2024-09-19T06:06:36.451395+0000","last_became_active":"2024-09-19T06:06:34.451011+0000","last_became_peered":"2024-09-19T06:06:34.451011+0000","last_unstale":"2024-09-19T06:06:36.451395+0000","last_undegraded":"2024-09-19T06:06:36.451395+0000","last_fullsized":"2024-09-19T06:06:36.451395+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:29:18.399473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.19","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450643+0000","last_change":"2024-09-19T06:06:35.449509+0000","last_active":"2024-09-19T06:06:36.450643+0000","last_peered":"2024-09-19T06:06:36.450643+0000","last_clean":"2024-09-19T06:06:36.450643+0000","last_became_active":"2024-09-19T06:06:35.448866+0000","last_became_peered":"2024-09-19T06:06:35.448866+0000","last_unstale":"2024-09-19T06:06:36.450643+0000","last_undegraded":"2024-09-19T06:06:36.450643+0000","last_fullsized":"2024-09-19T06:06:36.450643+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:18:19.473141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.18","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374982+0000","last_change":"2024-09-19T06:06:34.452741+0000","last_active":"2024-09-19T06:06:37.374982+0000","last_peered":"2024-09-19T06:06:37.374982+0000","last_clean":"2024-09-19T06:06:37.374982+0000","last_became_active":"2024-09-19T06:06:34.452475+0000","last_became_peered":"2024-09-19T06:06:34.452475+0000","last_unstale":"2024-09-19T06:06:37.374982+0000","last_undegraded":"2024-09-19T06:06:37.374982+0000","last_fullsized":"2024-09-19T06:06:37.374982+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:55:08.425583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.16","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.452318+0000","last_change":"2024-09-19T06:06:35.451628+0000","last_active":"2024-09-19T06:06:36.452318+0000","last_peered":"2024-09-19T06:06:36.452318+0000","last_clean":"2024-09-19T06:06:36.452318+0000","last_became_active":"2024-09-19T06:06:35.451362+0000","last_became_peered":"2024-09-19T06:06:35.451362+0000","last_unstale":"2024-09-19T06:06:36.452318+0000","last_undegraded":"2024-09-19T06:06:36.452318+0000","last_fullsized":"2024-09-19T06:06:36.452318+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:50:14.038448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.17","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375672+0000","last_change":"2024-09-19T06:06:34.444888+0000","last_active":"2024-09-19T06:06:37.375672+0000","last_peered":"2024-09-19T06:06:37.375672+0000","last_clean":"2024-09-19T06:06:37.375672+0000","last_became_active":"2024-09-19T06:06:34.444590+0000","last_became_peered":"2024-09-19T06:06:34.444590+0000","last_unstale":"2024-09-19T06:06:37.375672+0000","last_undegraded":"2024-09-19T06:06:37.375672+0000","last_fullsized":"2024-09-19T06:06:37.375672+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:48.979075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.17","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.457234+0000","last_change":"2024-09-19T06:06:35.459355+0000","last_active":"2024-09-19T06:06:36.457234+0000","last_peered":"2024-09-19T06:06:36.457234+0000","last_clean":"2024-09-19T06:06:36.457234+0000","last_became_active":"2024-09-19T06:06:35.457781+0000","last_became_peered":"2024-09-19T06:06:35.457781+0000","last_unstale":"2024-09-19T06:06:36.457234+0000","last_undegraded":"2024-09-19T06:06:36.457234+0000","last_fullsized":"2024-09-19T06:06:36.457234+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.841683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.16","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450490+0000","last_change":"2024-09-19T06:06:34.446772+0000","last_active":"2024-09-19T06:06:36.450490+0000","last_peered":"2024-09-19T06:06:36.450490+0000","last_clean":"2024-09-19T06:06:36.450490+0000","last_became_active":"2024-09-19T06:06:34.446452+0000","last_became_peered":"2024-09-19T06:06:34.446452+0000","last_unstale":"2024-09-19T06:06:36.450490+0000","last_undegraded":"2024-09-19T06:06:36.450490+0000","last_fullsized":"2024-09-19T06:06:36.450490+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:25:04.083039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.14","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450747+0000","last_change":"2024-09-19T06:06:35.450896+0000","last_active":"2024-09-19T06:06:36.450747+0000","last_peered":"2024-09-19T06:06:36.450747+0000","last_clean":"2024-09-19T06:06:36.450747+0000","last_became_active":"2024-09-19T06:06:35.450564+0000","last_became_peered":"2024-09-19T06:06:35.450564+0000","last_unstale":"2024-09-19T06:06:36.450747+0000","last_undegraded":"2024-09-19T06:06:36.450747+0000","last_fullsized":"2024-09-19T06:06:36.450747+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:57.080460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.15","version":"106'3","reported_seq":17,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374802+0000","last_change":"2024-09-19T06:06:34.440739+0000","last_active":"2024-09-19T06:06:37.374802+0000","last_peered":"2024-09-19T06:06:37.374802+0000","last_clean":"2024-09-19T06:06:37.374802+0000","last_became_active":"2024-09-19T06:06:34.440451+0000","last_became_peered":"2024-09-19T06:06:34.440451+0000","last_unstale":"2024-09-19T06:06:37.374802+0000","last_undegraded":"2024-09-19T06:06:37.374802+0000","last_fullsized":"2024-09-19T06:06:37.374802+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:57.974440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.15","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451901+0000","last_change":"2024-09-19T06:06:35.449541+0000","last_active":"2024-09-19T06:06:36.451901+0000","last_peered":"2024-09-19T06:06:36.451901+0000","last_clean":"2024-09-19T06:06:36.451901+0000","last_became_active":"2024-09-19T06:06:35.449192+0000","last_became_peered":"2024-09-19T06:06:35.449192+0000","last_unstale":"2024-09-19T06:06:36.451901+0000","last_undegraded":"2024-09-19T06:06:36.451901+0000","last_fullsized":"2024-09-19T06:06:36.451901+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:20:54.903901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"16.14","version":"106'6","reported_seq":20,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375503+0000","last_change":"2024-09-19T06:06:34.451913+0000","last_active":"2024-09-19T06:06:37.375503+0000","last_peered":"2024-09-19T06:06:37.375503+0000","last_clean":"2024-09-19T06:06:37.375503+0000","last_became_active":"2024-09-19T06:06:34.451662+0000","last_became_peered":"2024-09-19T06:06:34.451662+0000","last_unstale":"2024-09-19T06:06:37.375503+0000","last_undegraded":"2024-09-19T06:06:37.375503+0000","last_fullsized":"2024-09-19T06:06:37.375503+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:27:36.558962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.12","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450366+0000","last_change":"2024-09-19T06:06:35.443943+0000","last_active":"2024-09-19T06:06:36.450366+0000","last_peered":"2024-09-19T06:06:36.450366+0000","last_clean":"2024-09-19T06:06:36.450366+0000","last_became_active":"2024-09-19T06:06:35.443689+0000","last_became_peered":"2024-09-19T06:06:35.443689+0000","last_unstale":"2024-09-19T06:06:36.450366+0000","last_undegraded":"2024-09-19T06:06:36.450366+0000","last_fullsized":"2024-09-19T06:06:36.450366+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:44.141907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.13","version":"106'2","reported_seq":14,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.476340+0000","last_change":"2024-09-19T06:06:34.442769+0000","last_active":"2024-09-19T06:06:35.476340+0000","last_peered":"2024-09-19T06:06:35.476340+0000","last_clean":"2024-09-19T06:06:35.476340+0000","last_became_active":"2024-09-19T06:06:34.442463+0000","last_became_peered":"2024-09-19T06:06:34.442463+0000","last_unstale":"2024-09-19T06:06:35.476340+0000","last_undegraded":"2024-09-19T06:06:35.476340+0000","last_fullsized":"2024-09-19T06:06:35.476340+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:14:13.430060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.13","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450729+0000","last_change":"2024-09-19T06:06:35.447876+0000","last_active":"2024-09-19T06:06:36.450729+0000","last_peered":"2024-09-19T06:06:36.450729+0000","last_clean":"2024-09-19T06:06:36.450729+0000","last_became_active":"2024-09-19T06:06:35.447631+0000","last_became_peered":"2024-09-19T06:06:35.447631+0000","last_unstale":"2024-09-19T06:06:36.450729+0000","last_undegraded":"2024-09-19T06:06:36.450729+0000","last_fullsized":"2024-09-19T06:06:36.450729+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:21:38.766862+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.12","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.456941+0000","last_change":"2024-09-19T06:06:34.452170+0000","last_active":"2024-09-19T06:06:36.456941+0000","last_peered":"2024-09-19T06:06:36.456941+0000","last_clean":"2024-09-19T06:06:36.456941+0000","last_became_active":"2024-09-19T06:06:34.451936+0000","last_became_peered":"2024-09-19T06:06:34.451936+0000","last_unstale":"2024-09-19T06:06:36.456941+0000","last_undegraded":"2024-09-19T06:06:36.456941+0000","last_fullsized":"2024-09-19T06:06:36.456941+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:11:55.717501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.11","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450168+0000","last_change":"2024-09-19T06:06:35.447161+0000","last_active":"2024-09-19T06:06:36.450168+0000","last_peered":"2024-09-19T06:06:36.450168+0000","last_clean":"2024-09-19T06:06:36.450168+0000","last_became_active":"2024-09-19T06:06:35.446872+0000","last_became_peered":"2024-09-19T06:06:35.446872+0000","last_unstale":"2024-09-19T06:06:36.450168+0000","last_undegraded":"2024-09-19T06:06:36.450168+0000","last_fullsized":"2024-09-19T06:06:36.450168+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:50:38.261964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.10","version":"106'8","reported_seq":22,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374483+0000","last_change":"2024-09-19T06:06:34.449412+0000","last_active":"2024-09-19T06:06:37.374483+0000","last_peered":"2024-09-19T06:06:37.374483+0000","last_clean":"2024-09-19T06:06:37.374483+0000","last_became_active":"2024-09-19T06:06:34.449134+0000","last_became_peered":"2024-09-19T06:06:34.449134+0000","last_unstale":"2024-09-19T06:06:37.374483+0000","last_undegraded":"2024-09-19T06:06:37.374483+0000","last_fullsized":"2024-09-19T06:06:37.374483+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:56:18.877756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.e","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375787+0000","last_change":"2024-09-19T06:06:35.450536+0000","last_active":"2024-09-19T06:06:37.375787+0000","last_peered":"2024-09-19T06:06:37.375787+0000","last_clean":"2024-09-19T06:06:37.375787+0000","last_became_active":"2024-09-19T06:06:35.450201+0000","last_became_peered":"2024-09-19T06:06:35.450201+0000","last_unstale":"2024-09-19T06:06:37.375787+0000","last_undegraded":"2024-09-19T06:06:37.375787+0000","last_fullsized":"2024-09-19T06:06:37.375787+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:08:52.359540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"16.f","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375666+0000","last_change":"2024-09-19T06:06:34.443579+0000","last_active":"2024-09-19T06:06:37.375666+0000","last_peered":"2024-09-19T06:06:37.375666+0000","last_clean":"2024-09-19T06:06:37.375666+0000","last_became_active":"2024-09-19T06:06:34.443309+0000","last_became_peered":"2024-09-19T06:06:34.443309+0000","last_unstale":"2024-09-19T06:06:37.375666+0000","last_undegraded":"2024-09-19T06:06:37.375666+0000","last_fullsized":"2024-09-19T06:06:37.375666+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:17:53.414958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.f","version":"0'0","reported_seq":9,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.462328+0000","last_change":"2024-09-19T06:06:35.455206+0000","last_active":"2024-09-19T06:06:35.462328+0000","last_peered":"2024-09-19T06:06:35.462328+0000","last_clean":"2024-09-19T06:06:35.462328+0000","last_became_active":"2024-09-19T06:06:35.452092+0000","last_became_peered":"2024-09-19T06:06:35.452092+0000","last_unstale":"2024-09-19T06:06:35.462328+0000","last_undegraded":"2024-09-19T06:06:35.462328+0000","last_fullsized":"2024-09-19T06:06:35.462328+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:14:22.750491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"16.e","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375958+0000","last_change":"2024-09-19T06:06:34.446385+0000","last_active":"2024-09-19T06:06:37.375958+0000","last_peered":"2024-09-19T06:06:37.375958+0000","last_clean":"2024-09-19T06:06:37.375958+0000","last_became_active":"2024-09-19T06:06:34.446097+0000","last_became_peered":"2024-09-19T06:06:34.446097+0000","last_unstale":"2024-09-19T06:06:37.375958+0000","last_undegraded":"2024-09-19T06:06:37.375958+0000","last_fullsized":"2024-09-19T06:06:37.375958+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:35.711889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.c","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375016+0000","last_change":"2024-09-19T06:06:35.453191+0000","last_active":"2024-09-19T06:06:37.375016+0000","last_peered":"2024-09-19T06:06:37.375016+0000","last_clean":"2024-09-19T06:06:37.375016+0000","last_became_active":"2024-09-19T06:06:35.452298+0000","last_became_peered":"2024-09-19T06:06:35.452298+0000","last_unstale":"2024-09-19T06:06:37.375016+0000","last_undegraded":"2024-09-19T06:06:37.375016+0000","last_fullsized":"2024-09-19T06:06:37.375016+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:02:57.080460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.d","version":"106'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.456982+0000","last_change":"2024-09-19T06:06:34.451796+0000","last_active":"2024-09-19T06:06:36.456982+0000","last_peered":"2024-09-19T06:06:36.456982+0000","last_clean":"2024-09-19T06:06:36.456982+0000","last_became_active":"2024-09-19T06:06:34.451473+0000","last_became_peered":"2024-09-19T06:06:34.451473+0000","last_unstale":"2024-09-19T06:06:36.456982+0000","last_undegraded":"2024-09-19T06:06:36.456982+0000","last_fullsized":"2024-09-19T06:06:36.456982+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:47:10.001969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.d","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375189+0000","last_change":"2024-09-19T06:06:35.456011+0000","last_active":"2024-09-19T06:06:37.375189+0000","last_peered":"2024-09-19T06:06:37.375189+0000","last_clean":"2024-09-19T06:06:37.375189+0000","last_became_active":"2024-09-19T06:06:35.454739+0000","last_became_peered":"2024-09-19T06:06:35.454739+0000","last_unstale":"2024-09-19T06:06:37.375189+0000","last_undegraded":"2024-09-19T06:06:37.375189+0000","last_fullsized":"2024-09-19T06:06:37.375189+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:07:58.982258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.c","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450889+0000","last_change":"2024-09-19T06:06:34.443411+0000","last_active":"2024-09-19T06:06:36.450889+0000","last_peered":"2024-09-19T06:06:36.450889+0000","last_clean":"2024-09-19T06:06:36.450889+0000","last_became_active":"2024-09-19T06:06:34.443144+0000","last_became_peered":"2024-09-19T06:06:34.443144+0000","last_unstale":"2024-09-19T06:06:36.450889+0000","last_undegraded":"2024-09-19T06:06:36.450889+0000","last_fullsized":"2024-09-19T06:06:36.450889+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:05:35.711889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.a","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374937+0000","last_change":"2024-09-19T06:06:35.451182+0000","last_active":"2024-09-19T06:06:37.374937+0000","last_peered":"2024-09-19T06:06:37.374937+0000","last_clean":"2024-09-19T06:06:37.374937+0000","last_became_active":"2024-09-19T06:06:35.450903+0000","last_became_peered":"2024-09-19T06:06:35.450903+0000","last_unstale":"2024-09-19T06:06:37.374937+0000","last_undegraded":"2024-09-19T06:06:37.374937+0000","last_fullsized":"2024-09-19T06:06:37.374937+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:41:37.841683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.b","version":"106'2","reported_seq":14,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.476275+0000","last_change":"2024-09-19T06:06:34.448513+0000","last_active":"2024-09-19T06:06:35.476275+0000","last_peered":"2024-09-19T06:06:35.476275+0000","last_clean":"2024-09-19T06:06:35.476275+0000","last_became_active":"2024-09-19T06:06:34.447331+0000","last_became_peered":"2024-09-19T06:06:34.447331+0000","last_unstale":"2024-09-19T06:06:35.476275+0000","last_undegraded":"2024-09-19T06:06:35.476275+0000","last_fullsized":"2024-09-19T06:06:35.476275+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T09:30:59.454314+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.b","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374549+0000","last_change":"2024-09-19T06:06:35.448107+0000","last_active":"2024-09-19T06:06:37.374549+0000","last_peered":"2024-09-19T06:06:37.374549+0000","last_clean":"2024-09-19T06:06:37.374549+0000","last_became_active":"2024-09-19T06:06:35.447830+0000","last_became_peered":"2024-09-19T06:06:35.447830+0000","last_unstale":"2024-09-19T06:06:37.374549+0000","last_undegraded":"2024-09-19T06:06:37.374549+0000","last_fullsized":"2024-09-19T06:06:37.374549+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T06:30:30.612943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.a","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374607+0000","last_change":"2024-09-19T06:06:34.445350+0000","last_active":"2024-09-19T06:06:37.374607+0000","last_peered":"2024-09-19T06:06:37.374607+0000","last_clean":"2024-09-19T06:06:37.374607+0000","last_became_active":"2024-09-19T06:06:34.445039+0000","last_became_peered":"2024-09-19T06:06:34.445039+0000","last_unstale":"2024-09-19T06:06:37.374607+0000","last_undegraded":"2024-09-19T06:06:37.374607+0000","last_fullsized":"2024-09-19T06:06:37.374607+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:55:56.479559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.8","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375005+0000","last_change":"2024-09-19T06:06:35.455285+0000","last_active":"2024-09-19T06:06:37.375005+0000","last_peered":"2024-09-19T06:06:37.375005+0000","last_clean":"2024-09-19T06:06:37.375005+0000","last_became_active":"2024-09-19T06:06:35.454872+0000","last_became_peered":"2024-09-19T06:06:35.454872+0000","last_unstale":"2024-09-19T06:06:37.375005+0000","last_undegraded":"2024-09-19T06:06:37.375005+0000","last_fullsized":"2024-09-19T06:06:37.375005+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T16:38:45.063614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.9","version":"0'0","reported_seq":12,"reported_epoch":106,"state":"active+clean","last_fresh":"2024-09-19T06:06:35.443683+0000","last_change":"2024-09-19T06:06:34.447945+0000","last_active":"2024-09-19T06:06:35.443683+0000","last_peered":"2024-09-19T06:06:35.443683+0000","last_clean":"2024-09-19T06:06:35.443683+0000","last_became_active":"2024-09-19T06:06:34.447380+0000","last_became_peered":"2024-09-19T06:06:34.447380+0000","last_unstale":"2024-09-19T06:06:35.443683+0000","last_undegraded":"2024-09-19T06:06:35.443683+0000","last_fullsized":"2024-09-19T06:06:35.443683+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:34:52.834828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"17.9","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450170+0000","last_change":"2024-09-19T06:06:35.451271+0000","last_active":"2024-09-19T06:06:36.450170+0000","last_peered":"2024-09-19T06:06:36.450170+0000","last_clean":"2024-09-19T06:06:36.450170+0000","last_became_active":"2024-09-19T06:06:35.450989+0000","last_became_peered":"2024-09-19T06:06:35.450989+0000","last_unstale":"2024-09-19T06:06:36.450170+0000","last_undegraded":"2024-09-19T06:06:36.450170+0000","last_fullsized":"2024-09-19T06:06:36.450170+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:00.008409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.8","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375120+0000","last_change":"2024-09-19T06:06:34.448902+0000","last_active":"2024-09-19T06:06:37.375120+0000","last_peered":"2024-09-19T06:06:37.375120+0000","last_clean":"2024-09-19T06:06:37.375120+0000","last_became_active":"2024-09-19T06:06:34.448687+0000","last_became_peered":"2024-09-19T06:06:34.448687+0000","last_unstale":"2024-09-19T06:06:37.375120+0000","last_undegraded":"2024-09-19T06:06:37.375120+0000","last_fullsized":"2024-09-19T06:06:37.375120+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:13.482267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.6","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.457031+0000","last_change":"2024-09-19T06:06:35.456615+0000","last_active":"2024-09-19T06:06:36.457031+0000","last_peered":"2024-09-19T06:06:36.457031+0000","last_clean":"2024-09-19T06:06:36.457031+0000","last_became_active":"2024-09-19T06:06:35.456337+0000","last_became_peered":"2024-09-19T06:06:35.456337+0000","last_unstale":"2024-09-19T06:06:36.457031+0000","last_undegraded":"2024-09-19T06:06:36.457031+0000","last_fullsized":"2024-09-19T06:06:36.457031+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T08:27:00.008409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.7","version":"106'2","reported_seq":16,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450962+0000","last_change":"2024-09-19T06:06:34.448202+0000","last_active":"2024-09-19T06:06:36.450962+0000","last_peered":"2024-09-19T06:06:36.450962+0000","last_clean":"2024-09-19T06:06:36.450962+0000","last_became_active":"2024-09-19T06:06:34.447946+0000","last_became_peered":"2024-09-19T06:06:34.447946+0000","last_unstale":"2024-09-19T06:06:36.450962+0000","last_undegraded":"2024-09-19T06:06:36.450962+0000","last_fullsized":"2024-09-19T06:06:36.450962+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:26:06.351421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.7","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375501+0000","last_change":"2024-09-19T06:06:35.447732+0000","last_active":"2024-09-19T06:06:37.375501+0000","last_peered":"2024-09-19T06:06:37.375501+0000","last_clean":"2024-09-19T06:06:37.375501+0000","last_became_active":"2024-09-19T06:06:35.447131+0000","last_became_peered":"2024-09-19T06:06:35.447131+0000","last_unstale":"2024-09-19T06:06:37.375501+0000","last_undegraded":"2024-09-19T06:06:37.375501+0000","last_fullsized":"2024-09-19T06:06:37.375501+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:55:21.689614+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.6","version":"107'1","reported_seq":15,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.458591+0000","last_change":"2024-09-19T06:06:34.441249+0000","last_active":"2024-09-19T06:06:36.458591+0000","last_peered":"2024-09-19T06:06:36.458591+0000","last_clean":"2024-09-19T06:06:36.458591+0000","last_became_active":"2024-09-19T06:06:34.441028+0000","last_became_peered":"2024-09-19T06:06:34.441028+0000","last_unstale":"2024-09-19T06:06:36.458591+0000","last_undegraded":"2024-09-19T06:06:36.458591+0000","last_fullsized":"2024-09-19T06:06:36.458591+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T18:03:03.884821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"17.4","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375338+0000","last_change":"2024-09-19T06:06:35.461184+0000","last_active":"2024-09-19T06:06:37.375338+0000","last_peered":"2024-09-19T06:06:37.375338+0000","last_clean":"2024-09-19T06:06:37.375338+0000","last_became_active":"2024-09-19T06:06:35.456643+0000","last_became_peered":"2024-09-19T06:06:35.456643+0000","last_unstale":"2024-09-19T06:06:37.375338+0000","last_undegraded":"2024-09-19T06:06:37.375338+0000","last_fullsized":"2024-09-19T06:06:37.375338+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:03:21.263517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.5","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374954+0000","last_change":"2024-09-19T06:06:34.448821+0000","last_active":"2024-09-19T06:06:37.374954+0000","last_peered":"2024-09-19T06:06:37.374954+0000","last_clean":"2024-09-19T06:06:37.374954+0000","last_became_active":"2024-09-19T06:06:34.448520+0000","last_became_peered":"2024-09-19T06:06:34.448520+0000","last_unstale":"2024-09-19T06:06:37.374954+0000","last_undegraded":"2024-09-19T06:06:37.374954+0000","last_fullsized":"2024-09-19T06:06:37.374954+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:05.280604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.5","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.456977+0000","last_change":"2024-09-19T06:06:35.453068+0000","last_active":"2024-09-19T06:06:36.456977+0000","last_peered":"2024-09-19T06:06:36.456977+0000","last_clean":"2024-09-19T06:06:36.456977+0000","last_became_active":"2024-09-19T06:06:35.452804+0000","last_became_peered":"2024-09-19T06:06:35.452804+0000","last_unstale":"2024-09-19T06:06:36.456977+0000","last_undegraded":"2024-09-19T06:06:36.456977+0000","last_fullsized":"2024-09-19T06:06:36.456977+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:02.436292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"16.4","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450851+0000","last_change":"2024-09-19T06:06:34.451136+0000","last_active":"2024-09-19T06:06:36.450851+0000","last_peered":"2024-09-19T06:06:36.450851+0000","last_clean":"2024-09-19T06:06:36.450851+0000","last_became_active":"2024-09-19T06:06:34.450706+0000","last_became_peered":"2024-09-19T06:06:34.450706+0000","last_unstale":"2024-09-19T06:06:36.450851+0000","last_undegraded":"2024-09-19T06:06:36.450851+0000","last_fullsized":"2024-09-19T06:06:36.450851+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T07:19:08.163205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"17.2","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451630+0000","last_change":"2024-09-19T06:06:35.439368+0000","last_active":"2024-09-19T06:06:36.451630+0000","last_peered":"2024-09-19T06:06:36.451630+0000","last_clean":"2024-09-19T06:06:36.451630+0000","last_became_active":"2024-09-19T06:06:35.439105+0000","last_became_peered":"2024-09-19T06:06:35.439105+0000","last_unstale":"2024-09-19T06:06:36.451630+0000","last_undegraded":"2024-09-19T06:06:36.451630+0000","last_fullsized":"2024-09-19T06:06:36.451630+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:48:20.947183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.3","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451178+0000","last_change":"2024-09-19T06:06:34.443957+0000","last_active":"2024-09-19T06:06:36.451178+0000","last_peered":"2024-09-19T06:06:36.451178+0000","last_clean":"2024-09-19T06:06:36.451178+0000","last_became_active":"2024-09-19T06:06:34.443676+0000","last_became_peered":"2024-09-19T06:06:34.443676+0000","last_unstale":"2024-09-19T06:06:36.451178+0000","last_undegraded":"2024-09-19T06:06:36.451178+0000","last_fullsized":"2024-09-19T06:06:36.451178+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:22:50.535776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"17.3","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451939+0000","last_change":"2024-09-19T06:06:35.438892+0000","last_active":"2024-09-19T06:06:36.451939+0000","last_peered":"2024-09-19T06:06:36.451939+0000","last_clean":"2024-09-19T06:06:36.451939+0000","last_became_active":"2024-09-19T06:06:35.438588+0000","last_became_peered":"2024-09-19T06:06:35.438588+0000","last_unstale":"2024-09-19T06:06:36.451939+0000","last_undegraded":"2024-09-19T06:06:36.451939+0000","last_fullsized":"2024-09-19T06:06:36.451939+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:35:44.141907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"16.2","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.451588+0000","last_change":"2024-09-19T06:06:34.443563+0000","last_active":"2024-09-19T06:06:36.451588+0000","last_peered":"2024-09-19T06:06:36.451588+0000","last_clean":"2024-09-19T06:06:36.451588+0000","last_became_active":"2024-09-19T06:06:34.442360+0000","last_became_peered":"2024-09-19T06:06:34.442360+0000","last_unstale":"2024-09-19T06:06:36.451588+0000","last_undegraded":"2024-09-19T06:06:36.451588+0000","last_fullsized":"2024-09-19T06:06:36.451588+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T15:06:56.486814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"17.0","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375209+0000","last_change":"2024-09-19T06:06:35.453734+0000","last_active":"2024-09-19T06:06:37.375209+0000","last_peered":"2024-09-19T06:06:37.375209+0000","last_clean":"2024-09-19T06:06:37.375209+0000","last_became_active":"2024-09-19T06:06:35.452997+0000","last_became_peered":"2024-09-19T06:06:35.452997+0000","last_unstale":"2024-09-19T06:06:37.375209+0000","last_undegraded":"2024-09-19T06:06:37.375209+0000","last_fullsized":"2024-09-19T06:06:37.375209+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T12:13:06.288422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"16.1","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.374427+0000","last_change":"2024-09-19T06:06:34.447596+0000","last_active":"2024-09-19T06:06:37.374427+0000","last_peered":"2024-09-19T06:06:37.374427+0000","last_clean":"2024-09-19T06:06:37.374427+0000","last_became_active":"2024-09-19T06:06:34.446710+0000","last_became_peered":"2024-09-19T06:06:34.446710+0000","last_unstale":"2024-09-19T06:06:37.374427+0000","last_undegraded":"2024-09-19T06:06:37.374427+0000","last_fullsized":"2024-09-19T06:06:37.374427+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T11:59:20.964395+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"17.1","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375333+0000","last_change":"2024-09-19T06:06:35.457434+0000","last_active":"2024-09-19T06:06:37.375333+0000","last_peered":"2024-09-19T06:06:37.375333+0000","last_clean":"2024-09-19T06:06:37.375333+0000","last_became_active":"2024-09-19T06:06:35.457195+0000","last_became_peered":"2024-09-19T06:06:35.457195+0000","last_unstale":"2024-09-19T06:06:37.375333+0000","last_undegraded":"2024-09-19T06:06:37.375333+0000","last_fullsized":"2024-09-19T06:06:37.375333+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T10:14:18.539653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"16.0","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375141+0000","last_change":"2024-09-19T06:06:34.446334+0000","last_active":"2024-09-19T06:06:37.375141+0000","last_peered":"2024-09-19T06:06:37.375141+0000","last_clean":"2024-09-19T06:06:37.375141+0000","last_became_active":"2024-09-19T06:06:34.446058+0000","last_became_peered":"2024-09-19T06:06:34.446058+0000","last_unstale":"2024-09-19T06:06:37.375141+0000","last_undegraded":"2024-09-19T06:06:37.375141+0000","last_fullsized":"2024-09-19T06:06:37.375141+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T17:57:32.799029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"17.10","version":"0'0","reported_seq":12,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450114+0000","last_change":"2024-09-19T06:06:35.448777+0000","last_active":"2024-09-19T06:06:36.450114+0000","last_peered":"2024-09-19T06:06:36.450114+0000","last_clean":"2024-09-19T06:06:36.450114+0000","last_became_active":"2024-09-19T06:06:35.448546+0000","last_became_peered":"2024-09-19T06:06:35.448546+0000","last_unstale":"2024-09-19T06:06:36.450114+0000","last_undegraded":"2024-09-19T06:06:36.450114+0000","last_fullsized":"2024-09-19T06:06:36.450114+0000","mapping_epoch":105,"log_start":"0'0","ondisk_log_start":"0'0","created":105,"last_epoch_clean":106,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:34.417936+0000","last_clean_scrub_stamp":"2024-09-19T06:06:34.417936+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:03:02.436292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"16.11","version":"0'0","reported_seq":14,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:36.450756+0000","last_change":"2024-09-19T06:06:34.442867+0000","last_active":"2024-09-19T06:06:36.450756+0000","last_peered":"2024-09-19T06:06:36.450756+0000","last_clean":"2024-09-19T06:06:36.450756+0000","last_became_active":"2024-09-19T06:06:34.442502+0000","last_became_peered":"2024-09-19T06:06:34.442502+0000","last_unstale":"2024-09-19T06:06:36.450756+0000","last_undegraded":"2024-09-19T06:06:36.450756+0000","last_fullsized":"2024-09-19T06:06:36.450756+0000","mapping_epoch":104,"log_start":"0'0","ondisk_log_start":"0'0","created":104,"last_epoch_clean":105,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:06:33.410118+0000","last_clean_scrub_stamp":"2024-09-19T06:06:33.410118+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T14:19:48.979075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":328,"reported_epoch":107,"state":"active+clean","last_fresh":"2024-09-19T06:06:37.375220+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:06:37.375220+0000","last_peered":"2024-09-19T06:06:37.375220+0000","last_clean":"2024-09-19T06:06:37.375220+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:06:37.375220+0000","last_undegraded":"2024-09-19T06:06:37.375220+0000","last_fullsized":"2024-09-19T06:06:37.375220+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":17,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":16,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509509,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37224,"kb_used_data":1868,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334616,"statfs":{"total":96636764160,"available":96598646784,"internally_reserved":0,"allocated":1912832,"data_stored":1149498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509508,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36644,"kb_used_data":1296,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335196,"statfs":{"total":96636764160,"available":96599240704,"internally_reserved":0,"allocated":1327104,"data_stored":564884,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509508,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36648,"kb_used_data":1300,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335192,"statfs":{"total":96636764160,"available":96599236608,"internally_reserved":0,"allocated":1331200,"data_stored":565418,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509508,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36644,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335196,"statfs":{"total":96636764160,"available":96599240704,"internally_reserved":0,"allocated":1323008,"data_stored":564814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509507,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36656,"kb_used_data":1308,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335184,"statfs":{"total":96636764160,"available":96599228416,"internally_reserved":0,"allocated":1339392,"data_stored":566496,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509508,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36640,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335200,"statfs":{"total":96636764160,"available":96599244800,"internally_reserved":0,"allocated":1323008,"data_stored":564814,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509508,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37244,"kb_used_data":1892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334596,"statfs":{"total":96636764160,"available":96598626304,"internally_reserved":0,"allocated":1937408,"data_stored":1156906,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542214,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36636,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335204,"statfs":{"total":96636764160,"available":96599248896,"internally_reserved":0,"allocated":1318912,"data_stored":558638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":124,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1682,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":16,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":17,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:06:40.065 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:06:40.065 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-19T06:06:40.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.260+0000 7f4d06c00640 1 Processor -- start 2024-09-19T06:06:40.262 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.260+0000 7f4d06c00640 1 -- start start 2024-09-19T06:06:40.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.261+0000 7f4d06c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4d0015b1d0 0x7f4d000b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.261+0000 7f4d06c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d000b44f0 con 0x7f4d000b22b0 2024-09-19T06:06:40.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.261+0000 7f4d06c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4d000b47d0 con 0x7f4d0015adf0 2024-09-19T06:06:40.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.261+0000 7f4d06c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4d000b4ab0 con 0x7f4d0015b1d0 2024-09-19T06:06:40.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.262+0000 7f4d04e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4d0015b1d0 0x7f4d000b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.262+0000 7f4d06200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4d000b22b0 0x7f4d00070f00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54372/0 (socket says 172.21.15.92:54372) 2024-09-19T06:06:40.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.262+0000 7f4d06200640 1 -- 172.21.15.92:0/171159629 learned_addr learned my addr 172.21.15.92:0/171159629 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:40.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.262+0000 7f4d04e00640 1 -- 172.21.15.92:0/171159629 >> v1:172.21.15.102:6789/0 conn(0x7f4d0015adf0 legacy=0x7f4d000b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.262+0000 7f4d04e00640 1 -- 172.21.15.92:0/171159629 >> v1:172.21.15.92:6789/0 conn(0x7f4d000b22b0 legacy=0x7f4d00070f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.262+0000 7f4cffe00640 1 -- 172.21.15.92:0/171159629 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1105716345 0 0) 0x7f4d000b44f0 con 0x7f4d000b22b0 2024-09-19T06:06:40.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.262+0000 7f4d04e00640 1 -- 172.21.15.92:0/171159629 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d000b4d90 con 0x7f4d0015b1d0 2024-09-19T06:06:40.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.263+0000 7f4d04e00640 1 --2- 172.21.15.92:0/171159629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d0015b1d0 0x7f4d000b1d70 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f4cec0097a0 tx=0x7f4cec02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce985b03aea03c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:40.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.263+0000 7f4cffe00640 1 -- 172.21.15.92:0/171159629 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec037070 con 0x7f4d0015b1d0 2024-09-19T06:06:40.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.263+0000 7f4cffe00640 1 -- 172.21.15.92:0/171159629 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cec032440 con 0x7f4d0015b1d0 2024-09-19T06:06:40.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.263+0000 7f4cffe00640 1 -- 172.21.15.92:0/171159629 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cec032810 con 0x7f4d0015b1d0 2024-09-19T06:06:40.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.264+0000 7f4d06c00640 1 -- 172.21.15.92:0/171159629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d0015b1d0 msgr2=0x7f4d000b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.264+0000 7f4d06c00640 1 --2- 172.21.15.92:0/171159629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d0015b1d0 0x7f4d000b1d70 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f4cec0097a0 tx=0x7f4cec02a230 comp rx=0 tx=0).stop 2024-09-19T06:06:40.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.264+0000 7f4d06c00640 1 -- 172.21.15.92:0/171159629 shutdown_connections 2024-09-19T06:06:40.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.264+0000 7f4d06c00640 1 --2- 172.21.15.92:0/171159629 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d0015b1d0 0x7f4d000b1d70 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.264+0000 7f4d06c00640 1 -- 172.21.15.92:0/171159629 >> 172.21.15.92:0/171159629 conn(0x7f4d00062a20 msgr2=0x7f4d0006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:40.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.264+0000 7f4d06c00640 1 -- 172.21.15.92:0/171159629 shutdown_connections 2024-09-19T06:06:40.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.264+0000 7f4d06c00640 1 -- 172.21.15.92:0/171159629 wait complete. 2024-09-19T06:06:40.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.266+0000 7f4d06c00640 1 Processor -- start 2024-09-19T06:06:40.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.266+0000 7f4d06c00640 1 -- start start 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d06c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000b22b0 0x7f4d001f14e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d06c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015adf0 0x7f4d001e4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d06c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d0015b1d0 0x7f4d00156ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d06c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4d000ce050 con 0x7f4d000b22b0 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d06c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4d000b5570 con 0x7f4d0015b1d0 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d06c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4d000ce1d0 con 0x7f4d0015adf0 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d05800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000b22b0 0x7f4d001f14e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d05800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000b22b0 0x7f4d001f14e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44680/0 (socket says 172.21.15.92:44680) 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d05800640 1 -- 172.21.15.92:0/2852051781 learned_addr learned my addr 172.21.15.92:0/2852051781 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:40.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d06200640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d0015b1d0 0x7f4d00156ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d04e00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015adf0 0x7f4d001e4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d05800640 1 -- 172.21.15.92:0/2852051781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015adf0 msgr2=0x7f4d001e4cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d05800640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015adf0 0x7f4d001e4cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d05800640 1 -- 172.21.15.92:0/2852051781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d0015b1d0 msgr2=0x7f4d00156ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d05800640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d0015b1d0 0x7f4d00156ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d05800640 1 -- 172.21.15.92:0/2852051781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4d001f1a20 con 0x7f4d000b22b0 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.267+0000 7f4d04e00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015adf0 0x7f4d001e4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.268+0000 7f4d05800640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000b22b0 0x7f4d001f14e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f4cf400c450 tx=0x7f4cf400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.268+0000 7f4cfd600640 1 -- 172.21.15.92:0/2852051781 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf40052d0 con 0x7f4d000b22b0 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.268+0000 7f4cfd600640 1 -- 172.21.15.92:0/2852051781 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4cf4005470 con 0x7f4d000b22b0 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.268+0000 7f4cfd600640 1 -- 172.21.15.92:0/2852051781 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4cf4012870 con 0x7f4d000b22b0 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.268+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4d001e5560 con 0x7f4d000b22b0 2024-09-19T06:06:40.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.268+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4d001e5b20 con 0x7f4d000b22b0 2024-09-19T06:06:40.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.269+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4d001f1bf0 con 0x7f4d000b22b0 2024-09-19T06:06:40.272 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.270+0000 7f4cfd600640 1 -- 172.21.15.92:0/2852051781 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4cf4012a10 con 0x7f4d000b22b0 2024-09-19T06:06:40.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.271+0000 7f4cfd600640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ce006c2b0 0x7f4ce006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.271+0000 7f4cfd600640 1 -- 172.21.15.92:0/2852051781 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f4cf408b100 con 0x7f4d000b22b0 2024-09-19T06:06:40.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.271+0000 7f4d04e00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ce006c2b0 0x7f4ce006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.273 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.272+0000 7f4d04e00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ce006c2b0 0x7f4ce006e770 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f4cec034000 tx=0x7f4cec02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:40.277 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.275+0000 7f4cfd600640 1 -- 172.21.15.92:0/2852051781 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4cf40597d0 con 0x7f4d000b22b0 2024-09-19T06:06:40.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.513+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) -- 0x7f4d0015f450 con 0x7f4d000b22b0 2024-09-19T06:06:40.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.515+0000 7f4cfd600640 1 -- 172.21.15.92:0/2852051781 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v19) ==== 190+0+147 (secure 0 0 0) 0x7f4cf40590d0 con 0x7f4d000b22b0 2024-09-19T06:06:40.518 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2024-09-19T06:06:40.518 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQDrvetmpuFRIxAAdxHPMrEHUop2Nql1eQ526w== 2024-09-19T06:06:40.518 INFO:teuthology.orchestra.run.smithi092.stdout: caps mds = "allow" 2024-09-19T06:06:40.518 INFO:teuthology.orchestra.run.smithi092.stdout: caps mon = "allow r" 2024-09-19T06:06:40.518 INFO:teuthology.orchestra.run.smithi092.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2024-09-19T06:06:40.518 INFO:teuthology.orchestra.run.smithi092.stderr:updated caps for client.0 2024-09-19T06:06:40.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ce006c2b0 msgr2=0x7f4ce006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ce006c2b0 0x7f4ce006e770 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f4cec034000 tx=0x7f4cec02e000 comp rx=0 tx=0).stop 2024-09-19T06:06:40.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000b22b0 msgr2=0x7f4d001f14e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000b22b0 0x7f4d001f14e0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f4cf400c450 tx=0x7f4cf400c910 comp rx=0 tx=0).stop 2024-09-19T06:06:40.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 shutdown_connections 2024-09-19T06:06:40.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4ce006c2b0 0x7f4ce006e770 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.520 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4d0015b1d0 0x7f4d00156ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4d0015adf0 0x7f4d001e4cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 --2- 172.21.15.92:0/2852051781 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d000b22b0 0x7f4d001f14e0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 >> 172.21.15.92:0/2852051781 conn(0x7f4d00062a20 msgr2=0x7f4d000b0540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:40.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 shutdown_connections 2024-09-19T06:06:40.521 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.518+0000 7f4d06c00640 1 -- 172.21.15.92:0/2852051781 wait complete. 2024-09-19T06:06:40.535 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:40.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.687+0000 7f13d0000640 1 Processor -- start 2024-09-19T06:06:40.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.687+0000 7f13d0000640 1 -- start start 2024-09-19T06:06:40.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.688+0000 7f13d0000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f13c80b2da0 0x7f13c80ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.688+0000 7f13d0000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c815ec10 0x7f13c80ce8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.690 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.688+0000 7f13d0000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13c8141d40 con 0x7f13c8142de0 2024-09-19T06:06:40.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.688+0000 7f13d0000640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f13c8141af0 con 0x7f13c80b2da0 2024-09-19T06:06:40.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.688+0000 7f13d0000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f13c8142020 con 0x7f13c815ec10 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.689+0000 7f13ccc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c815ec10 0x7f13c80ce8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.689+0000 7f13cd600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f13c80b2da0 0x7f13c80ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.689+0000 7f13ce000640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f13c8142de0 0x7f13c8143250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:47736/0 (socket says 172.21.15.92:47736) 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.689+0000 7f13ce000640 1 -- 172.21.15.92:0/1313977334 learned_addr learned my addr 172.21.15.92:0/1313977334 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.689+0000 7f13c7e00640 1 -- 172.21.15.92:0/1313977334 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3312091091 0 0) 0x7f13c8141d40 con 0x7f13c8142de0 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.689+0000 7f13c7e00640 1 -- 172.21.15.92:0/1313977334 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f13b0003520 con 0x7f13c8142de0 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.690+0000 7f13cd600640 1 -- 172.21.15.92:0/1313977334 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c815ec10 msgr2=0x7f13c80ce8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.690+0000 7f13cd600640 1 --2- 172.21.15.92:0/1313977334 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c815ec10 0x7f13c80ce8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.690+0000 7f13cd600640 1 -- 172.21.15.92:0/1313977334 >> v1:172.21.15.102:6789/0 conn(0x7f13c8142de0 legacy=0x7f13c8143250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.690+0000 7f13cd600640 1 -- 172.21.15.92:0/1313977334 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13c8142300 con 0x7f13c80b2da0 2024-09-19T06:06:40.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13cd600640 1 --2- 172.21.15.92:0/1313977334 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c80b2da0 0x7f13c80ce380 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f13bc0097a0 tx=0x7f13bc02a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bebfb6c33df3afdd server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13c7e00640 1 -- 172.21.15.92:0/1313977334 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13bc037070 con 0x7f13c80b2da0 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13c7e00640 1 -- 172.21.15.92:0/1313977334 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13bc032440 con 0x7f13c80b2da0 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13c7e00640 1 -- 172.21.15.92:0/1313977334 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13bc0327f0 con 0x7f13c80b2da0 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13d0000640 1 -- 172.21.15.92:0/1313977334 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c80b2da0 msgr2=0x7f13c80ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13d0000640 1 --2- 172.21.15.92:0/1313977334 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c80b2da0 0x7f13c80ce380 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f13bc0097a0 tx=0x7f13bc02a180 comp rx=0 tx=0).stop 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13d0000640 1 -- 172.21.15.92:0/1313977334 shutdown_connections 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13d0000640 1 --2- 172.21.15.92:0/1313977334 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c815ec10 0x7f13c80ce8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13d0000640 1 --2- 172.21.15.92:0/1313977334 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c80b2da0 0x7f13c80ce380 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13d0000640 1 -- 172.21.15.92:0/1313977334 >> 172.21.15.92:0/1313977334 conn(0x7f13c806bc10 msgr2=0x7f13c806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13d0000640 1 -- 172.21.15.92:0/1313977334 shutdown_connections 2024-09-19T06:06:40.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.691+0000 7f13d0000640 1 -- 172.21.15.92:0/1313977334 wait complete. 2024-09-19T06:06:40.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.693+0000 7f13d0000640 1 Processor -- start 2024-09-19T06:06:40.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.693+0000 7f13d0000640 1 -- start start 2024-09-19T06:06:40.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13d0000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c80b2da0 0x7f13c813a980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13d0000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c8142de0 0x7f13c80b61b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13d0000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c815ec10 0x7f13c8160970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13d0000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f13c80b3180 con 0x7f13c80b2da0 2024-09-19T06:06:40.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13d0000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f13c81428c0 con 0x7f13c815ec10 2024-09-19T06:06:40.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13d0000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f13c80b3300 con 0x7f13c8142de0 2024-09-19T06:06:40.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13cd600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c80b2da0 0x7f13c813a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13cd600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c80b2da0 0x7f13c813a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44690/0 (socket says 172.21.15.92:44690) 2024-09-19T06:06:40.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13cd600640 1 -- 172.21.15.92:0/3274490666 learned_addr learned my addr 172.21.15.92:0/3274490666 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:40.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13ccc00640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c8142de0 0x7f13c80b61b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.694+0000 7f13ce000640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c815ec10 0x7f13c8160970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13cd600640 1 -- 172.21.15.92:0/3274490666 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c8142de0 msgr2=0x7f13c80b61b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13cd600640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c8142de0 0x7f13c80b61b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13cd600640 1 -- 172.21.15.92:0/3274490666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c815ec10 msgr2=0x7f13c8160970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13cd600640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c815ec10 0x7f13c8160970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13cd600640 1 -- 172.21.15.92:0/3274490666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13c813ba10 con 0x7f13c80b2da0 2024-09-19T06:06:40.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13cd600640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c80b2da0 0x7f13c813a980 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f13bc02a1c0 tx=0x7f13bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:40.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13c5600640 1 -- 172.21.15.92:0/3274490666 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13bc037040 con 0x7f13c80b2da0 2024-09-19T06:06:40.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13c5600640 1 -- 172.21.15.92:0/3274490666 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f13bc042070 con 0x7f13c80b2da0 2024-09-19T06:06:40.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13c813bcf0 con 0x7f13c80b2da0 2024-09-19T06:06:40.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13c5600640 1 -- 172.21.15.92:0/3274490666 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f13bc03b930 con 0x7f13c80b2da0 2024-09-19T06:06:40.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.695+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13c813c2b0 con 0x7f13c80b2da0 2024-09-19T06:06:40.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.696+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13c8143a10 con 0x7f13c80b2da0 2024-09-19T06:06:40.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.697+0000 7f13c5600640 1 -- 172.21.15.92:0/3274490666 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f13bc03bad0 con 0x7f13c80b2da0 2024-09-19T06:06:40.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.698+0000 7f13c5600640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f13a806c2b0 0x7f13a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:40.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.698+0000 7f13c5600640 1 -- 172.21.15.92:0/3274490666 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f13bc0abb20 con 0x7f13c80b2da0 2024-09-19T06:06:40.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.698+0000 7f13ccc00640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f13a806c2b0 0x7f13a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:40.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.699+0000 7f13ccc00640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f13a806c2b0 0x7f13a806e770 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f13c8140ec0 tx=0x7f13b4009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:40.704 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.702+0000 7f13c5600640 1 -- 172.21.15.92:0/3274490666 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13bc079c30 con 0x7f13c80b2da0 2024-09-19T06:06:40.917 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.915+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f13c8072740 con 0x7f13c80b2da0 2024-09-19T06:06:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.916+0000 7f13c5600640 1 -- 172.21.15.92:0/3274490666 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5231 (secure 0 0 0) 0x7f13bc07df30 con 0x7f13c80b2da0 2024-09-19T06:06:40.918 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:40.918 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":79,"btime":"2024-09-19T06:06:38:454876+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5936,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1030194443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1030194443},{"type":"v1","addr":"172.21.15.102:6835","nonce":1030194443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6544,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1496945012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1496945012},{"type":"v1","addr":"172.21.15.102:6834","nonce":1496945012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":6921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2891065567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2891065567},{"type":"v1","addr":"172.21.15.92:6835","nonce":2891065567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:06:34.844991+0000","modified":"2024-09-19T06:06:37.855728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6924":{"gid":6924,"name":"a","rank":0,"incarnation":75,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/4278717644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":4278717644},{"type":"v1","addr":"172.21.15.92:6837","nonce":4278717644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6924,"qdb_cluster":[6924]},"id":8}]} 2024-09-19T06:06:40.918 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 79 2024-09-19T06:06:40.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f13a806c2b0 msgr2=0x7f13a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f13a806c2b0 0x7f13a806e770 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f13c8140ec0 tx=0x7f13b4009190 comp rx=0 tx=0).stop 2024-09-19T06:06:40.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c80b2da0 msgr2=0x7f13c813a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:40.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c80b2da0 0x7f13c813a980 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f13bc02a1c0 tx=0x7f13bc0046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 shutdown_connections 2024-09-19T06:06:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f13a806c2b0 0x7f13a806e770 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f13c815ec10 0x7f13c8160970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f13c8142de0 0x7f13c80b61b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 --2- 172.21.15.92:0/3274490666 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c80b2da0 0x7f13c813a980 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 >> 172.21.15.92:0/3274490666 conn(0x7f13c806bc10 msgr2=0x7f13c815d470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 shutdown_connections 2024-09-19T06:06:40.921 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:40.918+0000 7f13d0000640 1 -- 172.21.15.92:0/3274490666 wait complete. 2024-09-19T06:06:41.338 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 79, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-19T06:06:34.844991+0000', 'modified': '2024-09-19T06:06:37.855728+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6924}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6924': {'gid': 6924, 'name': 'a', 'rank': 0, 'incarnation': 75, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.92:6837/4278717644', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.92:6836', 'nonce': 4278717644}, {'type': 'v1', 'addr': '172.21.15.92:6837', 'nonce': 4278717644}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments', 'feature_12': 'quiesce subvolumes'}}}}, 'data_pools': [17], 'metadata_pool': 16, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 6924, 'qdb_cluster': [6924]} 2024-09-19T06:06:41.338 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-19T06:06:41.338 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-19T06:06:41.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.492+0000 7f75d3c00640 1 Processor -- start 2024-09-19T06:06:41.495 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.493+0000 7f75d3c00640 1 -- start start 2024-09-19T06:06:41.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75d3c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f75cc0b6290 0x7f75cc071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.496 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75d3c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 0x7f75cc15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75d3c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f75cc0ccff0 con 0x7f75cc15b480 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75d3c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f75cc0cd2d0 con 0x7f75cc0b6290 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75d3c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f75cc0cd5b0 con 0x7f75cc072530 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75c3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f75cc0b6290 0x7f75cc071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75d1200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f75cc15b480 0x7f75cc0b5b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54384/0 (socket says 172.21.15.92:54384) 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75d1200640 1 -- 172.21.15.92:0/3269893742 learned_addr learned my addr 172.21.15.92:0/3269893742 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75d1c00640 1 --2- 172.21.15.92:0/3269893742 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 0x7f75cc15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75c3e00640 1 -- 172.21.15.92:0/3269893742 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 msgr2=0x7f75cc15bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.494+0000 7f75c3e00640 1 --2- 172.21.15.92:0/3269893742 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 0x7f75cc15bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.495+0000 7f75c3e00640 1 -- 172.21.15.92:0/3269893742 >> v1:172.21.15.92:6789/0 conn(0x7f75cc15b480 legacy=0x7f75cc0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.495+0000 7f75c3e00640 1 -- 172.21.15.92:0/3269893742 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75cc0cd890 con 0x7f75cc0b6290 2024-09-19T06:06:41.497 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.495+0000 7f75cbe00640 1 -- 172.21.15.92:0/3269893742 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 304353688 0 0) 0x7f75cc0ccff0 con 0x7f75cc15b480 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75c3e00640 1 --2- 172.21.15.92:0/3269893742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0b6290 0x7f75cc071ff0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f75b40097a0 tx=0x7f75b402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bbd5089c4f1ff20 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75cbe00640 1 -- 172.21.15.92:0/3269893742 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b4037070 con 0x7f75cc0b6290 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75cbe00640 1 -- 172.21.15.92:0/3269893742 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75b402ae50 con 0x7f75cc0b6290 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75cbe00640 1 -- 172.21.15.92:0/3269893742 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b4032660 con 0x7f75cc0b6290 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75d3c00640 1 -- 172.21.15.92:0/3269893742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0b6290 msgr2=0x7f75cc071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75d3c00640 1 --2- 172.21.15.92:0/3269893742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0b6290 0x7f75cc071ff0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f75b40097a0 tx=0x7f75b402a100 comp rx=0 tx=0).stop 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75d3c00640 1 -- 172.21.15.92:0/3269893742 shutdown_connections 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75d3c00640 1 --2- 172.21.15.92:0/3269893742 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0b6290 0x7f75cc071ff0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75d3c00640 1 --2- 172.21.15.92:0/3269893742 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 0x7f75cc15bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.496+0000 7f75d3c00640 1 -- 172.21.15.92:0/3269893742 >> 172.21.15.92:0/3269893742 conn(0x7f75cc06d0f0 msgr2=0x7f75cc06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.497+0000 7f75d3c00640 1 -- 172.21.15.92:0/3269893742 shutdown_connections 2024-09-19T06:06:41.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.497+0000 7f75d3c00640 1 -- 172.21.15.92:0/3269893742 wait complete. 2024-09-19T06:06:41.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.498+0000 7f75d3c00640 1 Processor -- start 2024-09-19T06:06:41.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.498+0000 7f75d3c00640 1 -- start start 2024-09-19T06:06:41.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.499+0000 7f75d3c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 0x7f75cc1490e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.499+0000 7f75d3c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75cc15b480 0x7f75cc15da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.499+0000 7f75d3c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0c98a0 0x7f75cc0ca6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.499+0000 7f75d3c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f75cc15b9e0 con 0x7f75cc0c98a0 2024-09-19T06:06:41.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.499+0000 7f75d3c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f75cc15b860 con 0x7f75cc15b480 2024-09-19T06:06:41.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.499+0000 7f75d3c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f75cc15c1a0 con 0x7f75cc072530 2024-09-19T06:06:41.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0c98a0 0x7f75cc0ca6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0c98a0 0x7f75cc0ca6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44698/0 (socket says 172.21.15.92:44698) 2024-09-19T06:06:41.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1c00640 1 -- 172.21.15.92:0/2578305141 learned_addr learned my addr 172.21.15.92:0/2578305141 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:41.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1200640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 0x7f75cc1490e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75c3e00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75cc15b480 0x7f75cc15da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1c00640 1 -- 172.21.15.92:0/2578305141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 msgr2=0x7f75cc1490e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1c00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 0x7f75cc1490e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1c00640 1 -- 172.21.15.92:0/2578305141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75cc15b480 msgr2=0x7f75cc15da50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1c00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75cc15b480 0x7f75cc15da50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1c00640 1 -- 172.21.15.92:0/2578305141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f75cc15c9b0 con 0x7f75cc0c98a0 2024-09-19T06:06:41.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.500+0000 7f75d1c00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0c98a0 0x7f75cc0ca6c0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f75c4007e70 tx=0x7f75c400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.501+0000 7f75c9600640 1 -- 172.21.15.92:0/2578305141 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75c4014620 con 0x7f75cc0c98a0 2024-09-19T06:06:41.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.501+0000 7f75c9600640 1 -- 172.21.15.92:0/2578305141 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75c4019070 con 0x7f75cc0c98a0 2024-09-19T06:06:41.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.501+0000 7f75c9600640 1 -- 172.21.15.92:0/2578305141 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75c4014a20 con 0x7f75cc0c98a0 2024-09-19T06:06:41.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.501+0000 7f75d3c00640 1 -- 172.21.15.92:0/2578305141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f75cc15cc90 con 0x7f75cc0c98a0 2024-09-19T06:06:41.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.501+0000 7f75d3c00640 1 -- 172.21.15.92:0/2578305141 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f75cc15d250 con 0x7f75cc0c98a0 2024-09-19T06:06:41.504 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.503+0000 7f75c9600640 1 -- 172.21.15.92:0/2578305141 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f75c4014bc0 con 0x7f75cc0c98a0 2024-09-19T06:06:41.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.503+0000 7f75c9600640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f75a806c2b0 0x7f75a806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.504+0000 7f75c9600640 1 -- 172.21.15.92:0/2578305141 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f75c408bc50 con 0x7f75cc0c98a0 2024-09-19T06:06:41.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.504+0000 7f75d1200640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f75a806c2b0 0x7f75a806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.504+0000 7f75d6c60740 1 Processor -- start 2024-09-19T06:06:41.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.504+0000 7f75d6c60740 1 -- start start 2024-09-19T06:06:41.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.504+0000 7f75d1200640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f75a806c2b0 0x7f75a806e770 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f75bc007fd0 tx=0x7f75bc007de0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 0x5556c03e8490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a04b0 0x5556c03a30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a4480 0x5556c039d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75d6c60740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5556c03013b0 con 0x5556c03a04b0 2024-09-19T06:06:41.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75d6c60740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5556c0306410 con 0x5556c03a4480 2024-09-19T06:06:41.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75d6c60740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x5556c02ae620 con 0x5556c03a2cf0 2024-09-19T06:06:41.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75c3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a04b0 0x5556c03a30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75c3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a04b0 0x5556c03a30d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44706/0 (socket says 172.21.15.92:44706) 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75c3e00640 1 -- 172.21.15.92:0/3311468967 learned_addr learned my addr 172.21.15.92:0/3311468967 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75d1200640 1 --2- 172.21.15.92:0/3311468967 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 0x5556c03e8490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.505+0000 7f75d1c00640 1 --2- 172.21.15.92:0/3311468967 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a4480 0x5556c039d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.506+0000 7f75c3e00640 1 -- 172.21.15.92:0/3311468967 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 msgr2=0x5556c03e8490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.506+0000 7f75c3e00640 1 --2- 172.21.15.92:0/3311468967 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 0x5556c03e8490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.506+0000 7f75c3e00640 1 -- 172.21.15.92:0/3311468967 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a4480 msgr2=0x5556c039d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.506+0000 7f75c3e00640 1 --2- 172.21.15.92:0/3311468967 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a4480 0x5556c039d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.506+0000 7f75c3e00640 1 -- 172.21.15.92:0/3311468967 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556c00192d0 con 0x5556c03a04b0 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.506+0000 7f75c3e00640 1 --2- 172.21.15.92:0/3311468967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a04b0 0x5556c03a30d0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f75b40098c0 tx=0x7f75b402c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bef0afa95b79548b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.506+0000 7f75c1600640 1 -- 172.21.15.92:0/3311468967 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b4037040 con 0x5556c03a04b0 2024-09-19T06:06:41.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.506+0000 7f75c1600640 1 -- 172.21.15.92:0/3311468967 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75b40328a0 con 0x5556c03a04b0 2024-09-19T06:06:41.510 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.506+0000 7f75c1600640 1 -- 172.21.15.92:0/3311468967 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b4032c90 con 0x5556c03a04b0 2024-09-19T06:06:41.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.507+0000 7f75d6c60740 1 -- 172.21.15.92:0/3311468967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a04b0 msgr2=0x5556c03a30d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.507+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3311468967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a04b0 0x5556c03a30d0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f75b40098c0 tx=0x7f75b402c000 comp rx=0 tx=0).stop 2024-09-19T06:06:41.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.507+0000 7f75d6c60740 1 -- 172.21.15.92:0/3311468967 shutdown_connections 2024-09-19T06:06:41.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.507+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3311468967 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a4480 0x5556c039d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.513 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.507+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3311468967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a04b0 0x5556c03a30d0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.507+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3311468967 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 0x5556c03e8490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.507+0000 7f75d6c60740 1 -- 172.21.15.92:0/3311468967 >> 172.21.15.92:0/3311468967 conn(0x5556c039f740 msgr2=0x5556c03e7960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.507+0000 7f75d6c60740 1 -- 172.21.15.92:0/3311468967 shutdown_connections 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.507+0000 7f75d6c60740 1 -- 172.21.15.92:0/3311468967 wait complete. 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.508+0000 7f75d6c60740 1 -- start start 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.508+0000 7f75d6c60740 1 Processor -- start 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a2cf0 0x5556c03c2620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 0x5556c03ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03c2e70 0x5556c03cae20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d6c60740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5556c02c1780 con 0x5556c03c2e70 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d6c60740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5556c03023d0 con 0x5556c03a2cf0 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d6c60740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x5556c039ebe0 con 0x5556c03a4480 2024-09-19T06:06:41.514 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d6c60740 10 client.0 _ll_register_callbacks cb 0x5556c02ff5d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03c2e70 0x5556c03cae20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03c2e70 0x5556c03cae20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44718/0 (socket says 172.21.15.92:44718) 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1c00640 1 -- 172.21.15.92:0/3611262170 learned_addr learned my addr 172.21.15.92:0/3611262170 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1200640 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a2cf0 0x5556c03c2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75c3e00640 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 0x5556c03ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1c00640 1 -- 172.21.15.92:0/3611262170 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 msgr2=0x5556c03ca8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1c00640 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 0x5556c03ca8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1c00640 1 -- 172.21.15.92:0/3611262170 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a2cf0 msgr2=0x5556c03c2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1c00640 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a2cf0 0x5556c03c2620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1c00640 1 -- 172.21.15.92:0/3611262170 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556c00e36b0 con 0x5556c03c2e70 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.509+0000 7f75d1200640 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a2cf0 0x5556c03c2620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75d1c00640 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03c2e70 0x5556c03cae20 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f75c400e9b0 tx=0x7f75c40628c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f467f2ded7581e4c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75ba000640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75ba000640 1 -- 172.21.15.92:0/3611262170 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75c4062570 con 0x5556c03c2e70 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75ba000640 1 -- 172.21.15.92:0/3611262170 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f75c4059120 con 0x5556c03c2e70 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75d6c60740 1 -- 172.21.15.92:0/3611262170 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75b40328a0 con 0x5556c03c2e70 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75ba000640 1 -- 172.21.15.92:0/3611262170 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=79) ==== 24+0+0 (secure 0 0 0) 0x7f75c4059320 con 0x5556c03c2e70 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75d6c60740 10 client.7050 fetch_fsmap learned FSMap version 79 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75d6c60740 1 -- 172.21.15.92:0/3611262170 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=79,monmap=2+}) -- 0x5556c03c2b60 con 0x5556c03c2e70 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75ba000640 1 -- 172.21.15.92:0/3611262170 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75b40328a0 con 0x5556c03c2e70 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75ba000640 1 -- 172.21.15.92:0/3611262170 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 79) ==== 3502+0+0 (secure 0 0 0) 0x7f75c40601d0 con 0x5556c03c2e70 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75d6c60740 10 client.7050 fetch_fsmap finished waiting for FSMap version 79 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.510+0000 7f75d6c60740 10 client.7050 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.511+0000 7f75d6c60740 20 client.7050 populate_metadata read hostname 'smithi092' 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.511+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] conn(0x5556c0403d10 0x5556c0406100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.516 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.511+0000 7f75d6c60740 4 client.7050 mds_command: new command op to 6924 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-19T06:06:41.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.511+0000 7f75d6c60740 1 -- 172.21.15.92:0/3611262170 --> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] -- command(tid 0: {"prefix": "get_command_descriptions"}) -- 0x5556c0313b40 con 0x5556c0403d10 2024-09-19T06:06:41.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.511+0000 7f75d1200640 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] conn(0x5556c0403d10 0x5556c0406100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.511+0000 7f75d1200640 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] conn(0x5556c0403d10 0x5556c0406100 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8aecfc606da8af71 server_cookie=7508399189d7d8d9 in_seq=0 out_seq=0 2024-09-19T06:06:41.517 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.511+0000 7f75ba000640 10 client.7050 ms_handle_connect on v2:172.21.15.92:6836/4278717644 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.512+0000 7f75ba000640 1 -- 172.21.15.92:0/3611262170 <== mds.0 v2:172.21.15.92:6836/4278717644 1 ==== command_reply(tid 0: 0 ) ==== 8+0+24171 (crc 0 0 0) 0x5556c0313b40 con 0x5556c0403d10 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.512+0000 7f75ba000640 10 client.7050 handle_command_reply: tid=0 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.512+0000 7f75d6c60740 1 client.7050 shutdown 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.512+0000 7f75d6c60740 1 -- 172.21.15.92:0/3611262170 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03c2e70 msgr2=0x5556c03cae20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.512+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03c2e70 0x5556c03cae20 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f75c400e9b0 tx=0x7f75c40628c0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.512+0000 7f75d6c60740 1 -- 172.21.15.92:0/3611262170 shutdown_connections 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.512+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] conn(0x5556c0403d10 0x5556c0406100 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.513+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03c2e70 0x5556c03cae20 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.513+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 0x5556c03ca8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.513+0000 7f75d6c60740 1 --2- 172.21.15.92:0/3611262170 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03a2cf0 0x5556c03c2620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.513+0000 7f75ba000640 0 client.7050 ms_handle_reset on v2:172.21.15.92:6836/4278717644 2024-09-19T06:06:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.513+0000 7f75d6c60740 1 -- 172.21.15.92:0/3611262170 >> 172.21.15.92:0/3611262170 conn(0x5556c03a04b0 msgr2=0x5556c03e6f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.513+0000 7f75d6c60740 1 -- 172.21.15.92:0/3611262170 shutdown_connections 2024-09-19T06:06:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.513+0000 7f75d6c60740 1 -- 172.21.15.92:0/3611262170 wait complete. 2024-09-19T06:06:41.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.513+0000 7f75d6c60740 20 client.7050 trim_cache size 0 max 16384 2024-09-19T06:06:41.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.532+0000 7f75d6c60740 1 Processor -- start 2024-09-19T06:06:41.533 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.532+0000 7f75d6c60740 1 -- start start 2024-09-19T06:06:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.532+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a2cf0 0x5556c03ca7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.535 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 0x5556c03e5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d6c60740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f75cc0cf490 con 0x5556c03a2cf0 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d6c60740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f75cc147530 con 0x5556c03c2e70 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d6c60740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f75cc0cee40 con 0x5556c03a4480 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a2cf0 0x5556c03ca7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a2cf0 0x5556c03ca7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44730/0 (socket says 172.21.15.92:44730) 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1200640 1 -- 172.21.15.92:0/2013333862 learned_addr learned my addr 172.21.15.92:0/2013333862 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75c3e00640 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 0x5556c03e5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1c00640 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1200640 1 -- 172.21.15.92:0/2013333862 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 msgr2=0x5556c03e5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1200640 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 0x5556c03e5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.536 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1200640 1 -- 172.21.15.92:0/2013333862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 msgr2=0x5556c039c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1200640 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1200640 1 -- 172.21.15.92:0/2013333862 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x5556c03e68f0 con 0x5556c03a2cf0 2024-09-19T06:06:41.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1c00640 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:41.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.533+0000 7f75d1200640 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a2cf0 0x5556c03ca7d0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f75bc001aa0 tx=0x7f75bc013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90d59de22d8ca96f server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75c0c00640 1 -- 172.21.15.92:0/2013333862 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75bc025730 con 0x5556c03a2cf0 2024-09-19T06:06:41.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75c0c00640 1 -- 172.21.15.92:0/2013333862 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75bc0258d0 con 0x5556c03a2cf0 2024-09-19T06:06:41.537 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75c0c00640 1 -- 172.21.15.92:0/2013333862 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75bc025ca0 con 0x5556c03a2cf0 2024-09-19T06:06:41.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75d6c60740 1 -- 172.21.15.92:0/2013333862 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a2cf0 msgr2=0x5556c03ca7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75d6c60740 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a2cf0 0x5556c03ca7d0 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f75bc001aa0 tx=0x7f75bc013000 comp rx=0 tx=0).stop 2024-09-19T06:06:41.540 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75d6c60740 1 -- 172.21.15.92:0/2013333862 shutdown_connections 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75d6c60740 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75d6c60740 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a4480 0x5556c03e5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75d6c60740 1 --2- 172.21.15.92:0/2013333862 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a2cf0 0x5556c03ca7d0 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75d6c60740 1 -- 172.21.15.92:0/2013333862 >> 172.21.15.92:0/2013333862 conn(0x5556c03a04b0 msgr2=0x5556c03e6f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75d6c60740 1 -- 172.21.15.92:0/2013333862 shutdown_connections 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.534+0000 7f75d6c60740 1 -- 172.21.15.92:0/2013333862 wait complete. 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.535+0000 7f75d6c60740 1 -- start start 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.535+0000 7f75d6c60740 1 Processor -- start 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 0x5556c0469c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a4480 0x5556c03ca930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75d6c60740 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75d6c60740 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x5556c03ee970 con 0x5556c03a4480 2024-09-19T06:06:41.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75d6c60740 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x5556c03cbb70 con 0x5556c03c2e70 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75d6c60740 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x5556c039e400 con 0x5556c03a2cf0 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75d6c60740 10 client.0 _ll_register_callbacks cb 0x7f75c4059630 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75c3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a4480 0x5556c03ca930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75c3e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a4480 0x5556c03ca930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44736/0 (socket says 172.21.15.92:44736) 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.536+0000 7f75c3e00640 1 -- 172.21.15.92:0/1687221921 learned_addr learned my addr 172.21.15.92:0/1687221921 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75d1200640 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 0x5556c0469c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75d1c00640 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75c3e00640 1 -- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 msgr2=0x5556c0469c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75c3e00640 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 0x5556c0469c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.542 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75c3e00640 1 -- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 msgr2=0x5556c039c720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75c3e00640 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75c3e00640 1 -- 172.21.15.92:0/1687221921 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x5556c03e5110 con 0x5556c03a4480 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75d1200640 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 0x5556c0469c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75d1c00640 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75c3e00640 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a4480 0x5556c03ca930 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f75b402a140 tx=0x7f75b4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a382de99bbbf99c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75ba000640 10 client.0 ms_handle_connect on v2:172.21.15.92:3300/0 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75ba000640 1 -- 172.21.15.92:0/1687221921 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f75b4037040 con 0x5556c03a4480 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75ba000640 1 -- 172.21.15.92:0/1687221921 <== mon.0 v2:172.21.15.92:3300/0 2 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f75b4005b90 con 0x5556c03a4480 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.537+0000 7f75d6c60740 1 -- 172.21.15.92:0/1687221921 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=fsmap handle=1) -- 0x7f75bc0258d0 con 0x5556c03a4480 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75ba000640 1 -- 172.21.15.92:0/1687221921 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_get_version_reply(handle=1 version=79) ==== 24+0+0 (secure 0 0 0) 0x7f75b4005d90 con 0x5556c03a4480 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75d6c60740 10 client.7056 fetch_fsmap learned FSMap version 79 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75d6c60740 1 -- 172.21.15.92:0/1687221921 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,fsmap=79,monmap=2+}) -- 0x5556c046a250 con 0x5556c03a4480 2024-09-19T06:06:41.543 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75ba000640 1 -- 172.21.15.92:0/1687221921 <== mon.0 v2:172.21.15.92:3300/0 4 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f75bc0258d0 con 0x5556c03a4480 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75ba000640 1 -- 172.21.15.92:0/1687221921 <== mon.0 v2:172.21.15.92:3300/0 5 ==== fsmap(e 79) ==== 3502+0+0 (secure 0 0 0) 0x7f75b4032680 con 0x5556c03a4480 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75d6c60740 10 client.7056 fetch_fsmap finished waiting for FSMap version 79 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75d6c60740 10 client.7056 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75d6c60740 20 client.7056 populate_metadata read hostname 'smithi092' 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75d6c60740 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] conn(0x5556c0465d70 0x5556c0466150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75d6c60740 4 client.7056 mds_command: new command op to 6924 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75d6c60740 1 -- 172.21.15.92:0/1687221921 --> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] -- command(tid 0: {"prefix": "status"}) -- 0x5556c030de90 con 0x5556c0465d70 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.538+0000 7f75d1200640 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] conn(0x5556c0465d70 0x5556c0466150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75ba000640 10 client.7056 ms_handle_connect on v2:172.21.15.92:6836/4278717644 2024-09-19T06:06:41.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d1200640 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] conn(0x5556c0465d70 0x5556c0466150 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7a794ebb7a94e54 server_cookie=2303dcac990ab694 in_seq=0 out_seq=0 2024-09-19T06:06:41.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75ba000640 1 -- 172.21.15.92:0/1687221921 <== mds.0 v2:172.21.15.92:6836/4278717644 1 ==== command_reply(tid 0: 0 ) ==== 8+0+333 (crc 0 0 0) 0x5556c030de90 con 0x5556c0465d70 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75ba000640 10 client.7056 handle_command_reply: tid=0 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 client.7056 shutdown 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 -- 172.21.15.92:0/1687221921 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a4480 msgr2=0x5556c03ca930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a4480 0x5556c03ca930 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f75b402a140 tx=0x7f75b4004730 comp rx=0 tx=0).stop 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 -- 172.21.15.92:0/1687221921 shutdown_connections 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.92:6836/4278717644,v1:172.21.15.92:6837/4278717644] conn(0x5556c0465d70 0x5556c0466150 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x5556c03c2e70 0x5556c039c720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x5556c03a4480 0x5556c03ca930 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75ba000640 0 client.7056 ms_handle_reset on v2:172.21.15.92:6836/4278717644 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 --2- 172.21.15.92:0/1687221921 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x5556c03a2cf0 0x5556c0469c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 -- 172.21.15.92:0/1687221921 >> 172.21.15.92:0/1687221921 conn(0x5556c03a04b0 msgr2=0x5556c03e96e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:41.546 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 -- 172.21.15.92:0/1687221921 shutdown_connections 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 1 -- 172.21.15.92:0/1687221921 wait complete. 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.539+0000 7f75d6c60740 20 client.7056 trim_cache size 0 max 16384 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stdout: "cluster_fsid": "f5d8e754-8e2b-4858-a423-49d63e91d369", 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stdout: "whoami": 0, 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stdout: "id": 6924, 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stdout: "want_state": "up:active", 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stdout: "state": "up:active", 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stdout: "fs_name": "cephfs", 2024-09-19T06:06:41.547 INFO:teuthology.orchestra.run.smithi092.stdout: "rank_uptime": 6.0992993950000001, 2024-09-19T06:06:41.548 INFO:teuthology.orchestra.run.smithi092.stdout: "mdsmap_epoch": 79, 2024-09-19T06:06:41.548 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch": 107, 2024-09-19T06:06:41.548 INFO:teuthology.orchestra.run.smithi092.stdout: "osdmap_epoch_barrier": 107, 2024-09-19T06:06:41.548 INFO:teuthology.orchestra.run.smithi092.stdout: "uptime": 10.808685645000001 2024-09-19T06:06:41.548 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:06:41.548 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 -- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f75a806c2b0 msgr2=0x7f75a806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f75a806c2b0 0x7f75a806e770 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f75bc007fd0 tx=0x7f75bc007de0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 -- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0c98a0 msgr2=0x7f75cc0ca6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0c98a0 0x7f75cc0ca6c0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f75c4007e70 tx=0x7f75c400e4b0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 -- 172.21.15.92:0/2578305141 shutdown_connections 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f75cc0c98a0 0x7f75cc0ca6c0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f75a806c2b0 0x7f75a806e770 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f75cc15b480 0x7f75cc15da50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 --2- 172.21.15.92:0/2578305141 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f75cc072530 0x7f75cc1490e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 -- 172.21.15.92:0/2578305141 >> 172.21.15.92:0/2578305141 conn(0x7f75cc06d0f0 msgr2=0x7f75cc15a020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 -- 172.21.15.92:0/2578305141 shutdown_connections 2024-09-19T06:06:41.549 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.540+0000 7f75d3c00640 1 -- 172.21.15.92:0/2578305141 wait complete. 2024-09-19T06:06:41.557 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-19T06:06:41.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.708+0000 7ffa67200640 1 Processor -- start 2024-09-19T06:06:41.710 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.708+0000 7ffa67200640 1 -- start start 2024-09-19T06:06:41.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.709+0000 7ffa67200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ffa68072760 0x7ffa680cfca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.709+0000 7ffa67200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa6806f0b0 0x7ffa680ae890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.709+0000 7ffa67200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ffa6806f540 con 0x7ffa68155610 2024-09-19T06:06:41.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.709+0000 7ffa67200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ffa681559f0 con 0x7ffa68072760 2024-09-19T06:06:41.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.709+0000 7ffa67200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ffa680cf810 con 0x7ffa6806f0b0 2024-09-19T06:06:41.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.709+0000 7ffa65400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ffa68072760 0x7ffa680cfca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.709+0000 7ffa65e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ffa68155610 0x7ffa68072050 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54388/0 (socket says 172.21.15.92:54388) 2024-09-19T06:06:41.711 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.709+0000 7ffa65e00640 1 -- 172.21.15.92:0/2474850405 learned_addr learned my addr 172.21.15.92:0/2474850405 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.710+0000 7ffa66800640 1 --2- 172.21.15.92:0/2474850405 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa6806f0b0 0x7ffa680ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.710+0000 7ffa65400640 1 -- 172.21.15.92:0/2474850405 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa6806f0b0 msgr2=0x7ffa680ae890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.710+0000 7ffa65400640 1 --2- 172.21.15.92:0/2474850405 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa6806f0b0 0x7ffa680ae890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.710+0000 7ffa65400640 1 -- 172.21.15.92:0/2474850405 >> v1:172.21.15.92:6789/0 conn(0x7ffa68155610 legacy=0x7ffa68072050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.710+0000 7ffa65400640 1 -- 172.21.15.92:0/2474850405 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa680cec00 con 0x7ffa68072760 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.710+0000 7ffa64a00640 1 -- 172.21.15.92:0/2474850405 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2347241136 0 0) 0x7ffa6806f540 con 0x7ffa68155610 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.711+0000 7ffa65400640 1 --2- 172.21.15.92:0/2474850405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa68072760 0x7ffa680cfca0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7ffa540097a0 tx=0x7ffa5402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4bc56f09ef2c53 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.711+0000 7ffa64a00640 1 -- 172.21.15.92:0/2474850405 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa54037070 con 0x7ffa68072760 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.711+0000 7ffa64a00640 1 -- 172.21.15.92:0/2474850405 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa54032440 con 0x7ffa68072760 2024-09-19T06:06:41.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.711+0000 7ffa64a00640 1 -- 172.21.15.92:0/2474850405 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa54032810 con 0x7ffa68072760 2024-09-19T06:06:41.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.712+0000 7ffa67200640 1 -- 172.21.15.92:0/2474850405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa68072760 msgr2=0x7ffa680cfca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.712+0000 7ffa67200640 1 --2- 172.21.15.92:0/2474850405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa68072760 0x7ffa680cfca0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7ffa540097a0 tx=0x7ffa5402a180 comp rx=0 tx=0).stop 2024-09-19T06:06:41.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.712+0000 7ffa67200640 1 -- 172.21.15.92:0/2474850405 shutdown_connections 2024-09-19T06:06:41.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.712+0000 7ffa67200640 1 --2- 172.21.15.92:0/2474850405 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa68072760 0x7ffa680cfca0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.712+0000 7ffa67200640 1 --2- 172.21.15.92:0/2474850405 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa6806f0b0 0x7ffa680ae890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.712+0000 7ffa67200640 1 -- 172.21.15.92:0/2474850405 >> 172.21.15.92:0/2474850405 conn(0x7ffa680cd540 msgr2=0x7ffa680cd920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:41.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.712+0000 7ffa67200640 1 -- 172.21.15.92:0/2474850405 shutdown_connections 2024-09-19T06:06:41.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.712+0000 7ffa67200640 1 -- 172.21.15.92:0/2474850405 wait complete. 2024-09-19T06:06:41.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.713+0000 7ffa67200640 1 Processor -- start 2024-09-19T06:06:41.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.713+0000 7ffa67200640 1 -- start start 2024-09-19T06:06:41.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.714+0000 7ffa67200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa6806f0b0 0x7ffa681544d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.714+0000 7ffa67200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa68072760 0x7ffa68160150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.714+0000 7ffa67200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa68155610 0x7ffa680b4870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.714+0000 7ffa67200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ffa680cf4a0 con 0x7ffa6806f0b0 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.714+0000 7ffa67200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ffa680cf1c0 con 0x7ffa68155610 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.714+0000 7ffa67200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ffa680d0650 con 0x7ffa68072760 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.714+0000 7ffa65e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa6806f0b0 0x7ffa681544d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa65e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa6806f0b0 0x7ffa681544d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44752/0 (socket says 172.21.15.92:44752) 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa65e00640 1 -- 172.21.15.92:0/784467657 learned_addr learned my addr 172.21.15.92:0/784467657 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa65400640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa68072760 0x7ffa68160150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa66800640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa68155610 0x7ffa680b4870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa65e00640 1 -- 172.21.15.92:0/784467657 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa68072760 msgr2=0x7ffa68160150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa65e00640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa68072760 0x7ffa68160150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa65e00640 1 -- 172.21.15.92:0/784467657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa68155610 msgr2=0x7ffa680b4870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa65e00640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa68155610 0x7ffa680b4870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa65e00640 1 -- 172.21.15.92:0/784467657 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ffa68160a70 con 0x7ffa6806f0b0 2024-09-19T06:06:41.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa65e00640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa6806f0b0 0x7ffa681544d0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7ffa5800c7c0 tx=0x7ffa5800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.715+0000 7ffa5e000640 1 -- 172.21.15.92:0/784467657 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa58018070 con 0x7ffa6806f0b0 2024-09-19T06:06:41.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.716+0000 7ffa5e000640 1 -- 172.21.15.92:0/784467657 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ffa5800a640 con 0x7ffa6806f0b0 2024-09-19T06:06:41.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.716+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ffa681f8180 con 0x7ffa6806f0b0 2024-09-19T06:06:41.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.716+0000 7ffa5e000640 1 -- 172.21.15.92:0/784467657 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ffa5800aa30 con 0x7ffa6806f0b0 2024-09-19T06:06:41.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.716+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ffa68160690 con 0x7ffa6806f0b0 2024-09-19T06:06:41.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.717+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ffa680ce860 con 0x7ffa6806f0b0 2024-09-19T06:06:41.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.717+0000 7ffa5e000640 1 -- 172.21.15.92:0/784467657 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ffa5801b070 con 0x7ffa6806f0b0 2024-09-19T06:06:41.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.718+0000 7ffa5e000640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa4806c2b0 0x7ffa4806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:41.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.718+0000 7ffa5e000640 1 -- 172.21.15.92:0/784467657 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7ffa5808aa20 con 0x7ffa6806f0b0 2024-09-19T06:06:41.720 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.718+0000 7ffa65400640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa4806c2b0 0x7ffa4806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:41.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.719+0000 7ffa65400640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa4806c2b0 0x7ffa4806e770 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ffa54034000 tx=0x7ffa5402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:41.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.722+0000 7ffa5e000640 1 -- 172.21.15.92:0/784467657 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ffa58058b30 con 0x7ffa6806f0b0 2024-09-19T06:06:41.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.930+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) -- 0x7ffa68069130 con 0x7ffa6806f0b0 2024-09-19T06:06:41.933 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.931+0000 7ffa5e000640 1 -- 172.21.15.92:0/784467657 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v79) ==== 53+0+73 (secure 0 0 0) 0x7ffa5805ce30 con 0x7ffa6806f0b0 2024-09-19T06:06:41.933 INFO:teuthology.orchestra.run.smithi092.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-19T06:06:41.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa4806c2b0 msgr2=0x7ffa4806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa4806c2b0 0x7ffa4806e770 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7ffa54034000 tx=0x7ffa5402e000 comp rx=0 tx=0).stop 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa6806f0b0 msgr2=0x7ffa681544d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa6806f0b0 0x7ffa681544d0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7ffa5800c7c0 tx=0x7ffa5800cc80 comp rx=0 tx=0).stop 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 shutdown_connections 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ffa4806c2b0 0x7ffa4806e770 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ffa68155610 0x7ffa680b4870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ffa68072760 0x7ffa68160150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 --2- 172.21.15.92:0/784467657 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa6806f0b0 0x7ffa681544d0 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 >> 172.21.15.92:0/784467657 conn(0x7ffa680cd540 msgr2=0x7ffa680b1980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 shutdown_connections 2024-09-19T06:06:41.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:41.933+0000 7ffa67200640 1 -- 172.21.15.92:0/784467657 wait complete. 2024-09-19T06:06:41.951 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-19T06:06:41.951 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-19T06:06:41.952 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2024-09-19T06:06:41.952 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-19T06:06:41.952 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-19T06:06:41.952 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-19T06:06:41.952 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2024-09-19T06:06:41.952 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-19T06:06:41.952 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:06:41.952 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:41.952 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2024-09-19T06:06:41.988 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-19T06:06:41.988 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-19T06:06:41.988 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2024-09-19T06:06:41.988 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:06:41.988 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2024-09-19T06:06:41.988 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:06:41.988 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42410sec preferred_lft 42410sec 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link noprefixroute 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:06:41.989 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::3026:f9ff:fec4:ac60/64 scope link 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 5a:0b:55:2d:0e:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::580b:55ff:fe2d:e55/64 scope link 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0a:5d:17:fb:39:6b brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::85d:17ff:fefb:396b/64 scope link 2024-09-19T06:06:41.990 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2024-09-19T06:06:41.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:41.991 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-19T06:06:42.082 INFO:teuthology.orchestra.run.smithi092.stdout:1 2024-09-19T06:06:42.085 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:42.086 DEBUG:teuthology.orchestra.run.smithi092:> route 2024-09-19T06:06:42.122 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2024-09-19T06:06:42.122 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-19T06:06:42.122 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-19T06:06:42.122 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-19T06:06:42.122 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-19T06:06:42.123 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec stdin-killer --timeout=300 -- bash -c ' 2024-09-19T06:06:42.123 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2024-09-19T06:06:42.123 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-19T06:06:42.123 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-19T06:06:42.123 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-19T06:06:42.123 DEBUG:teuthology.orchestra.run.smithi092:> ') 2024-09-19T06:06:42.240 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:42 stdin-killer INFO: expiration expected; waiting 300 seconds for command to complete 2024-09-19T06:06:42.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:06:42.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:42.318 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:06:42.354 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:06:42.354 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:06:42.354 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:06:42.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:42.355 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2024-09-19T06:06:42.452 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:06:42.452 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-19T06:06:42.488 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-19T06:06:42.488 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-19T06:06:42.488 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:06:42.563 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2024-09-19T06:06:42.564 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:42.564 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:06:42.692 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:06:42.692 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:06:42.719 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2024-09-19T06:06:42.719 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2024-09-19T06:06:42.719 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.92:3300,172.21.15.102:3300,172.21.15.102:3301" 2024-09-19T06:06:42.719 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 0@f5d8e754-8e2b-4858-a423-49d63e91d369.cephfs=/ 2024-09-19T06:06:42.719 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.92:3300/172.21.15.102:3300/172.21.15.102:3301" will pass to kernel 2024-09-19T06:06:42.721 INFO:teuthology.orchestra.run.smithi092.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-09-19T06:06:42.721 INFO:teuthology.orchestra.run.smithi092.stdout: You just mounted a file system that supports labels which does not 2024-09-19T06:06:42.721 INFO:teuthology.orchestra.run.smithi092.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-09-19T06:06:42.721 INFO:teuthology.orchestra.run.smithi092.stdout: applications will generate AVC messages and not be allowed access to 2024-09-19T06:06:42.721 INFO:teuthology.orchestra.run.smithi092.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-09-19T06:06:42.724 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-09-19T06:06:42.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:42.724 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-19T06:06:42.780 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec stdin-killer --timeout=900 -- bash -c 'getfattr --only-values -n ceph.client_id .') 2024-09-19T06:06:42.860 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:42 stdin-killer INFO: expiration expected; waiting 900 seconds for command to complete 2024-09-19T06:06:42.868 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:42 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:06:42.876 INFO:teuthology.orchestra.run.smithi092.stdout:client6658 2024-09-19T06:06:42.876 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:42.876 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:42.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:42.912 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir dir_1) 2024-09-19T06:06:42.993 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:42.993 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:43.068 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:43.068 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=dir_1/file_a bs=1M conv=fdatasync count=8 seek=0) 2024-09-19T06:06:43.257 INFO:teuthology.orchestra.run.smithi092.stderr:8+0 records in 2024-09-19T06:06:43.257 INFO:teuthology.orchestra.run.smithi092.stderr:8+0 records out 2024-09-19T06:06:43.257 INFO:teuthology.orchestra.run.smithi092.stderr:8388608 bytes (8.4 MB, 8.0 MiB) copied, 0.112323 s, 74.7 MB/s 2024-09-19T06:06:43.259 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:06:43.259 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:06:43.259 DEBUG:teuthology.orchestra.run.smithi092:> import stat 2024-09-19T06:06:43.259 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:06:43.259 DEBUG:teuthology.orchestra.run.smithi092:> print(os.stat("/home/ubuntu/cephtest/mnt.0/dir_1/file_a").st_ino) 2024-09-19T06:06:43.259 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:06:43.358 INFO:teuthology.orchestra.run.smithi092.stdout:1099511627777 2024-09-19T06:06:43.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:06:43.369 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:43.369 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir dir_2) 2024-09-19T06:06:43.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:43.447 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln dir_1/file_a dir_2/file_b) 2024-09-19T06:06:43.528 DEBUG:teuthology.orchestra.run.smithi092:> stdin-killer -- python3 -c ' 2024-09-19T06:06:43.528 DEBUG:teuthology.orchestra.run.smithi092:> import os 2024-09-19T06:06:43.528 DEBUG:teuthology.orchestra.run.smithi092:> import stat 2024-09-19T06:06:43.528 DEBUG:teuthology.orchestra.run.smithi092:> 2024-09-19T06:06:43.528 DEBUG:teuthology.orchestra.run.smithi092:> print(os.stat("/home/ubuntu/cephtest/mnt.0/dir_2/file_b").st_ino) 2024-09-19T06:06:43.529 DEBUG:teuthology.orchestra.run.smithi092:> ' 2024-09-19T06:06:43.667 INFO:teuthology.orchestra.run.smithi092.stdout:1099511627777 2024-09-19T06:06:43.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-09-19T06:06:43.679 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:43.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.870+0000 7fa709600640 1 Processor -- start 2024-09-19T06:06:43.872 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.870+0000 7fa709600640 1 -- start start 2024-09-19T06:06:43.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.871+0000 7fa709600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fa70406d540 0x7fa7040cf0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:43.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.871+0000 7fa709600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa7040735b0 0x7fa7040cf5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:43.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa709600640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fa70406faf0 con 0x7fa70415e950 2024-09-19T06:06:43.874 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa709600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fa70406fdd0 con 0x7fa7040735b0 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa709600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fa7040700b0 con 0x7fa70406d540 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa703400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa7040735b0 0x7fa7040cf5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa702a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fa70415e950 0x7fa70406ce30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54398/0 (socket says 172.21.15.92:54398) 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa702a00640 1 -- 172.21.15.92:0/3511705118 learned_addr learned my addr 172.21.15.92:0/3511705118 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa702000640 1 --2- 172.21.15.92:0/3511705118 >> v2:172.21.15.102:3300/0 conn(0x7fa70406d540 0x7fa7040cf0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa703400640 1 -- 172.21.15.92:0/3511705118 >> v2:172.21.15.102:3300/0 conn(0x7fa70406d540 msgr2=0x7fa7040cf0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa703400640 1 --2- 172.21.15.92:0/3511705118 >> v2:172.21.15.102:3300/0 conn(0x7fa70406d540 0x7fa7040cf0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa703400640 1 -- 172.21.15.92:0/3511705118 >> v1:172.21.15.92:6789/0 conn(0x7fa70415e950 legacy=0x7fa70406ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa703400640 1 -- 172.21.15.92:0/3511705118 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa704070390 con 0x7fa7040735b0 2024-09-19T06:06:43.875 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.872+0000 7fa701600640 1 -- 172.21.15.92:0/3511705118 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3188045684 0 0) 0x7fa70406faf0 con 0x7fa70415e950 2024-09-19T06:06:43.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.873+0000 7fa703400640 1 --2- 172.21.15.92:0/3511705118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7040735b0 0x7fa7040cf5e0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fa7040743c0 tx=0x7fa6fc02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32c3e5a16b22bc8e server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:43.876 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa701600640 1 -- 172.21.15.92:0/3511705118 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc007740 con 0x7fa7040735b0 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa701600640 1 -- 172.21.15.92:0/3511705118 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6fc0078e0 con 0x7fa7040735b0 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa701600640 1 -- 172.21.15.92:0/3511705118 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc007cb0 con 0x7fa7040735b0 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa709600640 1 -- 172.21.15.92:0/3511705118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7040735b0 msgr2=0x7fa7040cf5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa709600640 1 --2- 172.21.15.92:0/3511705118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7040735b0 0x7fa7040cf5e0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fa7040743c0 tx=0x7fa6fc02a680 comp rx=0 tx=0).stop 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa709600640 1 -- 172.21.15.92:0/3511705118 shutdown_connections 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa709600640 1 --2- 172.21.15.92:0/3511705118 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa7040735b0 0x7fa7040cf5e0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa709600640 1 --2- 172.21.15.92:0/3511705118 >> v2:172.21.15.102:3300/0 conn(0x7fa70406d540 0x7fa7040cf0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa709600640 1 -- 172.21.15.92:0/3511705118 >> 172.21.15.92:0/3511705118 conn(0x7fa7040d14d0 msgr2=0x7fa7040d18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa709600640 1 -- 172.21.15.92:0/3511705118 shutdown_connections 2024-09-19T06:06:43.877 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.874+0000 7fa709600640 1 -- 172.21.15.92:0/3511705118 wait complete. 2024-09-19T06:06:43.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.876+0000 7fa709600640 1 Processor -- start 2024-09-19T06:06:43.878 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.876+0000 7fa709600640 1 -- start start 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa709600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa70406d540 0x7fa704156f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa709600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7040735b0 0x7fa7041f4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa709600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa70415e950 0x7fa704154160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa709600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fa7040721d0 con 0x7fa70415e950 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa709600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fa704072050 con 0x7fa7040735b0 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa709600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fa704072350 con 0x7fa70406d540 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa703400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa70415e950 0x7fa704154160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa703400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa70415e950 0x7fa704154160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44764/0 (socket says 172.21.15.92:44764) 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa703400640 1 -- 172.21.15.92:0/1254740246 learned_addr learned my addr 172.21.15.92:0/1254740246 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa702000640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7040735b0 0x7fa7041f4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.877+0000 7fa702a00640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa70406d540 0x7fa704156f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:43.880 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa703400640 1 -- 172.21.15.92:0/1254740246 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa70406d540 msgr2=0x7fa704156f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:43.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa703400640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa70406d540 0x7fa704156f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:43.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa703400640 1 -- 172.21.15.92:0/1254740246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7040735b0 msgr2=0x7fa7041f4790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:43.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa703400640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7040735b0 0x7fa7041f4790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:43.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa703400640 1 -- 172.21.15.92:0/1254740246 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fa704157f30 con 0x7fa70415e950 2024-09-19T06:06:43.881 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa703400640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa70415e950 0x7fa704154160 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc02ac70 tx=0x7fa6fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:43.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa6faa00640 1 -- 172.21.15.92:0/1254740246 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc040070 con 0x7fa70415e950 2024-09-19T06:06:43.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa6faa00640 1 -- 172.21.15.92:0/1254740246 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fa6fc031bc0 con 0x7fa70415e950 2024-09-19T06:06:43.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa6faa00640 1 -- 172.21.15.92:0/1254740246 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fa6fc009450 con 0x7fa70415e950 2024-09-19T06:06:43.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fa704157690 con 0x7fa70415e950 2024-09-19T06:06:43.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.878+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fa704157c50 con 0x7fa70415e950 2024-09-19T06:06:43.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.879+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fa70406ce30 con 0x7fa70415e950 2024-09-19T06:06:43.882 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.880+0000 7fa6faa00640 1 -- 172.21.15.92:0/1254740246 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fa6fc039040 con 0x7fa70415e950 2024-09-19T06:06:43.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.881+0000 7fa6faa00640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa6e406c2b0 0x7fa6e406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:43.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.881+0000 7fa6faa00640 1 -- 172.21.15.92:0/1254740246 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7fa6fc0acbf0 con 0x7fa70415e950 2024-09-19T06:06:43.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.881+0000 7fa702a00640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa6e406c2b0 0x7fa6e406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:43.883 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.882+0000 7fa702a00640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa6e406c2b0 0x7fa6e406e770 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4000f60 tx=0x7fa6f4007d50 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:43.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:43.885+0000 7fa6faa00640 1 -- 172.21.15.92:0/1254740246 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fa6fc07ac70 con 0x7fa70415e950 2024-09-19T06:06:44.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.093+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7fa7040b3af0 con 0x7fa70415e950 2024-09-19T06:06:44.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.094+0000 7fa6faa00640 1 -- 172.21.15.92:0/1254740246 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5231 (secure 0 0 0) 0x7fa6fc07ef70 con 0x7fa70415e950 2024-09-19T06:06:44.096 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:44.096 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":79,"btime":"2024-09-19T06:06:38:454876+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5936,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1030194443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1030194443},{"type":"v1","addr":"172.21.15.102:6835","nonce":1030194443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6544,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1496945012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1496945012},{"type":"v1","addr":"172.21.15.102:6834","nonce":1496945012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":6921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2891065567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2891065567},{"type":"v1","addr":"172.21.15.92:6835","nonce":2891065567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:06:34.844991+0000","modified":"2024-09-19T06:06:37.855728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6924":{"gid":6924,"name":"a","rank":0,"incarnation":75,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/4278717644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":4278717644},{"type":"v1","addr":"172.21.15.92:6837","nonce":4278717644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6924,"qdb_cluster":[6924]},"id":8}]} 2024-09-19T06:06:44.096 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 79 2024-09-19T06:06:44.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa6e406c2b0 msgr2=0x7fa6e406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:44.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa6e406c2b0 0x7fa6e406e770 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fa6f4000f60 tx=0x7fa6f4007d50 comp rx=0 tx=0).stop 2024-09-19T06:06:44.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa70415e950 msgr2=0x7fa704154160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:44.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa70415e950 0x7fa704154160 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7fa6fc02ac70 tx=0x7fa6fc004a40 comp rx=0 tx=0).stop 2024-09-19T06:06:44.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 shutdown_connections 2024-09-19T06:06:44.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa70415e950 0x7fa704154160 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fa6e406c2b0 0x7fa6e406e770 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fa7040735b0 0x7fa7041f4790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 --2- 172.21.15.92:0/1254740246 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fa70406d540 0x7fa704156f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 >> 172.21.15.92:0/1254740246 conn(0x7fa7040d14d0 msgr2=0x7fa7040b4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:44.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 shutdown_connections 2024-09-19T06:06:44.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.096+0000 7fa709600640 1 -- 172.21.15.92:0/1254740246 wait complete. 2024-09-19T06:06:44.114 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-19T06:06:44.300 INFO:teuthology.orchestra.run.smithi092.stdout:{"message":"","return_code":0} 2024-09-19T06:06:44.301 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-19T06:06:44.301 DEBUG:teuthology.orchestra.run.smithi092:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data getxattr 10000000001.00000000 parent 2024-09-19T06:06:44.377 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.375+0000 7f37c6bdcf40 1 Processor -- start 2024-09-19T06:06:44.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.376+0000 7f37c6bdcf40 1 -- start start 2024-09-19T06:06:44.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.376+0000 7f37c6bdcf40 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253aae2260 0x56253abb6230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:44.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.376+0000 7f37c6bdcf40 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253abae5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:44.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.376+0000 7f37c6bdcf40 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 0x56253abb55b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:44.379 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.376+0000 7f37c6bdcf40 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x56253ab30840 con 0x56253aae4bf0 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.376+0000 7f37c6bdcf40 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56253aa8ab30 con 0x56253aae2260 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.376+0000 7f37c6bdcf40 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x56253ab2fb00 con 0x56253ab15f20 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37bbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253abae5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37bbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253abae5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44774/0 (socket says 172.21.15.92:44774) 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37bbe00640 1 -- 172.21.15.92:0/53705308 learned_addr learned my addr 172.21.15.92:0/53705308 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37c3e00640 1 --2- 172.21.15.92:0/53705308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253aae2260 0x56253abb6230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37c4800640 1 --2- 172.21.15.92:0/53705308 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 0x56253abb55b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37bbe00640 1 -- 172.21.15.92:0/53705308 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 msgr2=0x56253abb55b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37bbe00640 1 --2- 172.21.15.92:0/53705308 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 0x56253abb55b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37bbe00640 1 -- 172.21.15.92:0/53705308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253aae2260 msgr2=0x56253abb6230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37bbe00640 1 --2- 172.21.15.92:0/53705308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253aae2260 0x56253abb6230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37bbe00640 1 -- 172.21.15.92:0/53705308 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56253abb6770 con 0x56253aae4bf0 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.377+0000 7f37bbe00640 1 --2- 172.21.15.92:0/53705308 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253abae5a0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f37ac045f70 tx=0x7f37ac051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71c261d75a434bba server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:44.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c2a00640 1 -- 172.21.15.92:0/53705308 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac067670 con 0x56253aae4bf0 2024-09-19T06:06:44.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c2a00640 1 -- 172.21.15.92:0/53705308 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37ac062070 con 0x56253aae4bf0 2024-09-19T06:06:44.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c2a00640 1 -- 172.21.15.92:0/53705308 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac067a30 con 0x56253aae4bf0 2024-09-19T06:06:44.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/53705308 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 msgr2=0x56253abae5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:44.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c6bdcf40 1 --2- 172.21.15.92:0/53705308 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253abae5a0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f37ac045f70 tx=0x7f37ac051000 comp rx=0 tx=0).stop 2024-09-19T06:06:44.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/53705308 shutdown_connections 2024-09-19T06:06:44.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c6bdcf40 1 --2- 172.21.15.92:0/53705308 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 0x56253abb55b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c6bdcf40 1 --2- 172.21.15.92:0/53705308 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253abae5a0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c6bdcf40 1 --2- 172.21.15.92:0/53705308 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253aae2260 0x56253abb6230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/53705308 >> 172.21.15.92:0/53705308 conn(0x56253ab13280 msgr2=0x56253ab16420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/53705308 shutdown_connections 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.378+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/53705308 wait complete. 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.379+0000 7f37c6bdcf40 1 Processor -- start 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.379+0000 7f37c6bdcf40 1 -- start start 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37c6bdcf40 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253aae2260 0x56253aba8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37c6bdcf40 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253aae2680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37c6bdcf40 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 0x56253aae2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37c6bdcf40 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x56253aae44c0 con 0x56253aae4bf0 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37c6bdcf40 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x56253abaf010 con 0x56253aae2260 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37c6bdcf40 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x56253abb5e70 con 0x56253ab15f20 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37bbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253aae2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37bbe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253aae2680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44782/0 (socket says 172.21.15.92:44782) 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37bbe00640 1 -- 172.21.15.92:0/1572074664 learned_addr learned my addr 172.21.15.92:0/1572074664 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:44.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37c3e00640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253aae2260 0x56253aba8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.380+0000 7f37c4800640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 0x56253aae2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37bbe00640 1 -- 172.21.15.92:0/1572074664 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 msgr2=0x56253aae2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37bbe00640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 0x56253aae2bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37bbe00640 1 -- 172.21.15.92:0/1572074664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253aae2260 msgr2=0x56253aba8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37bbe00640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x56253aae2260 0x56253aba8ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37bbe00640 1 -- 172.21.15.92:0/1572074664 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x56253aba9420 con 0x56253aae4bf0 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37c4800640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x56253ab15f20 0x56253aae2bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37bbe00640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253aae2680 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f37ac055040 tx=0x7f37ac002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37c1600640 1 -- 172.21.15.92:0/1572074664 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac00a230 con 0x56253aae4bf0 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37c1600640 1 -- 172.21.15.92:0/1572074664 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f37ac067720 con 0x56253aae4bf0 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x56253abb9470 con 0x56253aae4bf0 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37c1600640 1 -- 172.21.15.92:0/1572074664 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f37ac067b10 con 0x56253aae4bf0 2024-09-19T06:06:44.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.381+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x56253abb7dd0 con 0x56253aae4bf0 2024-09-19T06:06:44.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.383+0000 7f37c1600640 1 -- 172.21.15.92:0/1572074664 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f37ac079060 con 0x56253aae4bf0 2024-09-19T06:06:44.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.384+0000 7f37c1600640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f37a006ac90 0x7f37a006d150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:44.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.384+0000 7f37c1600640 1 -- 172.21.15.92:0/1572074664 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f37ac0cf4d0 con 0x56253aae4bf0 2024-09-19T06:06:44.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.384+0000 7f37c3e00640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f37a006ac90 0x7f37a006d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:44.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.384+0000 7f37c6bdcf40 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x56253abac760 0x56253ac510c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:44.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.384+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 --> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] -- osd_op(unknown.0.0:1 17.7 17:e2e07930:::10000000001.00000000:head [getxattr parent in=6b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e107) -- 0x56253abb5970 con 0x56253abac760 2024-09-19T06:06:44.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.384+0000 7f37c4800640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x56253abac760 0x56253ac510c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:44.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.385+0000 7f37c3e00640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f37a006ac90 0x7f37a006d150 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f37b4009a40 tx=0x7f37b400c040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:44.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.385+0000 7f37c4800640 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x56253abac760 0x56253ac510c0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:44.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.385+0000 7f37c4800640 1 -- 172.21.15.92:0/1572074664 <== osd.0 v2:172.21.15.92:6818/2392233777 1 ==== osd_op_reply(1 10000000001.00000000 [getxattr (93) out=93b] v0'0 uv3 ondisk = 0) ==== 164+0+93 (crc 0 0 0) 0x7f37bc0044c0 con 0x56253abac760 2024-09-19T06:06:44.388 INFO:teuthology.orchestra.run.smithi092.stdout:Wfile_adir_1 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.385+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x56253abac760 msgr2=0x56253ac510c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.385+0000 7f37c6bdcf40 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x56253abac760 0x56253ac510c0 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.385+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f37a006ac90 msgr2=0x7f37a006d150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.385+0000 7f37c6bdcf40 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f37a006ac90 0x7f37a006d150 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f37b4009a40 tx=0x7f37b400c040 comp rx=0 tx=0).stop 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.385+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 msgr2=0x56253aae2680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.385+0000 7f37c6bdcf40 1 --2- 172.21.15.92:0/1572074664 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x56253aae4bf0 0x56253aae2680 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f37ac055040 tx=0x7f37ac002fb0 comp rx=0 tx=0).stop 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.386+0000 7f37c4800640 1 -- 172.21.15.92:0/1572074664 reap_dead start 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.386+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 shutdown_connections 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.386+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 >> 172.21.15.92:0/1572074664 conn(0x56253ab13280 msgr2=0x56253abb4570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:44.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.386+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 shutdown_connections 2024-09-19T06:06:44.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:44.386+0000 7f37c6bdcf40 1 -- 172.21.15.92:0/1572074664 wait complete. 2024-09-19T06:06:44.392 DEBUG:teuthology.orchestra.run.smithi092:> ceph-dencoder type inode_backtrace_t import - decode dump_json 2024-09-19T06:06:44.539 INFO:teuthology.orchestra.run.smithi092.stderr:error: stray data at end of buffer, offset 93 2024-09-19T06:06:44.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:06:44.553 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-19T06:06:44.554 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:06:44.643 DEBUG:teuthology.orchestra.run.smithi102:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-19T06:06:44.743 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-19T06:06:44.743 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:06:44.743 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:44.743 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:44.778 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:44.779 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:44.854 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-19T06:06:45.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.048+0000 7ff882c00640 1 Processor -- start 2024-09-19T06:06:45.050 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.048+0000 7ff882c00640 1 -- start start 2024-09-19T06:06:45.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.049+0000 7ff882c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff87c158de0 0x7ff87c0b4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.049+0000 7ff882c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff87c072640 con 0x7ff87c0b53a0 2024-09-19T06:06:45.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.049+0000 7ff882c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff87c0728f0 con 0x7ff87c158a00 2024-09-19T06:06:45.051 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.049+0000 7ff882c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff87c072bd0 con 0x7ff87c158de0 2024-09-19T06:06:45.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.049+0000 7ff873e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff87c158de0 0x7ff87c0b4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.049+0000 7ff880c00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff87c0b53a0 0x7ff87c06eae0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54416/0 (socket says 172.21.15.92:54416) 2024-09-19T06:06:45.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.049+0000 7ff880c00640 1 -- 172.21.15.92:0/3542971688 learned_addr learned my addr 172.21.15.92:0/3542971688 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:45.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.050+0000 7ff873e00640 1 -- 172.21.15.92:0/3542971688 >> v1:172.21.15.102:6789/0 conn(0x7ff87c158a00 legacy=0x7ff87c071f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.050+0000 7ff873e00640 1 -- 172.21.15.92:0/3542971688 >> v1:172.21.15.92:6789/0 conn(0x7ff87c0b53a0 legacy=0x7ff87c06eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.052 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.050+0000 7ff873e00640 1 -- 172.21.15.92:0/3542971688 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff87c072eb0 con 0x7ff87c158de0 2024-09-19T06:06:45.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.051+0000 7ff873e00640 1 --2- 172.21.15.92:0/3542971688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c158de0 0x7ff87c0b4e60 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7ff8640097d0 tx=0x7ff86402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76ef6c0be58121b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:45.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.051+0000 7ff87b400640 1 -- 172.21.15.92:0/3542971688 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff864037070 con 0x7ff87c158de0 2024-09-19T06:06:45.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.051+0000 7ff87b400640 1 -- 172.21.15.92:0/3542971688 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff864032440 con 0x7ff87c158de0 2024-09-19T06:06:45.053 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.051+0000 7ff87b400640 1 -- 172.21.15.92:0/3542971688 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff864032810 con 0x7ff87c158de0 2024-09-19T06:06:45.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.052+0000 7ff882c00640 1 -- 172.21.15.92:0/3542971688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c158de0 msgr2=0x7ff87c0b4e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.052+0000 7ff882c00640 1 --2- 172.21.15.92:0/3542971688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c158de0 0x7ff87c0b4e60 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7ff8640097d0 tx=0x7ff86402a250 comp rx=0 tx=0).stop 2024-09-19T06:06:45.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.052+0000 7ff882c00640 1 -- 172.21.15.92:0/3542971688 shutdown_connections 2024-09-19T06:06:45.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.052+0000 7ff882c00640 1 --2- 172.21.15.92:0/3542971688 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c158de0 0x7ff87c0b4e60 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.052+0000 7ff882c00640 1 -- 172.21.15.92:0/3542971688 >> 172.21.15.92:0/3542971688 conn(0x7ff87c06cb50 msgr2=0x7ff87c06cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:45.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.052+0000 7ff882c00640 1 -- 172.21.15.92:0/3542971688 shutdown_connections 2024-09-19T06:06:45.054 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.052+0000 7ff882c00640 1 -- 172.21.15.92:0/3542971688 wait complete. 2024-09-19T06:06:45.055 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.053+0000 7ff882c00640 1 Processor -- start 2024-09-19T06:06:45.056 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.054+0000 7ff882c00640 1 -- start start 2024-09-19T06:06:45.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.054+0000 7ff882c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c0b53a0 0x7ff87c14b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.054+0000 7ff882c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff87c158a00 0x7ff87c15eb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.054+0000 7ff882c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff87c158de0 0x7ff87c15f0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.054+0000 7ff882c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff87c0b5b20 con 0x7ff87c0b53a0 2024-09-19T06:06:45.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.054+0000 7ff882c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff87c06e550 con 0x7ff87c158a00 2024-09-19T06:06:45.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.054+0000 7ff882c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff87c0b5ca0 con 0x7ff87c158de0 2024-09-19T06:06:45.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff87be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c0b53a0 0x7ff87c14b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff87be00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c0b53a0 0x7ff87c14b730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44804/0 (socket says 172.21.15.92:44804) 2024-09-19T06:06:45.058 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff87be00640 1 -- 172.21.15.92:0/3756884309 learned_addr learned my addr 172.21.15.92:0/3756884309 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff873e00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff87c158a00 0x7ff87c15eb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff880c00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff87c158de0 0x7ff87c15f0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff87be00640 1 -- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff87c158de0 msgr2=0x7ff87c15f0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff87be00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff87c158de0 0x7ff87c15f0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff87be00640 1 -- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff87c158a00 msgr2=0x7ff87c15eb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff87be00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff87c158a00 0x7ff87c15eb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff87be00640 1 -- 172.21.15.92:0/3756884309 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff87c1520b0 con 0x7ff87c0b53a0 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff873e00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff87c158a00 0x7ff87c15eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff880c00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff87c158de0 0x7ff87c15f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff87be00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c0b53a0 0x7ff87c14b730 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7ff86c00c480 tx=0x7ff86c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.055+0000 7ff878c00640 1 -- 172.21.15.92:0/3756884309 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff86c0052d0 con 0x7ff87c0b53a0 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.056+0000 7ff878c00640 1 -- 172.21.15.92:0/3756884309 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff86c005470 con 0x7ff87c0b53a0 2024-09-19T06:06:45.059 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.056+0000 7ff878c00640 1 -- 172.21.15.92:0/3756884309 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff86c012870 con 0x7ff87c0b53a0 2024-09-19T06:06:45.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.056+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff87c152390 con 0x7ff87c0b53a0 2024-09-19T06:06:45.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.056+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff87c0cdc60 con 0x7ff87c0b53a0 2024-09-19T06:06:45.060 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.057+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7ff87c0b4e60 con 0x7ff87c0b53a0 2024-09-19T06:06:45.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.058+0000 7ff878c00640 1 -- 172.21.15.92:0/3756884309 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff86c012a10 con 0x7ff87c0b53a0 2024-09-19T06:06:45.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.058+0000 7ff878c00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff85806c2b0 0x7ff85806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.059+0000 7ff878c00640 1 -- 172.21.15.92:0/3756884309 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7ff86c08b050 con 0x7ff87c0b53a0 2024-09-19T06:06:45.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.059+0000 7ff873e00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff85806c2b0 0x7ff85806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.061 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.059+0000 7ff873e00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff85806c2b0 0x7ff85806e770 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7ff864034000 tx=0x7ff86402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:45.065 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.063+0000 7ff878c00640 1 -- 172.21.15.92:0/3756884309 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7ff86c059850 con 0x7ff87c0b53a0 2024-09-19T06:06:45.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.247+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) -- 0x7ff87c162d70 con 0x7ff87c0b53a0 2024-09-19T06:06:45.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.248+0000 7ff878c00640 1 -- 172.21.15.92:0/3756884309 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v107) ==== 80+0+0 (secure 0 0 0) 0x7ff86c059150 con 0x7ff87c0b53a0 2024-09-19T06:06:45.250 INFO:teuthology.orchestra.run.smithi092.stderr:listed 0 entries 2024-09-19T06:06:45.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff85806c2b0 msgr2=0x7ff85806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff85806c2b0 0x7ff85806e770 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7ff864034000 tx=0x7ff86402e000 comp rx=0 tx=0).stop 2024-09-19T06:06:45.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c0b53a0 msgr2=0x7ff87c14b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c0b53a0 0x7ff87c14b730 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7ff86c00c480 tx=0x7ff86c00c940 comp rx=0 tx=0).stop 2024-09-19T06:06:45.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 shutdown_connections 2024-09-19T06:06:45.252 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff87c158de0 0x7ff87c15f0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff85806c2b0 0x7ff85806e770 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff87c158a00 0x7ff87c15eb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 --2- 172.21.15.92:0/3756884309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c0b53a0 0x7ff87c14b730 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 >> 172.21.15.92:0/3756884309 conn(0x7ff87c06cb50 msgr2=0x7ff87c161e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:45.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 shutdown_connections 2024-09-19T06:06:45.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.250+0000 7ff882c00640 1 -- 172.21.15.92:0/3756884309 wait complete. 2024-09-19T06:06:45.268 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-09-19T06:06:45.268 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:45.268 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-09-19T06:06:45.355 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:06:45.355 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:45.356 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-19T06:06:45.406 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:06:45.407 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:06:45.407 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:45.445 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:06:45.445 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:06:45.446 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:45.446 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:45.480 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:06:45.481 INFO:tasks.cephfs.mount:Terminating background process 2024-09-19T06:06:45.481 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:06:45.481 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:45.522 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:06:45.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:45.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.681+0000 7feb3a400640 1 Processor -- start 2024-09-19T06:06:45.683 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.682+0000 7feb3a400640 1 -- start start 2024-09-19T06:06:45.684 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.683+0000 7feb3a400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7feb3415adf0 0x7feb340b3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.683+0000 7feb3a400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feb3415b1d0 0x7feb340b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.683+0000 7feb3a400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7feb340b44f0 con 0x7feb340b22b0 2024-09-19T06:06:45.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.683+0000 7feb3a400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7feb340b47d0 con 0x7feb3415b1d0 2024-09-19T06:06:45.685 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.683+0000 7feb3a400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7feb340b4ab0 con 0x7feb3415adf0 2024-09-19T06:06:45.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.683+0000 7feb2be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feb3415b1d0 0x7feb340b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.683+0000 7feb2be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feb3415b1d0 0x7feb340b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44816/0 (socket says 172.21.15.92:44816) 2024-09-19T06:06:45.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.683+0000 7feb2be00640 1 -- 172.21.15.92:0/1273327720 learned_addr learned my addr 172.21.15.92:0/1273327720 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:45.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.683+0000 7feb39000640 1 --2- 172.21.15.92:0/1273327720 >> v2:172.21.15.102:3300/0 conn(0x7feb3415adf0 0x7feb340b3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.684+0000 7feb2be00640 1 -- 172.21.15.92:0/1273327720 >> v2:172.21.15.102:3300/0 conn(0x7feb3415adf0 msgr2=0x7feb340b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:45.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.684+0000 7feb2be00640 1 --2- 172.21.15.92:0/1273327720 >> v2:172.21.15.102:3300/0 conn(0x7feb3415adf0 0x7feb340b3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.684+0000 7feb2be00640 1 -- 172.21.15.92:0/1273327720 >> v1:172.21.15.102:6789/0 conn(0x7feb340b22b0 legacy=0x7feb3415ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.684+0000 7feb2be00640 1 -- 172.21.15.92:0/1273327720 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb340b4d90 con 0x7feb3415b1d0 2024-09-19T06:06:45.686 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.684+0000 7feb33e00640 1 -- 172.21.15.92:0/1273327720 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 787422152 0 0) 0x7feb340b44f0 con 0x7feb340b22b0 2024-09-19T06:06:45.687 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb2be00640 1 --2- 172.21.15.92:0/1273327720 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 0x7feb340b1d70 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7feb3406ef70 tx=0x7feb1c02c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62b7b75e0bf1c8ad server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb33e00640 1 -- 172.21.15.92:0/1273327720 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb1c036020 con 0x7feb3415b1d0 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb33e00640 1 -- 172.21.15.92:0/1273327720 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb1c032640 con 0x7feb3415b1d0 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb33e00640 1 -- 172.21.15.92:0/1273327720 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb1c032a10 con 0x7feb3415b1d0 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb3a400640 1 -- 172.21.15.92:0/1273327720 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 msgr2=0x7feb340b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb3a400640 1 --2- 172.21.15.92:0/1273327720 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 0x7feb340b1d70 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7feb3406ef70 tx=0x7feb1c02c940 comp rx=0 tx=0).stop 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb3a400640 1 -- 172.21.15.92:0/1273327720 shutdown_connections 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb3a400640 1 --2- 172.21.15.92:0/1273327720 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 0x7feb340b1d70 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb3a400640 1 --2- 172.21.15.92:0/1273327720 >> v2:172.21.15.102:3300/0 conn(0x7feb3415adf0 0x7feb340b3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.685+0000 7feb3a400640 1 -- 172.21.15.92:0/1273327720 >> 172.21.15.92:0/1273327720 conn(0x7feb34062a20 msgr2=0x7feb3406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.686+0000 7feb3a400640 1 -- 172.21.15.92:0/1273327720 shutdown_connections 2024-09-19T06:06:45.688 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.686+0000 7feb3a400640 1 -- 172.21.15.92:0/1273327720 wait complete. 2024-09-19T06:06:45.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.687+0000 7feb3a400640 1 Processor -- start 2024-09-19T06:06:45.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.687+0000 7feb3a400640 1 -- start start 2024-09-19T06:06:45.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.688+0000 7feb3a400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb340b22b0 0x7feb3414dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.688+0000 7feb3a400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb3415adf0 0x7feb34152240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.688+0000 7feb3a400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 0x7feb34073600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.688+0000 7feb3a400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7feb340b4030 con 0x7feb3415b1d0 2024-09-19T06:06:45.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.688+0000 7feb3a400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7feb340b5570 con 0x7feb340b22b0 2024-09-19T06:06:45.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.688+0000 7feb3a400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7feb34071f10 con 0x7feb3415adf0 2024-09-19T06:06:45.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb340b22b0 0x7feb3414dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb2be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb3415adf0 0x7feb34152240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb340b22b0 0x7feb3414dae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:48556/0 (socket says 172.21.15.92:48556) 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb2be00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb3415adf0 0x7feb34152240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:56968/0 (socket says 172.21.15.92:56968) 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 0x7feb34073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39000640 1 -- 172.21.15.92:0/4002160246 learned_addr learned my addr 172.21.15.92:0/4002160246 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39000640 1 -- 172.21.15.92:0/4002160246 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb3415adf0 msgr2=0x7feb34152240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39000640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb3415adf0 0x7feb34152240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39000640 1 -- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 msgr2=0x7feb34073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39000640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 0x7feb34073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39000640 1 -- 172.21.15.92:0/4002160246 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7feb3415c2a0 con 0x7feb340b22b0 2024-09-19T06:06:45.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39a00640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 0x7feb34073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:06:45.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.689+0000 7feb39000640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb340b22b0 0x7feb3414dae0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7feb2400e9e0 tx=0x7feb2400eea0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:45.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.690+0000 7feb31600640 1 -- 172.21.15.92:0/4002160246 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb24017070 con 0x7feb340b22b0 2024-09-19T06:06:45.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.690+0000 7feb31600640 1 -- 172.21.15.92:0/4002160246 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7feb2400c970 con 0x7feb340b22b0 2024-09-19T06:06:45.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.690+0000 7feb31600640 1 -- 172.21.15.92:0/4002160246 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7feb2400cd60 con 0x7feb340b22b0 2024-09-19T06:06:45.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.690+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7feb3415c580 con 0x7feb340b22b0 2024-09-19T06:06:45.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.690+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7feb3415cb40 con 0x7feb340b22b0 2024-09-19T06:06:45.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.691+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7feb340ce050 con 0x7feb340b22b0 2024-09-19T06:06:45.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.692+0000 7feb31600640 1 -- 172.21.15.92:0/4002160246 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7feb2401a070 con 0x7feb340b22b0 2024-09-19T06:06:45.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.692+0000 7feb31600640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb1006c2b0 0x7feb1006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:45.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.693+0000 7feb31600640 1 -- 172.21.15.92:0/4002160246 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7feb2408b7a0 con 0x7feb340b22b0 2024-09-19T06:06:45.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.693+0000 7feb2be00640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb1006c2b0 0x7feb1006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:45.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.693+0000 7feb2be00640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb1006c2b0 0x7feb1006e770 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7feb1c037000 tx=0x7feb1c03d040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:45.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.698+0000 7feb31600640 1 -- 172.21.15.92:0/4002160246 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7feb24059820 con 0x7feb340b22b0 2024-09-19T06:06:45.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.914+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7feb340af970 con 0x7feb340b22b0 2024-09-19T06:06:45.916 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.916+0000 7feb31600640 1 -- 172.21.15.92:0/4002160246 <== mon.1 v2:172.21.15.102:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5231 (secure 0 0 0) 0x7feb2405db20 con 0x7feb340b22b0 2024-09-19T06:06:45.917 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:45.917 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":79,"btime":"2024-09-19T06:06:38:454876+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5936,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1030194443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1030194443},{"type":"v1","addr":"172.21.15.102:6835","nonce":1030194443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6544,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1496945012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1496945012},{"type":"v1","addr":"172.21.15.102:6834","nonce":1496945012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":6921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2891065567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2891065567},{"type":"v1","addr":"172.21.15.92:6835","nonce":2891065567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:06:34.844991+0000","modified":"2024-09-19T06:06:37.855728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6924":{"gid":6924,"name":"a","rank":0,"incarnation":75,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/4278717644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":4278717644},{"type":"v1","addr":"172.21.15.92:6837","nonce":4278717644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6924,"qdb_cluster":[6924]},"id":8}]} 2024-09-19T06:06:45.917 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 79 2024-09-19T06:06:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb1006c2b0 msgr2=0x7feb1006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb1006c2b0 0x7feb1006e770 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7feb1c037000 tx=0x7feb1c03d040 comp rx=0 tx=0).stop 2024-09-19T06:06:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb340b22b0 msgr2=0x7feb3414dae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb340b22b0 0x7feb3414dae0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7feb2400e9e0 tx=0x7feb2400eea0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.919 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 shutdown_connections 2024-09-19T06:06:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb3415b1d0 0x7feb34073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7feb3415adf0 0x7feb34152240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feb1006c2b0 0x7feb1006e770 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 --2- 172.21.15.92:0/4002160246 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7feb340b22b0 0x7feb3414dae0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 >> 172.21.15.92:0/4002160246 conn(0x7feb34062a20 msgr2=0x7feb340d0050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 shutdown_connections 2024-09-19T06:06:45.920 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:45.917+0000 7feb3a400640 1 -- 172.21.15.92:0/4002160246 wait complete. 2024-09-19T06:06:45.938 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:46.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.093+0000 7f3a53200640 1 Processor -- start 2024-09-19T06:06:46.095 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.093+0000 7f3a53200640 1 -- start start 2024-09-19T06:06:46.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.095+0000 7f3a53200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3a5415e570 0x7f3a540b7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.095+0000 7f3a53200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f3a540cf3a0 0x7f3a541629f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.098 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.095+0000 7f3a53200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3a540d2330 con 0x7f3a54062630 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.095+0000 7f3a53200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f3a5415e950 con 0x7f3a5415e570 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.095+0000 7f3a53200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f3a54162f30 con 0x7f3a540cf3a0 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.095+0000 7f3a51e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3a5415e570 0x7f3a540b7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.095+0000 7f3a52800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f3a54062630 0x7f3a5406be20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54422/0 (socket says 172.21.15.92:54422) 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.095+0000 7f3a52800640 1 -- 172.21.15.92:0/2744553937 learned_addr learned my addr 172.21.15.92:0/2744553937 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.096+0000 7f3a51400640 1 --2- 172.21.15.92:0/2744553937 >> v2:172.21.15.102:3300/0 conn(0x7f3a540cf3a0 0x7f3a541629f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.096+0000 7f3a51e00640 1 -- 172.21.15.92:0/2744553937 >> v2:172.21.15.102:3300/0 conn(0x7f3a540cf3a0 msgr2=0x7f3a541629f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.096+0000 7f3a51e00640 1 --2- 172.21.15.92:0/2744553937 >> v2:172.21.15.102:3300/0 conn(0x7f3a540cf3a0 0x7f3a541629f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.096+0000 7f3a51e00640 1 -- 172.21.15.92:0/2744553937 >> v1:172.21.15.92:6789/0 conn(0x7f3a54062630 legacy=0x7f3a5406be20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.096+0000 7f3a51e00640 1 -- 172.21.15.92:0/2744553937 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a540cf830 con 0x7f3a5415e570 2024-09-19T06:06:46.099 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.096+0000 7f3a50a00640 1 -- 172.21.15.92:0/2744553937 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3227197865 0 0) 0x7f3a540d2330 con 0x7f3a54062630 2024-09-19T06:06:46.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.097+0000 7f3a51e00640 1 --2- 172.21.15.92:0/2744553937 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a5415e570 0x7f3a540b7460 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f3a5408d540 tx=0x7f3a4402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3129ea5629087496 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:46.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.097+0000 7f3a50a00640 1 -- 172.21.15.92:0/2744553937 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a44037070 con 0x7f3a5415e570 2024-09-19T06:06:46.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.097+0000 7f3a50a00640 1 -- 172.21.15.92:0/2744553937 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a44032440 con 0x7f3a5415e570 2024-09-19T06:06:46.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.097+0000 7f3a50a00640 1 -- 172.21.15.92:0/2744553937 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a44032810 con 0x7f3a5415e570 2024-09-19T06:06:46.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.098+0000 7f3a53200640 1 -- 172.21.15.92:0/2744553937 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a5415e570 msgr2=0x7f3a540b7460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.098+0000 7f3a53200640 1 --2- 172.21.15.92:0/2744553937 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a5415e570 0x7f3a540b7460 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f3a5408d540 tx=0x7f3a4402a250 comp rx=0 tx=0).stop 2024-09-19T06:06:46.101 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.098+0000 7f3a53200640 1 -- 172.21.15.92:0/2744553937 shutdown_connections 2024-09-19T06:06:46.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.098+0000 7f3a53200640 1 --2- 172.21.15.92:0/2744553937 >> v2:172.21.15.102:3300/0 conn(0x7f3a540cf3a0 0x7f3a541629f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.098+0000 7f3a53200640 1 --2- 172.21.15.92:0/2744553937 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a5415e570 0x7f3a540b7460 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.098+0000 7f3a53200640 1 -- 172.21.15.92:0/2744553937 >> 172.21.15.92:0/2744553937 conn(0x7f3a540d4480 msgr2=0x7f3a540d4890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:46.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.098+0000 7f3a53200640 1 -- 172.21.15.92:0/2744553937 shutdown_connections 2024-09-19T06:06:46.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.098+0000 7f3a53200640 1 -- 172.21.15.92:0/2744553937 wait complete. 2024-09-19T06:06:46.102 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.100+0000 7f3a53200640 1 Processor -- start 2024-09-19T06:06:46.103 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.101+0000 7f3a53200640 1 -- start start 2024-09-19T06:06:46.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a53200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a54062630 0x7f3a540b3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a53200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3a5415e570 0x7f3a541f14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a53200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3a540b5fb0 0x7f3a540b6440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a53200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3a540d2c00 con 0x7f3a54062630 2024-09-19T06:06:46.105 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a53200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3a540ba3e0 con 0x7f3a5415e570 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a53200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3a540d2ee0 con 0x7f3a540b5fb0 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a51e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a54062630 0x7f3a540b3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a51e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a54062630 0x7f3a540b3a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44842/0 (socket says 172.21.15.92:44842) 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a51e00640 1 -- 172.21.15.92:0/3396709168 learned_addr learned my addr 172.21.15.92:0/3396709168 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a52800640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3a540b5fb0 0x7f3a540b6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.102+0000 7f3a51400640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3a5415e570 0x7f3a541f14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a51e00640 1 -- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3a540b5fb0 msgr2=0x7f3a540b6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a51e00640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3a540b5fb0 0x7f3a540b6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a51e00640 1 -- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3a5415e570 msgr2=0x7f3a541f14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.106 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a51e00640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3a5415e570 0x7f3a541f14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a51e00640 1 -- 172.21.15.92:0/3396709168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3a540b3f50 con 0x7f3a54062630 2024-09-19T06:06:46.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a52800640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3a540b5fb0 0x7f3a540b6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:46.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a51400640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3a5415e570 0x7f3a541f14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:06:46.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a51e00640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a54062630 0x7f3a540b3a10 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f3a44000c00 tx=0x7f3a440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:46.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a4a000640 1 -- 172.21.15.92:0/3396709168 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a44037050 con 0x7f3a54062630 2024-09-19T06:06:46.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a4a000640 1 -- 172.21.15.92:0/3396709168 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3a44038040 con 0x7f3a54062630 2024-09-19T06:06:46.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a4a000640 1 -- 172.21.15.92:0/3396709168 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3a44004470 con 0x7f3a54062630 2024-09-19T06:06:46.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3a54153040 con 0x7f3a54062630 2024-09-19T06:06:46.107 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.103+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3a541f4ba0 con 0x7f3a54062630 2024-09-19T06:06:46.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.104+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3a541629f0 con 0x7f3a54062630 2024-09-19T06:06:46.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.105+0000 7f3a4a000640 1 -- 172.21.15.92:0/3396709168 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3a44030900 con 0x7f3a54062630 2024-09-19T06:06:46.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.106+0000 7f3a4a000640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3a3406c2b0 0x7f3a3406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.106+0000 7f3a4a000640 1 -- 172.21.15.92:0/3396709168 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f3a440abf40 con 0x7f3a54062630 2024-09-19T06:06:46.108 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.106+0000 7f3a51400640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3a3406c2b0 0x7f3a3406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.109 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.107+0000 7f3a51400640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3a3406c2b0 0x7f3a3406e770 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f3a540b2fb0 tx=0x7f3a40008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:46.112 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.110+0000 7f3a4a000640 1 -- 172.21.15.92:0/3396709168 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3a4407a7c0 con 0x7f3a54062630 2024-09-19T06:06:46.326 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.324+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f3a540b73e0 con 0x7f3a54062630 2024-09-19T06:06:46.327 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.325+0000 7f3a4a000640 1 -- 172.21.15.92:0/3396709168 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5231 (secure 0 0 0) 0x7f3a4407a0c0 con 0x7f3a54062630 2024-09-19T06:06:46.327 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:46.327 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":79,"btime":"2024-09-19T06:06:38:454876+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5936,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1030194443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1030194443},{"type":"v1","addr":"172.21.15.102:6835","nonce":1030194443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6544,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1496945012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1496945012},{"type":"v1","addr":"172.21.15.102:6834","nonce":1496945012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":6921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2891065567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2891065567},{"type":"v1","addr":"172.21.15.92:6835","nonce":2891065567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:06:34.844991+0000","modified":"2024-09-19T06:06:37.855728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6924":{"gid":6924,"name":"a","rank":0,"incarnation":75,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/4278717644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":4278717644},{"type":"v1","addr":"172.21.15.92:6837","nonce":4278717644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6924,"qdb_cluster":[6924]},"id":8}]} 2024-09-19T06:06:46.327 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 79 2024-09-19T06:06:46.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3a3406c2b0 msgr2=0x7f3a3406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3a3406c2b0 0x7f3a3406e770 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f3a540b2fb0 tx=0x7f3a40008040 comp rx=0 tx=0).stop 2024-09-19T06:06:46.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a54062630 msgr2=0x7f3a540b3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.329 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a54062630 0x7f3a540b3a10 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f3a44000c00 tx=0x7f3a440046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 shutdown_connections 2024-09-19T06:06:46.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3a540b5fb0 0x7f3a540b6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3a3406c2b0 0x7f3a3406e770 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3a5415e570 0x7f3a541f14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 --2- 172.21.15.92:0/3396709168 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3a54062630 0x7f3a540b3a10 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 >> 172.21.15.92:0/3396709168 conn(0x7f3a540d4480 msgr2=0x7f3a540d4aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:46.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 shutdown_connections 2024-09-19T06:06:46.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.327+0000 7f3a53200640 1 -- 172.21.15.92:0/3396709168 wait complete. 2024-09-19T06:06:46.345 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:06:46.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.496+0000 7f4b89c00640 1 Processor -- start 2024-09-19T06:06:46.498 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.496+0000 7f4b89c00640 1 -- start start 2024-09-19T06:06:46.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.497+0000 7f4b89c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4b8415e5f0 0x7f4b840d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.497+0000 7f4b89c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b840d13c0 0x7f4b840b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.497+0000 7f4b89c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4b8415e9d0 con 0x7f4b840b8730 2024-09-19T06:06:46.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.497+0000 7f4b89c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4b840b9b30 con 0x7f4b8415e5f0 2024-09-19T06:06:46.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.497+0000 7f4b89c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4b840d1820 con 0x7f4b840d13c0 2024-09-19T06:06:46.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.497+0000 7f4b83e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4b8415e5f0 0x7f4b840d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.497+0000 7f4b89200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4b840b8730 0x7f4b840ceac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:54428/0 (socket says 172.21.15.92:54428) 2024-09-19T06:06:46.499 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.497+0000 7f4b89200640 1 -- 172.21.15.92:0/846232609 learned_addr learned my addr 172.21.15.92:0/846232609 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:46.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.497+0000 7f4b7b400640 1 --2- 172.21.15.92:0/846232609 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b840d13c0 0x7f4b840b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.498+0000 7f4b83e00640 1 -- 172.21.15.92:0/846232609 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b840d13c0 msgr2=0x7f4b840b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:46.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.498+0000 7f4b83e00640 1 --2- 172.21.15.92:0/846232609 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b840d13c0 0x7f4b840b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.498+0000 7f4b83e00640 1 -- 172.21.15.92:0/846232609 >> v1:172.21.15.92:6789/0 conn(0x7f4b840b8730 legacy=0x7f4b840ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.500 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.498+0000 7f4b83e00640 1 -- 172.21.15.92:0/846232609 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b840b8f20 con 0x7f4b8415e5f0 2024-09-19T06:06:46.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.499+0000 7f4b83e00640 1 --2- 172.21.15.92:0/846232609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b8415e5f0 0x7f4b840d0e80 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f4b74009d90 tx=0x7f4b7402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b70e03eb96116d88 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:46.501 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.499+0000 7f4b83400640 1 -- 172.21.15.92:0/846232609 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b74007740 con 0x7f4b8415e5f0 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.499+0000 7f4b83400640 1 -- 172.21.15.92:0/846232609 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b740078e0 con 0x7f4b8415e5f0 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.499+0000 7f4b83400640 1 -- 172.21.15.92:0/846232609 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b74007cb0 con 0x7f4b8415e5f0 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.499+0000 7f4b89c00640 1 -- 172.21.15.92:0/846232609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b8415e5f0 msgr2=0x7f4b840d0e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.499+0000 7f4b89c00640 1 --2- 172.21.15.92:0/846232609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b8415e5f0 0x7f4b840d0e80 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f4b74009d90 tx=0x7f4b7402a660 comp rx=0 tx=0).stop 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.499+0000 7f4b89c00640 1 -- 172.21.15.92:0/846232609 shutdown_connections 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.499+0000 7f4b89c00640 1 --2- 172.21.15.92:0/846232609 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b840d13c0 0x7f4b840b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.499+0000 7f4b89c00640 1 --2- 172.21.15.92:0/846232609 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b8415e5f0 0x7f4b840d0e80 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.500+0000 7f4b89c00640 1 -- 172.21.15.92:0/846232609 >> 172.21.15.92:0/846232609 conn(0x7f4b84062630 msgr2=0x7f4b84062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.500+0000 7f4b89c00640 1 -- 172.21.15.92:0/846232609 shutdown_connections 2024-09-19T06:06:46.502 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.500+0000 7f4b89c00640 1 -- 172.21.15.92:0/846232609 wait complete. 2024-09-19T06:06:46.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.501+0000 7f4b89c00640 1 Processor -- start 2024-09-19T06:06:46.503 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.501+0000 7f4b89c00640 1 -- start start 2024-09-19T06:06:46.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.502+0000 7f4b89c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b840b8730 0x7f4b841525c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.502+0000 7f4b89c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b840d13c0 0x7f4b840cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.502+0000 7f4b89c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b8415e5f0 0x7f4b840cdff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.502+0000 7f4b89c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4b840b97c0 con 0x7f4b840d13c0 2024-09-19T06:06:46.505 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.502+0000 7f4b89c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4b840b94e0 con 0x7f4b840b8730 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.502+0000 7f4b89c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4b840b8bc0 con 0x7f4b8415e5f0 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.502+0000 7f4b7b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b840d13c0 0x7f4b840cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.502+0000 7f4b7b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b840d13c0 0x7f4b840cdab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:44860/0 (socket says 172.21.15.92:44860) 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.502+0000 7f4b7b400640 1 -- 172.21.15.92:0/2952662626 learned_addr learned my addr 172.21.15.92:0/2952662626 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b83e00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b840b8730 0x7f4b841525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b89200640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b8415e5f0 0x7f4b840cdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b7b400640 1 -- 172.21.15.92:0/2952662626 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b8415e5f0 msgr2=0x7f4b840cdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b7b400640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b8415e5f0 0x7f4b840cdff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b7b400640 1 -- 172.21.15.92:0/2952662626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b840b8730 msgr2=0x7f4b841525c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b7b400640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b840b8730 0x7f4b841525c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b7b400640 1 -- 172.21.15.92:0/2952662626 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4b84152b00 con 0x7f4b840d13c0 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b7b400640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b840d13c0 0x7f4b840cdab0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c00e9b0 tx=0x7f4b6c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:46.506 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b80c00640 1 -- 172.21.15.92:0/2952662626 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c017070 con 0x7f4b840d13c0 2024-09-19T06:06:46.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b80c00640 1 -- 172.21.15.92:0/2952662626 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4b6c00c9a0 con 0x7f4b840d13c0 2024-09-19T06:06:46.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b80c00640 1 -- 172.21.15.92:0/2952662626 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4b6c00cd70 con 0x7f4b840d13c0 2024-09-19T06:06:46.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.503+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4b840cc3e0 con 0x7f4b840d13c0 2024-09-19T06:06:46.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.504+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4b84156440 con 0x7f4b840d13c0 2024-09-19T06:06:46.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.505+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4b84069c20 con 0x7f4b840d13c0 2024-09-19T06:06:46.507 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.506+0000 7f4b80c00640 1 -- 172.21.15.92:0/2952662626 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4b6c01a070 con 0x7f4b840d13c0 2024-09-19T06:06:46.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.506+0000 7f4b80c00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b6006c2b0 0x7f4b6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:46.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.506+0000 7f4b80c00640 1 -- 172.21.15.92:0/2952662626 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f4b6c08b470 con 0x7f4b840d13c0 2024-09-19T06:06:46.508 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.507+0000 7f4b83e00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b6006c2b0 0x7f4b6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:46.509 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.507+0000 7f4b83e00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b6006c2b0 0x7f4b6006e770 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4b74034000 tx=0x7f4b74033040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:46.512 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.511+0000 7f4b80c00640 1 -- 172.21.15.92:0/2952662626 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4b6c059bd0 con 0x7f4b840d13c0 2024-09-19T06:06:46.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.690+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f4b840d4d80 con 0x7f4b840d13c0 2024-09-19T06:06:46.693 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.691+0000 7f4b80c00640 1 -- 172.21.15.92:0/2952662626 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v107) ==== 74+0+16675 (secure 0 0 0) 0x7f4b840d4d80 con 0x7f4b840d13c0 2024-09-19T06:06:46.694 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:46.694 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":107,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:06:36.439706+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:06:32.607964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T06:06:33.844405+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"107","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:06:46.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b6006c2b0 msgr2=0x7f4b6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b6006c2b0 0x7f4b6006e770 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f4b74034000 tx=0x7f4b74033040 comp rx=0 tx=0).stop 2024-09-19T06:06:46.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b840d13c0 msgr2=0x7f4b840cdab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:46.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b840d13c0 0x7f4b840cdab0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f4b6c00e9b0 tx=0x7f4b6c00ee70 comp rx=0 tx=0).stop 2024-09-19T06:06:46.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 shutdown_connections 2024-09-19T06:06:46.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4b8415e5f0 0x7f4b840cdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4b840d13c0 0x7f4b840cdab0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4b6006c2b0 0x7f4b6006e770 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.697 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 --2- 172.21.15.92:0/2952662626 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4b840b8730 0x7f4b841525c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:46.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 >> 172.21.15.92:0/2952662626 conn(0x7f4b84062630 msgr2=0x7f4b840d2bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:46.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 shutdown_connections 2024-09-19T06:06:46.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.694+0000 7f4b89c00640 1 -- 172.21.15.92:0/2952662626 wait complete. 2024-09-19T06:06:46.712 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:06:46.713 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:49.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.863+0000 7f0ec8e00640 1 Processor -- start 2024-09-19T06:06:49.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.863+0000 7f0ec8e00640 1 -- start start 2024-09-19T06:06:49.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.864+0000 7f0ec8e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f0ec40cf9f0 0x7f0ec40b46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:49.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.864+0000 7f0ec8e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0ec40cd1b0 0x7f0ec40d0490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:49.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.864+0000 7f0ec8e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0ec416b6a0 con 0x7f0ec40d0000 2024-09-19T06:06:49.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.864+0000 7f0ec8e00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f0ec40cfdd0 con 0x7f0ec40cd1b0 2024-09-19T06:06:49.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.864+0000 7f0ec8e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f0ec40b4bf0 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.864+0000 7f0ec3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0ec40cd1b0 0x7f0ec40d0490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.864+0000 7f0ec3e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0ec40cd1b0 0x7f0ec40d0490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38958/0 (socket says 172.21.15.92:38958) 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.864+0000 7f0ec3e00640 1 -- 172.21.15.92:0/2430194595 learned_addr learned my addr 172.21.15.92:0/2430194595 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.865+0000 7f0ec3400640 1 --2- 172.21.15.92:0/2430194595 >> v2:172.21.15.102:3300/0 conn(0x7f0ec40cf9f0 0x7f0ec40b46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:46.865+0000 7f0ec2000640 1 -- 172.21.15.92:0/2430194595 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2593987960 0 0) 0x7f0ec416b6a0 con 0x7f0ec40d0000 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.802+0000 7f0ec2000640 1 -- 172.21.15.92:0/2430194595 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0ea8003420 con 0x7f0ec40d0000 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.802+0000 7f0ec3e00640 1 -- 172.21.15.92:0/2430194595 >> v2:172.21.15.102:3300/0 conn(0x7f0ec40cf9f0 msgr2=0x7f0ec40b46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.802+0000 7f0ec3e00640 1 --2- 172.21.15.92:0/2430194595 >> v2:172.21.15.102:3300/0 conn(0x7f0ec40cf9f0 0x7f0ec40b46b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.802+0000 7f0ec3e00640 1 -- 172.21.15.92:0/2430194595 >> v1:172.21.15.102:6789/0 conn(0x7f0ec40d0000 legacy=0x7f0ec40ccaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:49.806 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.803+0000 7f0ec2000640 1 -- 172.21.15.92:0/2430194595 <== mon.1 v1:172.21.15.102:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3766711969 0 0) 0x7f0ea8003420 con 0x7f0ec40d0000 2024-09-19T06:06:49.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.803+0000 7f0ec3e00640 1 -- 172.21.15.92:0/2430194595 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec40cda90 con 0x7f0ec40cd1b0 2024-09-19T06:06:49.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.803+0000 7f0ec3400640 1 --2- 172.21.15.92:0/2430194595 >> v2:172.21.15.102:3300/0 conn(0x7f0ec40cf9f0 0x7f0ec40b46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:49.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.804+0000 7f0ec3e00640 1 --2- 172.21.15.92:0/2430194595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cd1b0 0x7f0ec40d0490 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4069bf0 tx=0x7f0ebc033240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8baedd98dc1d80c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:49.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.804+0000 7f0ec2000640 1 -- 172.21.15.92:0/2430194595 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb0001670 con 0x7f0ec40cd1b0 2024-09-19T06:06:49.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.804+0000 7f0ec2000640 1 -- 172.21.15.92:0/2430194595 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0ebc033cd0 con 0x7f0ec40cd1b0 2024-09-19T06:06:49.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.804+0000 7f0ec2000640 1 -- 172.21.15.92:0/2430194595 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0ebc00a2d0 con 0x7f0ec40cd1b0 2024-09-19T06:06:49.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.805+0000 7f0ec8e00640 1 -- 172.21.15.92:0/2430194595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cd1b0 msgr2=0x7f0ec40d0490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:49.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.805+0000 7f0ec8e00640 1 --2- 172.21.15.92:0/2430194595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cd1b0 0x7f0ec40d0490 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4069bf0 tx=0x7f0ebc033240 comp rx=0 tx=0).stop 2024-09-19T06:06:49.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.805+0000 7f0ec8e00640 1 -- 172.21.15.92:0/2430194595 shutdown_connections 2024-09-19T06:06:49.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.805+0000 7f0ec8e00640 1 --2- 172.21.15.92:0/2430194595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cd1b0 0x7f0ec40d0490 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:49.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.805+0000 7f0ec8e00640 1 --2- 172.21.15.92:0/2430194595 >> v2:172.21.15.102:3300/0 conn(0x7f0ec40cf9f0 0x7f0ec40b46b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:49.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.805+0000 7f0ec8e00640 1 -- 172.21.15.92:0/2430194595 >> 172.21.15.92:0/2430194595 conn(0x7f0ec406d0f0 msgr2=0x7f0ec406d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:49.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.806+0000 7f0ec8e00640 1 -- 172.21.15.92:0/2430194595 shutdown_connections 2024-09-19T06:06:49.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.806+0000 7f0ec8e00640 1 -- 172.21.15.92:0/2430194595 wait complete. 2024-09-19T06:06:49.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.807+0000 7f0ec8e00640 1 Processor -- start 2024-09-19T06:06:49.809 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.808+0000 7f0ec8e00640 1 -- start start 2024-09-19T06:06:49.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec8e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ec40cd1b0 0x7f0ec4159bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:49.811 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec8e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cf9f0 0x7f0ec4072e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:49.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec8e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ec40d0000 0x7f0ec40733a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:49.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec8e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec40b3eb0 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec8e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0ec40b3bd0 con 0x7f0ec40cd1b0 2024-09-19T06:06:49.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec8e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0ec40b4190 con 0x7f0ec40d0000 2024-09-19T06:06:49.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cf9f0 0x7f0ec4072e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:49.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cf9f0 0x7f0ec4072e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38960/0 (socket says 172.21.15.92:38960) 2024-09-19T06:06:49.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec2a00640 1 -- 172.21.15.92:0/3473605176 learned_addr learned my addr 172.21.15.92:0/3473605176 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:49.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec3400640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ec40cd1b0 0x7f0ec4159bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:49.812 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec3e00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ec40d0000 0x7f0ec40733a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:49.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec2a00640 1 -- 172.21.15.92:0/3473605176 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ec40d0000 msgr2=0x7f0ec40733a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:49.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec2a00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ec40d0000 0x7f0ec40733a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:49.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec2a00640 1 -- 172.21.15.92:0/3473605176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ec40cd1b0 msgr2=0x7f0ec4159bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:49.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.809+0000 7f0ec2a00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ec40cd1b0 0x7f0ec4159bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:49.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.810+0000 7f0ec2a00640 1 -- 172.21.15.92:0/3473605176 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0ec415a240 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.810+0000 7f0ec3400640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ec40cd1b0 0x7f0ec4159bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:49.813 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.810+0000 7f0ec2a00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cf9f0 0x7f0ec4072e60 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f0eb000c520 tx=0x7f0eb000c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:49.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.810+0000 7f0ebb400640 1 -- 172.21.15.92:0/3473605176 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb0012830 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.810+0000 7f0ebb400640 1 -- 172.21.15.92:0/3473605176 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0eb0017070 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.810+0000 7f0ebb400640 1 -- 172.21.15.92:0/3473605176 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0eb0012c90 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.810+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0ec415a520 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.810+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0ec415aae0 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.814 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.812+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0ec406adc0 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.813+0000 7f0ebb400640 1 -- 172.21.15.92:0/3473605176 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0eb001c460 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.814+0000 7f0ebb400640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ea406c2b0 0x7f0ea406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:49.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.814+0000 7f0ebb400640 1 -- 172.21.15.92:0/3473605176 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f0eb008b300 con 0x7f0ec40cf9f0 2024-09-19T06:06:49.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.814+0000 7f0ec3400640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ea406c2b0 0x7f0ea406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:49.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.815+0000 7f0ec3400640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ea406c2b0 0x7f0ea406e770 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f0eb4006fd0 tx=0x7f0eb4008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:49.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:49.823+0000 7f0ebb400640 1 -- 172.21.15.92:0/3473605176 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0eb00599d0 con 0x7f0ec40cf9f0 2024-09-19T06:06:50.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.039+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f0ec4072910 con 0x7f0ec40cf9f0 2024-09-19T06:06:50.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.040+0000 7f0ebb400640 1 -- 172.21.15.92:0/3473605176 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5231 (secure 0 0 0) 0x7f0eb00592d0 con 0x7f0ec40cf9f0 2024-09-19T06:06:50.042 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:50.042 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":79,"btime":"2024-09-19T06:06:38:454876+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5936,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1030194443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1030194443},{"type":"v1","addr":"172.21.15.102:6835","nonce":1030194443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6544,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1496945012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1496945012},{"type":"v1","addr":"172.21.15.102:6834","nonce":1496945012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":6921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2891065567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2891065567},{"type":"v1","addr":"172.21.15.92:6835","nonce":2891065567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:06:34.844991+0000","modified":"2024-09-19T06:06:37.855728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6924":{"gid":6924,"name":"a","rank":0,"incarnation":75,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/4278717644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":4278717644},{"type":"v1","addr":"172.21.15.92:6837","nonce":4278717644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6924,"qdb_cluster":[6924]},"id":8}]} 2024-09-19T06:06:50.042 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 79 2024-09-19T06:06:50.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ea406c2b0 msgr2=0x7f0ea406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ea406c2b0 0x7f0ea406e770 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f0eb4006fd0 tx=0x7f0eb4008040 comp rx=0 tx=0).stop 2024-09-19T06:06:50.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cf9f0 msgr2=0x7f0ec4072e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cf9f0 0x7f0ec4072e60 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f0eb000c520 tx=0x7f0eb000c9e0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.044 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 shutdown_connections 2024-09-19T06:06:50.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0ec40d0000 0x7f0ec40733a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ec40cf9f0 0x7f0ec4072e60 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0ea406c2b0 0x7f0ea406e770 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 --2- 172.21.15.92:0/3473605176 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0ec40cd1b0 0x7f0ec4159bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 >> 172.21.15.92:0/3473605176 conn(0x7f0ec406d0f0 msgr2=0x7f0ec4074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:50.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 shutdown_connections 2024-09-19T06:06:50.045 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.042+0000 7f0ec8e00640 1 -- 172.21.15.92:0/3473605176 wait complete. 2024-09-19T06:06:50.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:06:50.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.212+0000 7f8fafe00640 1 Processor -- start 2024-09-19T06:06:50.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.212+0000 7f8fafe00640 1 -- start start 2024-09-19T06:06:50.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.213+0000 7f8fafe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 0x7f8fb00b3af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.213+0000 7f8fafe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f8fb015b1d0 0x7f8fb00b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.213+0000 7f8fafe00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8fb00b44f0 con 0x7f8fb00b22b0 2024-09-19T06:06:50.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.213+0000 7f8fafe00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f8fb00b47d0 con 0x7f8fb015b1d0 2024-09-19T06:06:50.215 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.213+0000 7f8fafe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8fb00b4ab0 con 0x7f8fb015adf0 2024-09-19T06:06:50.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.213+0000 7f8fae000640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f8fb015b1d0 0x7f8fb00b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.213+0000 7f8faf400640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7f8fb00b22b0 0x7f8fb015ec80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:35012/0 (socket says 172.21.15.92:35012) 2024-09-19T06:06:50.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.213+0000 7f8faea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 0x7f8fb00b3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.213+0000 7f8faf400640 1 -- 172.21.15.92:0/4094413660 learned_addr learned my addr 172.21.15.92:0/4094413660 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:50.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.214+0000 7f8fae000640 1 -- 172.21.15.92:0/4094413660 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 msgr2=0x7f8fb00b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:50.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.214+0000 7f8fae000640 1 --2- 172.21.15.92:0/4094413660 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 0x7f8fb00b3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.214+0000 7f8fae000640 1 -- 172.21.15.92:0/4094413660 >> v1:172.21.15.102:6789/0 conn(0x7f8fb00b22b0 legacy=0x7f8fb015ec80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.214+0000 7f8fad600640 1 -- 172.21.15.92:0/4094413660 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 422536962 0 0) 0x7f8fb00b44f0 con 0x7f8fb00b22b0 2024-09-19T06:06:50.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.214+0000 7f8fae000640 1 -- 172.21.15.92:0/4094413660 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fb00b4d90 con 0x7f8fb015b1d0 2024-09-19T06:06:50.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.214+0000 7f8faea00640 1 --2- 172.21.15.92:0/4094413660 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 0x7f8fb00b3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:06:50.218 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.215+0000 7f8fae000640 1 --2- 172.21.15.92:0/4094413660 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8fb015b1d0 0x7f8fb00b1d70 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c0097a0 tx=0x7f8f9c02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=57ceff444e7737f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:50.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.215+0000 7f8fad600640 1 -- 172.21.15.92:0/4094413660 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c037070 con 0x7f8fb015b1d0 2024-09-19T06:06:50.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.215+0000 7f8fad600640 1 -- 172.21.15.92:0/4094413660 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8f9c032440 con 0x7f8fb015b1d0 2024-09-19T06:06:50.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.215+0000 7f8fad600640 1 -- 172.21.15.92:0/4094413660 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8f9c032810 con 0x7f8fb015b1d0 2024-09-19T06:06:50.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.216+0000 7f8fafe00640 1 -- 172.21.15.92:0/4094413660 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8fb015b1d0 msgr2=0x7f8fb00b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.216+0000 7f8fafe00640 1 --2- 172.21.15.92:0/4094413660 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8fb015b1d0 0x7f8fb00b1d70 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f8f9c0097a0 tx=0x7f8f9c02a210 comp rx=0 tx=0).stop 2024-09-19T06:06:50.219 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.216+0000 7f8fafe00640 1 -- 172.21.15.92:0/4094413660 shutdown_connections 2024-09-19T06:06:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.216+0000 7f8fafe00640 1 --2- 172.21.15.92:0/4094413660 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8fb015b1d0 0x7f8fb00b1d70 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.216+0000 7f8fafe00640 1 --2- 172.21.15.92:0/4094413660 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 0x7f8fb00b3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.216+0000 7f8fafe00640 1 -- 172.21.15.92:0/4094413660 >> 172.21.15.92:0/4094413660 conn(0x7f8fb0062a20 msgr2=0x7f8fb006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.216+0000 7f8fafe00640 1 -- 172.21.15.92:0/4094413660 shutdown_connections 2024-09-19T06:06:50.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.216+0000 7f8fafe00640 1 -- 172.21.15.92:0/4094413660 wait complete. 2024-09-19T06:06:50.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.218+0000 7f8fafe00640 1 Processor -- start 2024-09-19T06:06:50.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.218+0000 7f8fafe00640 1 -- start start 2024-09-19T06:06:50.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8fafe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8fb00b22b0 0x7f8fb0151a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8fafe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 0x7f8fb014ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8fafe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8fb015b1d0 0x7f8fb0152600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8fafe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb00b4030 con 0x7f8fb015b1d0 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8fafe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8fb00b5570 con 0x7f8fb00b22b0 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8fafe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8fb0071f10 con 0x7f8fb015adf0 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8faf400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8fb015b1d0 0x7f8fb0152600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8faf400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8fb015b1d0 0x7f8fb0152600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38970/0 (socket says 172.21.15.92:38970) 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8faf400640 1 -- 172.21.15.92:0/3643810237 learned_addr learned my addr 172.21.15.92:0/3643810237 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8faea00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8fb00b22b0 0x7f8fb0151a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8fae000640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 0x7f8fb014ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8faf400640 1 -- 172.21.15.92:0/3643810237 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 msgr2=0x7f8fb014ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8faf400640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 0x7f8fb014ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8faf400640 1 -- 172.21.15.92:0/3643810237 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8fb00b22b0 msgr2=0x7f8fb0151a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8faf400640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8fb00b22b0 0x7f8fb0151a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.219+0000 7f8faf400640 1 -- 172.21.15.92:0/3643810237 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8fb01504d0 con 0x7f8fb015b1d0 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.220+0000 7f8faf400640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8fb015b1d0 0x7f8fb0152600 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f8fa800c450 tx=0x7f8fa800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.220+0000 7f8fa6a00640 1 -- 172.21.15.92:0/3643810237 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa8018070 con 0x7f8fb015b1d0 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.220+0000 7f8fa6a00640 1 -- 172.21.15.92:0/3643810237 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8fa8007500 con 0x7f8fb015b1d0 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.220+0000 7f8fa6a00640 1 -- 172.21.15.92:0/3643810237 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8fa8004a20 con 0x7f8fb015b1d0 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.220+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8fb0152f00 con 0x7f8fb015b1d0 2024-09-19T06:06:50.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.220+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8fb0151240 con 0x7f8fb015b1d0 2024-09-19T06:06:50.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.221+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f8fb00ce050 con 0x7f8fb015b1d0 2024-09-19T06:06:50.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.222+0000 7f8fa6a00640 1 -- 172.21.15.92:0/3643810237 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8fa801b070 con 0x7f8fb015b1d0 2024-09-19T06:06:50.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.223+0000 7f8fa6a00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f9006c2b0 0x7f8f9006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.225 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.223+0000 7f8fa6a00640 1 -- 172.21.15.92:0/3643810237 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f8fa808a600 con 0x7f8fb015b1d0 2024-09-19T06:06:50.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.223+0000 7f8faea00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f9006c2b0 0x7f8f9006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.226 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.224+0000 7f8faea00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f9006c2b0 0x7f8f9006e770 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f8fa0009bd0 tx=0x7f8fa000b040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:50.229 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.227+0000 7f8fa6a00640 1 -- 172.21.15.92:0/3643810237 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8fa8058720 con 0x7f8fb015b1d0 2024-09-19T06:06:50.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.436+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f8fb0076170 con 0x7f8fb015b1d0 2024-09-19T06:06:50.438 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.436+0000 7f8fa6a00640 1 -- 172.21.15.92:0/3643810237 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 79 v79) ==== 94+0+5231 (secure 0 0 0) 0x7f8fa805ca20 con 0x7f8fb015b1d0 2024-09-19T06:06:50.439 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:50.439 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":79,"btime":"2024-09-19T06:06:38:454876+0000","default_fscid":8,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5936,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1030194443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1030194443},{"type":"v1","addr":"172.21.15.102:6835","nonce":1030194443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6544,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1496945012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1496945012},{"type":"v1","addr":"172.21.15.102:6834","nonce":1496945012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":6921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2891065567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2891065567},{"type":"v1","addr":"172.21.15.92:6835","nonce":2891065567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74}],"filesystems":[{"mdsmap":{"epoch":79,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-19T06:06:34.844991+0000","modified":"2024-09-19T06:06:37.855728+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":6924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6924":{"gid":6924,"name":"a","rank":0,"incarnation":75,"state":"up:active","state_seq":3,"addr":"172.21.15.92:6837/4278717644","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":4278717644},{"type":"v1","addr":"172.21.15.92:6837","nonce":4278717644}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[17],"metadata_pool":16,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":6924,"qdb_cluster":[6924]},"id":8}]} 2024-09-19T06:06:50.439 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 79 2024-09-19T06:06:50.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f9006c2b0 msgr2=0x7f8f9006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f9006c2b0 0x7f8f9006e770 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f8fa0009bd0 tx=0x7f8fa000b040 comp rx=0 tx=0).stop 2024-09-19T06:06:50.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8fb015b1d0 msgr2=0x7f8fb0152600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8fb015b1d0 0x7f8fb0152600 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f8fa800c450 tx=0x7f8fa800c910 comp rx=0 tx=0).stop 2024-09-19T06:06:50.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 shutdown_connections 2024-09-19T06:06:50.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8fb015b1d0 0x7f8fb0152600 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8fb015adf0 0x7f8fb014ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8f9006c2b0 0x7f8f9006e770 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 --2- 172.21.15.92:0/3643810237 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8fb00b22b0 0x7f8fb0151a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 >> 172.21.15.92:0/3643810237 conn(0x7f8fb0062a20 msgr2=0x7f8fb006d5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:50.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 shutdown_connections 2024-09-19T06:06:50.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.439+0000 7f8fafe00640 1 -- 172.21.15.92:0/3643810237 wait complete. 2024-09-19T06:06:50.458 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:06:50.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.609+0000 7f66ee800640 1 Processor -- start 2024-09-19T06:06:50.611 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.609+0000 7f66ee800640 1 -- start start 2024-09-19T06:06:50.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66ee800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f66e80b64e0 0x7f66e8167110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66ee800640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66e80b49c0 con 0x7f66e815c170 2024-09-19T06:06:50.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66ee800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f66e80b4cf0 con 0x7f66e815c550 2024-09-19T06:06:50.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66ee800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f66e80b4fd0 con 0x7f66e80b64e0 2024-09-19T06:06:50.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66e7400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f66e815c170 0x7f66e80cf6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:52786/0 (socket says 172.21.15.92:52786) 2024-09-19T06:06:50.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66e7400640 1 -- 172.21.15.92:0/2764583409 learned_addr learned my addr 172.21.15.92:0/2764583409 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:50.613 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66e7e00640 1 --2- 172.21.15.92:0/2764583409 >> v2:172.21.15.92:3300/0 conn(0x7f66e80b64e0 0x7f66e8167110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66e6a00640 1 -- 172.21.15.92:0/2764583409 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1420254615 0 0) 0x7f66e80b49c0 con 0x7f66e815c170 2024-09-19T06:06:50.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66e6a00640 1 -- 172.21.15.92:0/2764583409 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f66cc003520 con 0x7f66e815c170 2024-09-19T06:06:50.614 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66e7e00640 1 -- 172.21.15.92:0/2764583409 >> v1:172.21.15.102:6789/0 conn(0x7f66e815c550 legacy=0x7f66e80b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66e7e00640 1 -- 172.21.15.92:0/2764583409 >> v1:172.21.15.92:6789/0 conn(0x7f66e815c170 legacy=0x7f66e80cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.611+0000 7f66e7e00640 1 -- 172.21.15.92:0/2764583409 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66e80b52b0 con 0x7f66e80b64e0 2024-09-19T06:06:50.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.612+0000 7f66e7e00640 1 --2- 172.21.15.92:0/2764583409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e80b64e0 0x7f66e8167110 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f66e0009dc0 tx=0x7f66e002a640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a69c75ee39af3dc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:50.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66e6a00640 1 -- 172.21.15.92:0/2764583409 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e0007740 con 0x7f66e80b64e0 2024-09-19T06:06:50.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66e6a00640 1 -- 172.21.15.92:0/2764583409 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66e00078e0 con 0x7f66e80b64e0 2024-09-19T06:06:50.615 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66e6a00640 1 -- 172.21.15.92:0/2764583409 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e0007c90 con 0x7f66e80b64e0 2024-09-19T06:06:50.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66ee800640 1 -- 172.21.15.92:0/2764583409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e80b64e0 msgr2=0x7f66e8167110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66ee800640 1 --2- 172.21.15.92:0/2764583409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e80b64e0 0x7f66e8167110 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f66e0009dc0 tx=0x7f66e002a640 comp rx=0 tx=0).stop 2024-09-19T06:06:50.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66ee800640 1 -- 172.21.15.92:0/2764583409 shutdown_connections 2024-09-19T06:06:50.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66ee800640 1 --2- 172.21.15.92:0/2764583409 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e80b64e0 0x7f66e8167110 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66ee800640 1 -- 172.21.15.92:0/2764583409 >> 172.21.15.92:0/2764583409 conn(0x7f66e806bc10 msgr2=0x7f66e806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:50.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66ee800640 1 -- 172.21.15.92:0/2764583409 shutdown_connections 2024-09-19T06:06:50.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.613+0000 7f66ee800640 1 -- 172.21.15.92:0/2764583409 wait complete. 2024-09-19T06:06:50.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.615+0000 7f66ee800640 1 Processor -- start 2024-09-19T06:06:50.617 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.615+0000 7f66ee800640 1 -- start start 2024-09-19T06:06:50.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66ee800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66e80b64e0 0x7f66e80cdb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66ee800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f66e815c170 0x7f66e815e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66ee800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e815c550 0x7f66e80cbda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66ee800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f66e80b5b50 con 0x7f66e815c550 2024-09-19T06:06:50.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66ee800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f66e80b5870 con 0x7f66e80b64e0 2024-09-19T06:06:50.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66ee800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f66e815c9c0 con 0x7f66e815c170 2024-09-19T06:06:50.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66e7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e815c550 0x7f66e80cbda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66e7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e815c550 0x7f66e80cbda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:38996/0 (socket says 172.21.15.92:38996) 2024-09-19T06:06:50.620 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66e7400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66e80b64e0 0x7f66e80cdb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66e7e00640 1 -- 172.21.15.92:0/340179641 learned_addr learned my addr 172.21.15.92:0/340179641 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:50.621 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.616+0000 7f66dea00640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f66e815c170 0x7f66e815e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66e7e00640 1 -- 172.21.15.92:0/340179641 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f66e815c170 msgr2=0x7f66e815e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66e7e00640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f66e815c170 0x7f66e815e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66e7e00640 1 -- 172.21.15.92:0/340179641 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66e80b64e0 msgr2=0x7f66e80cdb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66e7e00640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66e80b64e0 0x7f66e80cdb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66e7e00640 1 -- 172.21.15.92:0/340179641 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f66e815e7a0 con 0x7f66e815c550 2024-09-19T06:06:50.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66e7e00640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e815c550 0x7f66e80cbda0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f66e002ac30 tx=0x7f66e0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:50.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66dfe00640 1 -- 172.21.15.92:0/340179641 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e0009450 con 0x7f66e815c550 2024-09-19T06:06:50.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66dfe00640 1 -- 172.21.15.92:0/340179641 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f66e0004240 con 0x7f66e815c550 2024-09-19T06:06:50.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f66e815ea80 con 0x7f66e815c550 2024-09-19T06:06:50.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66dfe00640 1 -- 172.21.15.92:0/340179641 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f66e00045f0 con 0x7f66e815c550 2024-09-19T06:06:50.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.617+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f66e815f040 con 0x7f66e815c550 2024-09-19T06:06:50.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.618+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f66e80b5dd0 con 0x7f66e815c550 2024-09-19T06:06:50.623 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.619+0000 7f66dfe00640 1 -- 172.21.15.92:0/340179641 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f66e0039040 con 0x7f66e815c550 2024-09-19T06:06:50.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.621+0000 7f66dfe00640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f66c406c2b0 0x7f66c406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.621+0000 7f66dfe00640 1 -- 172.21.15.92:0/340179641 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f66e00ac950 con 0x7f66e815c550 2024-09-19T06:06:50.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.621+0000 7f66e7400640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f66c406c2b0 0x7f66c406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.624 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.621+0000 7f66e7400640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f66c406c2b0 0x7f66c406e770 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f66d8007fd0 tx=0x7f66d8007d60 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:50.627 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.625+0000 7f66dfe00640 1 -- 172.21.15.92:0/340179641 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f66e0040030 con 0x7f66e815c550 2024-09-19T06:06:50.804 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.802+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7f66e806d920 con 0x7f66e815c550 2024-09-19T06:06:50.805 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.803+0000 7f66dfe00640 1 -- 172.21.15.92:0/340179641 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v107) ==== 74+0+16675 (secure 0 0 0) 0x7f66e002ae20 con 0x7f66e815c550 2024-09-19T06:06:50.806 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:50.806 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":107,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:06:36.439706+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":16,"pool_name":"cephfs_metadata","create_time":"2024-09-19T06:06:32.607964+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"106","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":17,"pool_name":"cephfs_data","create_time":"2024-09-19T06:06:33.844405+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"107","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:06:50.807 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f66c406c2b0 msgr2=0x7f66c406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f66c406c2b0 0x7f66c406e770 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f66d8007fd0 tx=0x7f66d8007d60 comp rx=0 tx=0).stop 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e815c550 msgr2=0x7f66e80cbda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e815c550 0x7f66e80cbda0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f66e002ac30 tx=0x7f66e0004a40 comp rx=0 tx=0).stop 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 shutdown_connections 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f66e815c550 0x7f66e80cbda0 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f66e815c170 0x7f66e815e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f66c406c2b0 0x7f66c406e770 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 --2- 172.21.15.92:0/340179641 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f66e80b64e0 0x7f66e80cdb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 >> 172.21.15.92:0/340179641 conn(0x7f66e806bc10 msgr2=0x7f66e80cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 shutdown_connections 2024-09-19T06:06:50.808 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.805+0000 7f66ee800640 1 -- 172.21.15.92:0/340179641 wait complete. 2024-09-19T06:06:50.825 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-19T06:06:50.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.978+0000 7f4e4f400640 1 Processor -- start 2024-09-19T06:06:50.980 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.979+0000 7f4e4f400640 1 -- start start 2024-09-19T06:06:50.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e4f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 0x7f4e4815d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e4f400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4e480731c0 0x7f4e48073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.982 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e4f400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4e4815a430 con 0x7f4e4815ffd0 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e4f400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4e48073b40 con 0x7f4e480731c0 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e4f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e4815d9a0 con 0x7f4e4815a050 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e4d400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4e4815ffd0 0x7f4e48160480 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:52796/0 (socket says 172.21.15.92:52796) 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e47e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4e480731c0 0x7f4e48073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e4d400640 1 -- 172.21.15.92:0/2906117058 learned_addr learned my addr 172.21.15.92:0/2906117058 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e4ca00640 1 --2- 172.21.15.92:0/2906117058 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 0x7f4e4815d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.980+0000 7f4e47e00640 1 -- 172.21.15.92:0/2906117058 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 msgr2=0x7f4e4815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.981+0000 7f4e47e00640 1 --2- 172.21.15.92:0/2906117058 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 0x7f4e4815d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.981+0000 7f4e47e00640 1 -- 172.21.15.92:0/2906117058 >> v1:172.21.15.92:6789/0 conn(0x7f4e4815ffd0 legacy=0x7f4e48160480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.981+0000 7f4e47e00640 1 -- 172.21.15.92:0/2906117058 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e480cd0a0 con 0x7f4e480731c0 2024-09-19T06:06:50.983 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.981+0000 7f4e47400640 1 -- 172.21.15.92:0/2906117058 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 28857980 0 0) 0x7f4e4815a430 con 0x7f4e4815ffd0 2024-09-19T06:06:50.984 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e47e00640 1 --2- 172.21.15.92:0/2906117058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e480731c0 0x7f4e48073600 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f4e340097a0 tx=0x7f4e3402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca90d69babb2fbb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e47400640 1 -- 172.21.15.92:0/2906117058 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e34037070 con 0x7f4e480731c0 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e47400640 1 -- 172.21.15.92:0/2906117058 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e3402ae50 con 0x7f4e480731c0 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e47400640 1 -- 172.21.15.92:0/2906117058 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e34032660 con 0x7f4e480731c0 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e4f400640 1 -- 172.21.15.92:0/2906117058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e480731c0 msgr2=0x7f4e48073600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e4f400640 1 --2- 172.21.15.92:0/2906117058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e480731c0 0x7f4e48073600 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f4e340097a0 tx=0x7f4e3402a100 comp rx=0 tx=0).stop 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e4f400640 1 -- 172.21.15.92:0/2906117058 shutdown_connections 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e4f400640 1 --2- 172.21.15.92:0/2906117058 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e480731c0 0x7f4e48073600 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e4f400640 1 --2- 172.21.15.92:0/2906117058 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 0x7f4e4815d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e4f400640 1 -- 172.21.15.92:0/2906117058 >> 172.21.15.92:0/2906117058 conn(0x7f4e4806d0f0 msgr2=0x7f4e4806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.982+0000 7f4e4f400640 1 -- 172.21.15.92:0/2906117058 shutdown_connections 2024-09-19T06:06:50.985 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.983+0000 7f4e4f400640 1 -- 172.21.15.92:0/2906117058 wait complete. 2024-09-19T06:06:50.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.984+0000 7f4e4f400640 1 Processor -- start 2024-09-19T06:06:50.986 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.984+0000 7f4e4f400640 1 -- start start 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.985+0000 7f4e4f400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e480731c0 0x7f4e480ac2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.985+0000 7f4e4f400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 0x7f4e4815b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.985+0000 7f4e4f400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4815ffd0 0x7f4e4814cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.985+0000 7f4e4f400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4e480cd940 con 0x7f4e4815ffd0 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.985+0000 7f4e4f400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4e480cd660 con 0x7f4e480731c0 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.985+0000 7f4e4f400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4e480cdc20 con 0x7f4e4815a050 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.985+0000 7f4e4d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4815ffd0 0x7f4e4814cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.985+0000 7f4e4d400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4815ffd0 0x7f4e4814cb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39016/0 (socket says 172.21.15.92:39016) 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.985+0000 7f4e4d400640 1 -- 172.21.15.92:0/1840150638 learned_addr learned my addr 172.21.15.92:0/1840150638 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e47e00640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 0x7f4e4815b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.988 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e4ca00640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e480731c0 0x7f4e480ac2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e4d400640 1 -- 172.21.15.92:0/1840150638 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 msgr2=0x7f4e4815b560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e4d400640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 0x7f4e4815b560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e4d400640 1 -- 172.21.15.92:0/1840150638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e480731c0 msgr2=0x7f4e480ac2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:50.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e4d400640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e480731c0 0x7f4e480ac2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:50.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e4d400640 1 -- 172.21.15.92:0/1840150638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4e481f7840 con 0x7f4e4815ffd0 2024-09-19T06:06:50.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e47e00640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 0x7f4e4815b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:50.989 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e4d400640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4815ffd0 0x7f4e4814cb00 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f4e4000c700 tx=0x7f4e4000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:50.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e44c00640 1 -- 172.21.15.92:0/1840150638 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e40018070 con 0x7f4e4815ffd0 2024-09-19T06:06:50.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e44c00640 1 -- 172.21.15.92:0/1840150638 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4e4000ce10 con 0x7f4e4815ffd0 2024-09-19T06:06:50.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e44c00640 1 -- 172.21.15.92:0/1840150638 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4e4000a860 con 0x7f4e4815ffd0 2024-09-19T06:06:50.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.986+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4e481f7dc0 con 0x7f4e4815ffd0 2024-09-19T06:06:50.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.987+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4e481f8380 con 0x7f4e4815ffd0 2024-09-19T06:06:50.990 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.988+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f4e480b36e0 con 0x7f4e4815ffd0 2024-09-19T06:06:50.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.989+0000 7f4e44c00640 1 -- 172.21.15.92:0/1840150638 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4e4001b070 con 0x7f4e4815ffd0 2024-09-19T06:06:50.991 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.989+0000 7f4e44c00640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2b0 0x7f4e2806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:50.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.989+0000 7f4e44c00640 1 -- 172.21.15.92:0/1840150638 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(107..107 src has 1..107) ==== 5709+0+0 (secure 0 0 0) 0x7f4e4008a870 con 0x7f4e4815ffd0 2024-09-19T06:06:50.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.990+0000 7f4e4ca00640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2b0 0x7f4e2806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:50.992 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.990+0000 7f4e4ca00640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2b0 0x7f4e2806e770 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4e38009b40 tx=0x7f4e38009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:50.995 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:50.993+0000 7f4e44c00640 1 -- 172.21.15.92:0/1840150638 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f4e40058a20 con 0x7f4e4815ffd0 2024-09-19T06:06:51.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.202+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) -- 0x7f4e4806ae30 con 0x7f4e4815ffd0 2024-09-19T06:06:51.205 INFO:tasks.ceph.mon.a.smithi092.stderr:2024-09-19T06:06:51.203+0000 7fa584600640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-19T06:06:51.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.205+0000 7f4e44c00640 1 -- 172.21.15.92:0/1840150638 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v80) ==== 161+0+0 (secure 0 0 0) 0x7f4e4005cd20 con 0x7f4e4815ffd0 2024-09-19T06:06:51.208 INFO:teuthology.orchestra.run.smithi092.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-19T06:06:51.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2b0 msgr2=0x7f4e2806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:51.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2b0 0x7f4e2806e770 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4e38009b40 tx=0x7f4e38009190 comp rx=0 tx=0).stop 2024-09-19T06:06:51.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4815ffd0 msgr2=0x7f4e4814cb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:51.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4815ffd0 0x7f4e4814cb00 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f4e4000c700 tx=0x7f4e4000cbc0 comp rx=0 tx=0).stop 2024-09-19T06:06:51.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 shutdown_connections 2024-09-19T06:06:51.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e4815ffd0 0x7f4e4814cb00 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:51.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4e4815a050 0x7f4e4815b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:51.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4e2806c2b0 0x7f4e2806e770 secure :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f4e38009b40 tx=0x7f4e38009190 comp rx=0 tx=0).stop 2024-09-19T06:06:51.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 --2- 172.21.15.92:0/1840150638 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4e480731c0 0x7f4e480ac2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:51.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.208+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 >> 172.21.15.92:0/1840150638 conn(0x7f4e4806d0f0 msgr2=0x7f4e4815a430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:51.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.209+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 shutdown_connections 2024-09-19T06:06:51.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.210+0000 7f4e4f400640 1 -- 172.21.15.92:0/1840150638 wait complete. 2024-09-19T06:06:51.219 INFO:tasks.ceph.mds.a.smithi092.stderr: -5588> 2024-09-19T06:06:37.410+0000 7f2221000640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-19T06:06:51.228 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-19T06:06:51.273 INFO:tasks.ceph.mds.a.smithi092.stdout:starting mds.a at 2024-09-19T06:06:51.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.385+0000 7f5a8ec00640 1 Processor -- start 2024-09-19T06:06:51.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.385+0000 7f5a8ec00640 1 -- start start 2024-09-19T06:06:51.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.386+0000 7f5a8ec00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 0x7f5a880b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.386+0000 7f5a8ec00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f5a880b8730 0x7f5a880d2bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.386+0000 7f5a8ec00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5a8815e9d0 con 0x7f5a8815e5f0 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.386+0000 7f5a8ec00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f5a880b9b30 con 0x7f5a880b8730 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.386+0000 7f5a8ec00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5a880b8f20 con 0x7f5a880d1590 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.386+0000 7f5a8d800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5a8815e5f0 0x7f5a880d0e80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:52810/0 (socket says 172.21.15.92:52810) 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.386+0000 7f5a8d800640 1 -- 172.21.15.92:0/1697464293 learned_addr learned my addr 172.21.15.92:0/1697464293 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.387+0000 7f5a8ce00640 1 --2- 172.21.15.92:0/1697464293 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 0x7f5a880b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.387+0000 7f5a8e200640 1 --2- 172.21.15.92:0/1697464293 >> v2:172.21.15.102:3300/0 conn(0x7f5a880b8730 0x7f5a880d2bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.387+0000 7f5a87e00640 1 -- 172.21.15.92:0/1697464293 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 4151662883 0 0) 0x7f5a8815e9d0 con 0x7f5a8815e5f0 2024-09-19T06:06:51.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.387+0000 7f5a87e00640 1 -- 172.21.15.92:0/1697464293 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f5a70003520 con 0x7f5a8815e5f0 2024-09-19T06:06:51.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.387+0000 7f5a8e200640 1 -- 172.21.15.92:0/1697464293 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 msgr2=0x7f5a880b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:51.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.387+0000 7f5a8e200640 1 --2- 172.21.15.92:0/1697464293 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 0x7f5a880b81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:51.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.387+0000 7f5a8e200640 1 -- 172.21.15.92:0/1697464293 >> v1:172.21.15.92:6789/0 conn(0x7f5a8815e5f0 legacy=0x7f5a880d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:51.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.387+0000 7f5a8e200640 1 -- 172.21.15.92:0/1697464293 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a880b9200 con 0x7f5a880b8730 2024-09-19T06:06:51.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.388+0000 7f5a8e200640 1 --2- 172.21.15.92:0/1697464293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a880b8730 0x7f5a880d2bc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009d90 tx=0x7f5a8002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9fb5a9b3a05c9966 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:51.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.388+0000 7f5a87e00640 1 -- 172.21.15.92:0/1697464293 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a80007740 con 0x7f5a880b8730 2024-09-19T06:06:51.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.388+0000 7f5a87e00640 1 -- 172.21.15.92:0/1697464293 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a800078e0 con 0x7f5a880b8730 2024-09-19T06:06:51.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.388+0000 7f5a87e00640 1 -- 172.21.15.92:0/1697464293 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a80007cb0 con 0x7f5a880b8730 2024-09-19T06:06:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.389+0000 7f5a8ec00640 1 -- 172.21.15.92:0/1697464293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a880b8730 msgr2=0x7f5a880d2bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.389+0000 7f5a8ec00640 1 --2- 172.21.15.92:0/1697464293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a880b8730 0x7f5a880d2bc0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f5a80009d90 tx=0x7f5a8002a660 comp rx=0 tx=0).stop 2024-09-19T06:06:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.389+0000 7f5a8ec00640 1 -- 172.21.15.92:0/1697464293 shutdown_connections 2024-09-19T06:06:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.389+0000 7f5a8ec00640 1 --2- 172.21.15.92:0/1697464293 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a880b8730 0x7f5a880d2bc0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.389+0000 7f5a8ec00640 1 --2- 172.21.15.92:0/1697464293 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 0x7f5a880b81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.389+0000 7f5a8ec00640 1 -- 172.21.15.92:0/1697464293 >> 172.21.15.92:0/1697464293 conn(0x7f5a88062630 msgr2=0x7f5a88062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.389+0000 7f5a8ec00640 1 -- 172.21.15.92:0/1697464293 shutdown_connections 2024-09-19T06:06:51.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.389+0000 7f5a8ec00640 1 -- 172.21.15.92:0/1697464293 wait complete. 2024-09-19T06:06:51.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.391+0000 7f5a8ec00640 1 Processor -- start 2024-09-19T06:06:51.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.391+0000 7f5a8ec00640 1 -- start start 2024-09-19T06:06:51.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8ec00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a880b8730 0x7f5a88157250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:51.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8ec00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 0x7f5a880ca6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:51.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8ec00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a8815e5f0 0x7f5a88161400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:51.395 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8ec00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5a880b8ba0 con 0x7f5a880b8730 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8ec00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5a880b97c0 con 0x7f5a8815e5f0 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8ec00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5a880d3100 con 0x7f5a880d1590 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8d800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a880b8730 0x7f5a88157250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8d800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a880b8730 0x7f5a88157250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39038/0 (socket says 172.21.15.92:39038) 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8d800640 1 -- 172.21.15.92:0/3206616909 learned_addr learned my addr 172.21.15.92:0/3206616909 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8ce00640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 0x7f5a880ca6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.392+0000 7f5a8e200640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a8815e5f0 0x7f5a88161400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a8d800640 1 -- 172.21.15.92:0/3206616909 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 msgr2=0x7f5a880ca6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a8d800640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 0x7f5a880ca6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a8d800640 1 -- 172.21.15.92:0/3206616909 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a8815e5f0 msgr2=0x7f5a88161400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a8d800640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a8815e5f0 0x7f5a88161400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a8d800640 1 -- 172.21.15.92:0/3206616909 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5a881578c0 con 0x7f5a880b8730 2024-09-19T06:06:51.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a8e200640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a8815e5f0 0x7f5a88161400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:51.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a8d800640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a880b8730 0x7f5a88157250 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c0010e0 tx=0x7f5a7c00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:51.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a85600640 1 -- 172.21.15.92:0/3206616909 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c017070 con 0x7f5a880b8730 2024-09-19T06:06:51.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a85600640 1 -- 172.21.15.92:0/3206616909 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5a7c005d00 con 0x7f5a880b8730 2024-09-19T06:06:51.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a85600640 1 -- 172.21.15.92:0/3206616909 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5a7c007310 con 0x7f5a880b8730 2024-09-19T06:06:51.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5a88157ba0 con 0x7f5a880b8730 2024-09-19T06:06:51.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.393+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5a88158160 con 0x7f5a880b8730 2024-09-19T06:06:51.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.394+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5a88069c20 con 0x7f5a880b8730 2024-09-19T06:06:51.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.395+0000 7f5a85600640 1 -- 172.21.15.92:0/3206616909 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5a7c01a070 con 0x7f5a880b8730 2024-09-19T06:06:51.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.396+0000 7f5a85600640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a6806c2b0 0x7f5a6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:51.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.396+0000 7f5a85600640 1 -- 172.21.15.92:0/3206616909 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5795+0+0 (secure 0 0 0) 0x7f5a7c08a7f0 con 0x7f5a880b8730 2024-09-19T06:06:51.398 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.396+0000 7f5a8ce00640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a6806c2b0 0x7f5a6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:51.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.397+0000 7f5a8ce00640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a6806c2b0 0x7f5a6806e770 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f5a8815c140 tx=0x7f5a74009190 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:51.402 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.401+0000 7f5a85600640 1 -- 172.21.15.92:0/3206616909 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5a7c0588a0 con 0x7f5a880b8730 2024-09-19T06:06:51.616 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:51.614+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) -- 0x7f5a880d2bc0 con 0x7f5a880b8730 2024-09-19T06:06:52.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.207+0000 7f5a85600640 1 -- 172.21.15.92:0/3206616909 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v81) ==== 104+0+0 (secure 0 0 0) 0x7f5a7c05cba0 con 0x7f5a880b8730 2024-09-19T06:06:52.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a6806c2b0 msgr2=0x7f5a6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:52.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a6806c2b0 0x7f5a6806e770 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f5a8815c140 tx=0x7f5a74009190 comp rx=0 tx=0).stop 2024-09-19T06:06:52.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a880b8730 msgr2=0x7f5a88157250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a880b8730 0x7f5a88157250 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f5a7c0010e0 tx=0x7f5a7c00c890 comp rx=0 tx=0).stop 2024-09-19T06:06:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 shutdown_connections 2024-09-19T06:06:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5a6806c2b0 0x7f5a6806e770 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5a8815e5f0 0x7f5a88161400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5a880d1590 0x7f5a880ca6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 --2- 172.21.15.92:0/3206616909 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5a880b8730 0x7f5a88157250 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.210+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 >> 172.21.15.92:0/3206616909 conn(0x7f5a88062630 msgr2=0x7f5a8815b450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.211+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 shutdown_connections 2024-09-19T06:06:52.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.211+0000 7f5a8ec00640 1 -- 172.21.15.92:0/3206616909 wait complete. 2024-09-19T06:06:52.230 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-19T06:06:52.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.428+0000 7f618d200640 1 Processor -- start 2024-09-19T06:06:52.430 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.428+0000 7f618d200640 1 -- start start 2024-09-19T06:06:52.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.429+0000 7f618d200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f6188072700 0x7f6188166120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:52.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.429+0000 7f618d200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61880ccff0 con 0x7f61880b6290 2024-09-19T06:06:52.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.429+0000 7f618d200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f61880cd2d0 con 0x7f618815b480 2024-09-19T06:06:52.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.429+0000 7f618d200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f61880cd5b0 con 0x7f6188072700 2024-09-19T06:06:52.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.429+0000 7f617d400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f61880b6290 0x7f6188071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:52812/0 (socket says 172.21.15.92:52812) 2024-09-19T06:06:52.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.429+0000 7f617d400640 1 -- 172.21.15.92:0/3880974929 learned_addr learned my addr 172.21.15.92:0/3880974929 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:52.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.429+0000 7f6186800640 1 --2- 172.21.15.92:0/3880974929 >> v2:172.21.15.102:3300/0 conn(0x7f6188072700 0x7f6188166120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:52.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.429+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2030648777 0 0) 0x7f61880ccff0 con 0x7f61880b6290 2024-09-19T06:06:52.433 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f616c005730 con 0x7f61880b6290 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2074827440 0 0) 0x7f616c005730 con 0x7f61880b6290 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 >> v2:172.21.15.102:3300/0 conn(0x7f6188072700 msgr2=0x7f6188166120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 --2- 172.21.15.92:0/3880974929 >> v2:172.21.15.102:3300/0 conn(0x7f6188072700 0x7f6188166120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 >> v1:172.21.15.102:6789/0 conn(0x7f618815b480 legacy=0x7f61880b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61880cd890 con 0x7f61880b6290 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f6170001670 con 0x7f61880b6290 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 >> v1:172.21.15.92:6789/0 conn(0x7f61880b6290 legacy=0x7f6188071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f616c005bc0 0x7f616c005fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f616c006a10 0x7f616c006e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f616c0073d0 0x7f616c00dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f61880cd5b0 con 0x7f616c005bc0 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f616c00e370 con 0x7f616c0073d0 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f616c00e570 con 0x7f616c006a10 2024-09-19T06:06:52.434 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6185e00640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f616c005bc0 0x7f616c005fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:52.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f617d400640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f616c006a10 0x7f616c006e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:52.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.430+0000 7f6186800640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f616c0073d0 0x7f616c00dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:52.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.431+0000 7f6185e00640 1 -- 172.21.15.92:0/3880974929 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f616c006a10 msgr2=0x7f616c006e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:52.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.431+0000 7f6185e00640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f616c006a10 0x7f616c006e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.431+0000 7f6185e00640 1 -- 172.21.15.92:0/3880974929 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f616c0073d0 msgr2=0x7f616c00dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:52.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.431+0000 7f6185e00640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f616c0073d0 0x7f616c00dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.431+0000 7f6185e00640 1 -- 172.21.15.92:0/3880974929 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f616c005730 con 0x7f616c005bc0 2024-09-19T06:06:52.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.431+0000 7f6186800640 1 -- 172.21.15.92:0/3880974929 reap_dead start 2024-09-19T06:06:52.435 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.431+0000 7f617d400640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f616c006a10 0x7f616c006e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:52.436 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.432+0000 7f6185e00640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f616c005bc0 0x7f616c005fe0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f6178001750 tx=0x7f616c007a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b26ec3b44241fcc server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.432+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6178001370 con 0x7f616c005bc0 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.432+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f61780052d0 con 0x7f616c005bc0 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.432+0000 7f6185400640 1 -- 172.21.15.92:0/3880974929 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f617802abc0 con 0x7f616c005bc0 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.432+0000 7f618d200640 1 -- 172.21.15.92:0/3880974929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f616c005bc0 msgr2=0x7f616c005fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.432+0000 7f618d200640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f616c005bc0 0x7f616c005fe0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f6178001750 tx=0x7f616c007a40 comp rx=0 tx=0).stop 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.433+0000 7f618d200640 1 -- 172.21.15.92:0/3880974929 shutdown_connections 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.433+0000 7f618d200640 1 --2- 172.21.15.92:0/3880974929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f616c005bc0 0x7f616c005fe0 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.433+0000 7f618d200640 1 -- 172.21.15.92:0/3880974929 >> 172.21.15.92:0/3880974929 conn(0x7f618806d0f0 msgr2=0x7f618806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.433+0000 7f618d200640 1 -- 172.21.15.92:0/3880974929 shutdown_connections 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.433+0000 7f618d200640 1 -- 172.21.15.92:0/3880974929 wait complete. 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.434+0000 7f618d200640 1 Processor -- start 2024-09-19T06:06:52.437 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.434+0000 7f618d200640 1 -- start start 2024-09-19T06:06:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.435+0000 7f618d200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f616c005bc0 0x7f618815e400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.435+0000 7f618d200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f61881473c0 0x7f6188144b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.435+0000 7f618d200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f618814ff10 0x7f61881450c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.435+0000 7f618d200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f618815b9e0 con 0x7f618814ff10 2024-09-19T06:06:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.435+0000 7f618d200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f618815b860 con 0x7f616c005bc0 2024-09-19T06:06:52.439 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.435+0000 7f618d200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6188071ff0 con 0x7f61881473c0 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.435+0000 7f6186800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f618814ff10 0x7f61881450c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.435+0000 7f6186800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f618814ff10 0x7f61881450c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39070/0 (socket says 172.21.15.92:39070) 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f6186800640 1 -- 172.21.15.92:0/791678338 learned_addr learned my addr 172.21.15.92:0/791678338 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f617d400640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f61881473c0 0x7f6188144b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f6185e00640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f616c005bc0 0x7f618815e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f6186800640 1 -- 172.21.15.92:0/791678338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f61881473c0 msgr2=0x7f6188144b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f6186800640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f61881473c0 0x7f6188144b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f6186800640 1 -- 172.21.15.92:0/791678338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f616c005bc0 msgr2=0x7f618815e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f6186800640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f616c005bc0 0x7f618815e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f6186800640 1 -- 172.21.15.92:0/791678338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f61881504b0 con 0x7f618814ff10 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f6186800640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f618814ff10 0x7f61881450c0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f6188073c20 tx=0x7f618000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f617ea00640 1 -- 172.21.15.92:0/791678338 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f618000fdb0 con 0x7f618814ff10 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f617ea00640 1 -- 172.21.15.92:0/791678338 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6180015430 con 0x7f618814ff10 2024-09-19T06:06:52.440 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f617ea00640 1 -- 172.21.15.92:0/791678338 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6180015820 con 0x7f618814ff10 2024-09-19T06:06:52.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.436+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6188150790 con 0x7f618814ff10 2024-09-19T06:06:52.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.437+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6188150d50 con 0x7f618814ff10 2024-09-19T06:06:52.441 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.438+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6188072380 con 0x7f618814ff10 2024-09-19T06:06:52.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.438+0000 7f617ea00640 1 -- 172.21.15.92:0/791678338 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f61800159c0 con 0x7f618814ff10 2024-09-19T06:06:52.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.439+0000 7f617ea00640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f616406c2e0 0x7f616406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:52.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.439+0000 7f617ea00640 1 -- 172.21.15.92:0/791678338 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(108..108 src has 1..108) ==== 5795+0+0 (secure 0 0 0) 0x7f618008c310 con 0x7f618814ff10 2024-09-19T06:06:52.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.440+0000 7f6185e00640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f616406c2e0 0x7f616406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:52.442 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.440+0000 7f6185e00640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f616406c2e0 0x7f616406e7a0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f6178032000 tx=0x7f617802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:52.446 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.444+0000 7f617ea00640 1 -- 172.21.15.92:0/791678338 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6180019030 con 0x7f618814ff10 2024-09-19T06:06:52.622 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:52.620+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) -- 0x7f618815e940 con 0x7f618814ff10 2024-09-19T06:06:53.558 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.556+0000 7f617ea00640 1 -- 172.21.15.92:0/791678338 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v109) ==== 181+0+0 (secure 0 0 0) 0x7f6180010040 con 0x7f618814ff10 2024-09-19T06:06:53.558 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_metadata' removed 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.559+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f616406c2e0 msgr2=0x7f616406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.559+0000 7f618d200640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f616406c2e0 0x7f616406e7a0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7f6178032000 tx=0x7f617802e000 comp rx=0 tx=0).stop 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.559+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f618814ff10 msgr2=0x7f61881450c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.559+0000 7f618d200640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f618814ff10 0x7f61881450c0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f6188073c20 tx=0x7f618000f580 comp rx=0 tx=0).stop 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.560+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 shutdown_connections 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.560+0000 7f618d200640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f618814ff10 0x7f61881450c0 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.560+0000 7f618d200640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f61881473c0 0x7f6188144b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.560+0000 7f618d200640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f616406c2e0 0x7f616406e7a0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.560+0000 7f618d200640 1 --2- 172.21.15.92:0/791678338 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f616c005bc0 0x7f618815e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.560+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 >> 172.21.15.92:0/791678338 conn(0x7f618806d0f0 msgr2=0x7f61880b5b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:53.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.560+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 shutdown_connections 2024-09-19T06:06:53.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.560+0000 7f618d200640 1 -- 172.21.15.92:0/791678338 wait complete. 2024-09-19T06:06:53.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-19T06:06:53.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.736+0000 7fef12c00640 1 Processor -- start 2024-09-19T06:06:53.738 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.736+0000 7fef12c00640 1 -- start start 2024-09-19T06:06:53.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.737+0000 7fef12c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fef0c0731c0 0x7fef0c073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:53.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.737+0000 7fef12c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15de80 0x7fef0c15e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:53.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.737+0000 7fef12c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fef0c15a430 con 0x7fef0c15a050 2024-09-19T06:06:53.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.737+0000 7fef12c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fef0c073b40 con 0x7fef0c0731c0 2024-09-19T06:06:53.739 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.737+0000 7fef12c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fef0c0cd0a0 con 0x7fef0c15de80 2024-09-19T06:06:53.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.738+0000 7fef10c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15de80 0x7fef0c15e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:53.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.738+0000 7fef0b400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fef0c0731c0 0x7fef0c073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:53.740 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.738+0000 7fef0be00640 1 --1- >> v1:172.21.15.102:6789/0 conn(0x7fef0c15a050 0x7fef0c15d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:35056/0 (socket says 172.21.15.92:35056) 2024-09-19T06:06:53.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.738+0000 7fef10c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15de80 0x7fef0c15e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:35312/0 (socket says 172.21.15.92:35312) 2024-09-19T06:06:53.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.738+0000 7fef0be00640 1 -- 172.21.15.92:0/312797278 learned_addr learned my addr 172.21.15.92:0/312797278 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:53.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.738+0000 7fef10c00640 1 -- 172.21.15.92:0/312797278 >> v2:172.21.15.102:3300/0 conn(0x7fef0c0731c0 msgr2=0x7fef0c073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:53.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.738+0000 7fef10c00640 1 --2- 172.21.15.92:0/312797278 >> v2:172.21.15.102:3300/0 conn(0x7fef0c0731c0 0x7fef0c073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.738+0000 7fef10c00640 1 -- 172.21.15.92:0/312797278 >> v1:172.21.15.102:6789/0 conn(0x7fef0c15a050 legacy=0x7fef0c15d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:53.741 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.738+0000 7fef10c00640 1 -- 172.21.15.92:0/312797278 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef0c0cd380 con 0x7fef0c15de80 2024-09-19T06:06:53.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.739+0000 7fef10c00640 1 --2- 172.21.15.92:0/312797278 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15de80 0x7fef0c15e310 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fef040097a0 tx=0x7fef0402a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6b1fff19d6cbc1a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:53.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.739+0000 7fef0aa00640 1 -- 172.21.15.92:0/312797278 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef04037070 con 0x7fef0c15de80 2024-09-19T06:06:53.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef0aa00640 1 -- 172.21.15.92:0/312797278 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef0402ae40 con 0x7fef0c15de80 2024-09-19T06:06:53.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef0aa00640 1 -- 172.21.15.92:0/312797278 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef04032660 con 0x7fef0c15de80 2024-09-19T06:06:53.742 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef12c00640 1 -- 172.21.15.92:0/312797278 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15de80 msgr2=0x7fef0c15e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:53.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef12c00640 1 --2- 172.21.15.92:0/312797278 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15de80 0x7fef0c15e310 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fef040097a0 tx=0x7fef0402a0f0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef12c00640 1 -- 172.21.15.92:0/312797278 shutdown_connections 2024-09-19T06:06:53.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef12c00640 1 --2- 172.21.15.92:0/312797278 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15de80 0x7fef0c15e310 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef12c00640 1 --2- 172.21.15.92:0/312797278 >> v2:172.21.15.102:3300/0 conn(0x7fef0c0731c0 0x7fef0c073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef12c00640 1 -- 172.21.15.92:0/312797278 >> 172.21.15.92:0/312797278 conn(0x7fef0c06d0f0 msgr2=0x7fef0c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:53.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef12c00640 1 -- 172.21.15.92:0/312797278 shutdown_connections 2024-09-19T06:06:53.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.740+0000 7fef12c00640 1 -- 172.21.15.92:0/312797278 wait complete. 2024-09-19T06:06:53.743 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.742+0000 7fef12c00640 1 Processor -- start 2024-09-19T06:06:53.744 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.742+0000 7fef12c00640 1 -- start start 2024-09-19T06:06:53.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef12c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef0c0731c0 0x7fef0c1528d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:53.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef12c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15a050 0x7fef0c158750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:53.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef12c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef0c15de80 0x7fef0c150b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:53.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef12c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fef0c0cdc20 con 0x7fef0c15de80 2024-09-19T06:06:53.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef12c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fef0c0cd940 con 0x7fef0c0731c0 2024-09-19T06:06:53.746 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef12c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fef0c0b36e0 con 0x7fef0c15a050 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef10c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef0c15de80 0x7fef0c150b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef10c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef0c15de80 0x7fef0c150b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39074/0 (socket says 172.21.15.92:39074) 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef10c00640 1 -- 172.21.15.92:0/1103181116 learned_addr learned my addr 172.21.15.92:0/1103181116 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef0be00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef0c0731c0 0x7fef0c1528d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.743+0000 7fef0b400640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15a050 0x7fef0c158750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef10c00640 1 -- 172.21.15.92:0/1103181116 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15a050 msgr2=0x7fef0c158750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef10c00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15a050 0x7fef0c158750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef10c00640 1 -- 172.21.15.92:0/1103181116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef0c0731c0 msgr2=0x7fef0c1528d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef10c00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef0c0731c0 0x7fef0c1528d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef10c00640 1 -- 172.21.15.92:0/1103181116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fef0c1576b0 con 0x7fef0c15de80 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef10c00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef0c15de80 0x7fef0c150b50 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fef040097a0 tx=0x7fef040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef03e00640 1 -- 172.21.15.92:0/1103181116 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef04041070 con 0x7fef0c15de80 2024-09-19T06:06:53.747 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef03e00640 1 -- 172.21.15.92:0/1103181116 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fef0403c460 con 0x7fef0c15de80 2024-09-19T06:06:53.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef03e00640 1 -- 172.21.15.92:0/1103181116 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fef04037040 con 0x7fef0c15de80 2024-09-19T06:06:53.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fef0c157990 con 0x7fef0c15de80 2024-09-19T06:06:53.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.744+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fef0c157f50 con 0x7fef0c15de80 2024-09-19T06:06:53.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.745+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fef0c0ccd00 con 0x7fef0c15de80 2024-09-19T06:06:53.748 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.746+0000 7fef03e00640 1 -- 172.21.15.92:0/1103181116 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fef04044070 con 0x7fef0c15de80 2024-09-19T06:06:53.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.747+0000 7fef03e00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feeec06c2b0 0x7feeec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:53.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.747+0000 7fef03e00640 1 -- 172.21.15.92:0/1103181116 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(109..109 src has 1..109) ==== 5357+0+0 (secure 0 0 0) 0x7fef040ab7e0 con 0x7fef0c15de80 2024-09-19T06:06:53.749 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.748+0000 7fef0be00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feeec06c2b0 0x7feeec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:53.750 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.748+0000 7fef0be00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feeec06c2b0 0x7feeec06e770 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7feefc0012e0 tx=0x7feefc001a30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:53.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.752+0000 7fef03e00640 1 -- 172.21.15.92:0/1103181116 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fef04079a60 con 0x7fef0c15de80 2024-09-19T06:06:53.928 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:53.926+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) -- 0x7fef0c0cb350 con 0x7fef0c15de80 2024-09-19T06:06:54.560 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.558+0000 7fef03e00640 1 -- 172.21.15.92:0/1103181116 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v110) ==== 169+0+0 (secure 0 0 0) 0x7fef0407dd60 con 0x7fef0c15de80 2024-09-19T06:06:54.560 INFO:teuthology.orchestra.run.smithi092.stderr:pool 'cephfs_data' removed 2024-09-19T06:06:54.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feeec06c2b0 msgr2=0x7feeec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:54.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feeec06c2b0 0x7feeec06e770 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7feefc0012e0 tx=0x7feefc001a30 comp rx=0 tx=0).stop 2024-09-19T06:06:54.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef0c15de80 msgr2=0x7fef0c150b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:54.562 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef0c15de80 0x7fef0c150b50 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7fef040097a0 tx=0x7fef040046c0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 shutdown_connections 2024-09-19T06:06:54.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fef0c15de80 0x7fef0c150b50 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fef0c15a050 0x7fef0c158750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7feeec06c2b0 0x7feeec06e770 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 --2- 172.21.15.92:0/1103181116 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fef0c0731c0 0x7fef0c1528d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 >> 172.21.15.92:0/1103181116 conn(0x7fef0c06d0f0 msgr2=0x7fef0c06d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:54.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 shutdown_connections 2024-09-19T06:06:54.563 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.560+0000 7fef12c00640 1 -- 172.21.15.92:0/1103181116 wait complete. 2024-09-19T06:06:54.582 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-19T06:06:54.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.748+0000 7f3ecd400640 1 Processor -- start 2024-09-19T06:06:54.751 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.749+0000 7f3ecd400640 1 -- start start 2024-09-19T06:06:54.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.750+0000 7f3ecd400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3ec80b2480 0x7f3ec8166e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:54.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.750+0000 7f3ecd400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ec80d0130 con 0x7f3ec80ce970 2024-09-19T06:06:54.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.750+0000 7f3ecd400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f3ec80d0410 con 0x7f3ec815f5f0 2024-09-19T06:06:54.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.750+0000 7f3ecd400640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f3ec80d0ef0 con 0x7f3ec80b2480 2024-09-19T06:06:54.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.750+0000 7f3ecca00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3ec80b2480 0x7f3ec8166e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:54.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.750+0000 7f3ebf400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f3ec80ce970 0x7f3ec80b1d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:52818/0 (socket says 172.21.15.92:52818) 2024-09-19T06:06:54.752 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.750+0000 7f3ebf400640 1 -- 172.21.15.92:0/997962129 learned_addr learned my addr 172.21.15.92:0/997962129 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:54.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.751+0000 7f3ecca00640 1 -- 172.21.15.92:0/997962129 >> v1:172.21.15.102:6789/0 conn(0x7f3ec815f5f0 legacy=0x7f3ec80ce260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:54.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.751+0000 7f3ecca00640 1 -- 172.21.15.92:0/997962129 >> v1:172.21.15.92:6789/0 conn(0x7f3ec80ce970 legacy=0x7f3ec80b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:54.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.751+0000 7f3ecca00640 1 -- 172.21.15.92:0/997962129 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ec80d06f0 con 0x7f3ec80b2480 2024-09-19T06:06:54.753 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.751+0000 7f3ec7400640 1 -- 172.21.15.92:0/997962129 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3684821389 0 0) 0x7f3ec80d0130 con 0x7f3ec80ce970 2024-09-19T06:06:54.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ecca00640 1 --2- 172.21.15.92:0/997962129 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec80b2480 0x7f3ec8166e70 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0009d90 tx=0x7f3ec002a580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92f345db7713e63a server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:54.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ec7400640 1 -- 172.21.15.92:0/997962129 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0007740 con 0x7f3ec80b2480 2024-09-19T06:06:54.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ec7400640 1 -- 172.21.15.92:0/997962129 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ec00078e0 con 0x7f3ec80b2480 2024-09-19T06:06:54.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ec7400640 1 -- 172.21.15.92:0/997962129 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0007cb0 con 0x7f3ec80b2480 2024-09-19T06:06:54.754 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ecd400640 1 -- 172.21.15.92:0/997962129 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec80b2480 msgr2=0x7f3ec8166e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:54.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ecd400640 1 --2- 172.21.15.92:0/997962129 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec80b2480 0x7f3ec8166e70 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0009d90 tx=0x7f3ec002a580 comp rx=0 tx=0).stop 2024-09-19T06:06:54.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ecd400640 1 -- 172.21.15.92:0/997962129 shutdown_connections 2024-09-19T06:06:54.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ecd400640 1 --2- 172.21.15.92:0/997962129 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec80b2480 0x7f3ec8166e70 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ecd400640 1 -- 172.21.15.92:0/997962129 >> 172.21.15.92:0/997962129 conn(0x7f3ec8062a20 msgr2=0x7f3ec806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:54.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.752+0000 7f3ecd400640 1 -- 172.21.15.92:0/997962129 shutdown_connections 2024-09-19T06:06:54.755 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.753+0000 7f3ecd400640 1 -- 172.21.15.92:0/997962129 wait complete. 2024-09-19T06:06:54.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.754+0000 7f3ecd400640 1 Processor -- start 2024-09-19T06:06:54.756 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.754+0000 7f3ecd400640 1 -- start start 2024-09-19T06:06:54.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ecd400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3ec80b2480 0x7f3ec8148b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:54.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ecd400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ec80ce970 0x7f3ec8149570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:54.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ecd400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec815f5f0 0x7f3ec8156360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:54.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ecd400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec815f9d0 con 0x7f3ec815f5f0 2024-09-19T06:06:54.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ecd400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f3ec806ca80 con 0x7f3ec80ce970 2024-09-19T06:06:54.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ecd400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f3ec8071fd0 con 0x7f3ec80b2480 2024-09-19T06:06:54.758 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ecca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec815f5f0 0x7f3ec8156360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ecca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec815f5f0 0x7f3ec8156360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39100/0 (socket says 172.21.15.92:39100) 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ecca00640 1 -- 172.21.15.92:0/2574010679 learned_addr learned my addr 172.21.15.92:0/2574010679 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.755+0000 7f3ec7e00640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3ec80b2480 0x7f3ec8148b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ebf400640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ec80ce970 0x7f3ec8149570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ecca00640 1 -- 172.21.15.92:0/2574010679 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3ec80b2480 msgr2=0x7f3ec8148b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ecca00640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3ec80b2480 0x7f3ec8148b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ecca00640 1 -- 172.21.15.92:0/2574010679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ec80ce970 msgr2=0x7f3ec8149570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ecca00640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ec80ce970 0x7f3ec8149570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ecca00640 1 -- 172.21.15.92:0/2574010679 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f3ec8149060 con 0x7f3ec815f5f0 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ebf400640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ec80ce970 0x7f3ec8149570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ecca00640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec815f5f0 0x7f3ec8156360 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0009eb0 tx=0x7f3ec0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ec4c00640 1 -- 172.21.15.92:0/2574010679 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0040070 con 0x7f3ec815f5f0 2024-09-19T06:06:54.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ec4c00640 1 -- 172.21.15.92:0/2574010679 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f3ec0031c90 con 0x7f3ec815f5f0 2024-09-19T06:06:54.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ec4c00640 1 -- 172.21.15.92:0/2574010679 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0045680 con 0x7f3ec815f5f0 2024-09-19T06:06:54.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f3ec815d3b0 con 0x7f3ec815f5f0 2024-09-19T06:06:54.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.756+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f3ec815dc50 con 0x7f3ec815f5f0 2024-09-19T06:06:54.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.757+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f3ec80b1d70 con 0x7f3ec815f5f0 2024-09-19T06:06:54.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.758+0000 7f3ec4c00640 1 -- 172.21.15.92:0/2574010679 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f3ec0039040 con 0x7f3ec815f5f0 2024-09-19T06:06:54.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.759+0000 7f3ec4c00640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:54.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.759+0000 7f3ec4c00640 1 -- 172.21.15.92:0/2574010679 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f3ec00acbd0 con 0x7f3ec815f5f0 2024-09-19T06:06:54.761 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.759+0000 7f3ec7e00640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:54.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.760+0000 7f3ec7e00640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8004ea0 tx=0x7f3eb8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:54.765 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.763+0000 7f3ec4c00640 1 -- 172.21.15.92:0/2574010679 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f3ec8149060 con 0x7f3ec815f5f0 2024-09-19T06:06:54.939 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.937+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) -- 0x7f3ec80cc2f0 con 0x7f3ec815f5f0 2024-09-19T06:06:54.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.940+0000 7f3ec4c00640 1 -- 172.21.15.92:0/2574010679 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v31) ==== 104+0+0 (secure 0 0 0) 0x7f3ec007b660 con 0x7f3ec815f5f0 2024-09-19T06:06:54.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ea406c2e0 msgr2=0x7f3ea406e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:54.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8004ea0 tx=0x7f3eb8009040 comp rx=0 tx=0).stop 2024-09-19T06:06:54.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec815f5f0 msgr2=0x7f3ec8156360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:54.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec815f5f0 0x7f3ec8156360 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0009eb0 tx=0x7f3ec0004a40 comp rx=0 tx=0).stop 2024-09-19T06:06:54.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 shutdown_connections 2024-09-19T06:06:54.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ec815f5f0 0x7f3ec8156360 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f3ea406c2e0 0x7f3ea406e7a0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f3ec80ce970 0x7f3ec8149570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 --2- 172.21.15.92:0/2574010679 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f3ec80b2480 0x7f3ec8148b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:54.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 >> 172.21.15.92:0/2574010679 conn(0x7f3ec8062a20 msgr2=0x7f3ec806bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:54.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 shutdown_connections 2024-09-19T06:06:54.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:54.943+0000 7f3ecd400640 1 -- 172.21.15.92:0/2574010679 wait complete. 2024-09-19T06:06:54.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_strays.TestStrays.test_hardlink_reintegration' 2024-09-19T06:06:55.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.112+0000 7f0495800640 1 Processor -- start 2024-09-19T06:06:55.114 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.112+0000 7f0495800640 1 -- start start 2024-09-19T06:06:55.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.113+0000 7f0495800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f049015b1d0 0x7f04900b1d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:55.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.113+0000 7f0495800640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f04900b22b0 0x7f0490070f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:55.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.113+0000 7f0495800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f04900b44f0 con 0x7f049015adf0 2024-09-19T06:06:55.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.113+0000 7f0495800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f04900b47d0 con 0x7f049015b1d0 2024-09-19T06:06:55.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.113+0000 7f0495800640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f04900b4ab0 con 0x7f04900b22b0 2024-09-19T06:06:55.118 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.114+0000 7f0487400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f049015b1d0 0x7f04900b1d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.114+0000 7f0487400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f049015b1d0 0x7f04900b1d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39108/0 (socket says 172.21.15.92:39108) 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.114+0000 7f0487400640 1 -- 172.21.15.92:0/3092852039 learned_addr learned my addr 172.21.15.92:0/3092852039 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.114+0000 7f0494e00640 1 --2- 172.21.15.92:0/3092852039 >> v2:172.21.15.102:3300/0 conn(0x7f04900b22b0 0x7f0490070f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.114+0000 7f0487400640 1 -- 172.21.15.92:0/3092852039 >> v2:172.21.15.102:3300/0 conn(0x7f04900b22b0 msgr2=0x7f0490070f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.114+0000 7f0487400640 1 --2- 172.21.15.92:0/3092852039 >> v2:172.21.15.102:3300/0 conn(0x7f04900b22b0 0x7f0490070f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.114+0000 7f0487400640 1 -- 172.21.15.92:0/3092852039 >> v1:172.21.15.102:6789/0 conn(0x7f049015adf0 legacy=0x7f04900b3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.114+0000 7f0487400640 1 -- 172.21.15.92:0/3092852039 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f04900b4d90 con 0x7f049015b1d0 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.115+0000 7f0487400640 1 --2- 172.21.15.92:0/3092852039 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 0x7f04900b1d70 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f04900cf090 tx=0x7f047802c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93ee21a31e0e8566 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.115+0000 7f048f400640 1 -- 172.21.15.92:0/3092852039 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0478036020 con 0x7f049015b1d0 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f048f400640 1 -- 172.21.15.92:0/3092852039 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0478032640 con 0x7f049015b1d0 2024-09-19T06:06:55.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f048f400640 1 -- 172.21.15.92:0/3092852039 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0478032a10 con 0x7f049015b1d0 2024-09-19T06:06:55.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f0495800640 1 -- 172.21.15.92:0/3092852039 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 msgr2=0x7f04900b1d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:55.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f0495800640 1 --2- 172.21.15.92:0/3092852039 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 0x7f04900b1d70 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f04900cf090 tx=0x7f047802c940 comp rx=0 tx=0).stop 2024-09-19T06:06:55.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f0495800640 1 -- 172.21.15.92:0/3092852039 shutdown_connections 2024-09-19T06:06:55.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f0495800640 1 --2- 172.21.15.92:0/3092852039 >> v2:172.21.15.102:3300/0 conn(0x7f04900b22b0 0x7f0490070f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f0495800640 1 --2- 172.21.15.92:0/3092852039 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 0x7f04900b1d70 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f0495800640 1 -- 172.21.15.92:0/3092852039 >> 172.21.15.92:0/3092852039 conn(0x7f0490062a20 msgr2=0x7f049006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:55.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f0495800640 1 -- 172.21.15.92:0/3092852039 shutdown_connections 2024-09-19T06:06:55.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.116+0000 7f0495800640 1 -- 172.21.15.92:0/3092852039 wait complete. 2024-09-19T06:06:55.122 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.118+0000 7f0495800640 1 Processor -- start 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.118+0000 7f0495800640 1 -- start start 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0495800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04900b22b0 0x7f0490148b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0495800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f049015adf0 0x7f04901598a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0495800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 0x7f049015ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0495800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f04900b5570 con 0x7f049015b1d0 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0495800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f04900b26c0 con 0x7f04900b22b0 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0495800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f04900ce050 con 0x7f049015adf0 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0494e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 0x7f049015ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0494e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 0x7f049015ca60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:39116/0 (socket says 172.21.15.92:39116) 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0494e00640 1 -- 172.21.15.92:0/320872302 learned_addr learned my addr 172.21.15.92:0/320872302 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f048fe00640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04900b22b0 0x7f0490148b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:55.123 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0487400640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f049015adf0 0x7f04901598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0494e00640 1 -- 172.21.15.92:0/320872302 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f049015adf0 msgr2=0x7f04901598a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0494e00640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f049015adf0 0x7f04901598a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0494e00640 1 -- 172.21.15.92:0/320872302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04900b22b0 msgr2=0x7f0490148b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0494e00640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04900b22b0 0x7f0490148b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.119+0000 7f0494e00640 1 -- 172.21.15.92:0/320872302 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f049015b9c0 con 0x7f049015b1d0 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.120+0000 7f0494e00640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 0x7f049015ca60 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f0488007e40 tx=0x7f048800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.120+0000 7f048cc00640 1 -- 172.21.15.92:0/320872302 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0488014620 con 0x7f049015b1d0 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.120+0000 7f048cc00640 1 -- 172.21.15.92:0/320872302 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0488019070 con 0x7f049015b1d0 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.120+0000 7f048cc00640 1 -- 172.21.15.92:0/320872302 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0488014a20 con 0x7f049015b1d0 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.120+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f049015bca0 con 0x7f049015b1d0 2024-09-19T06:06:55.124 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.120+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f049015c260 con 0x7f049015b1d0 2024-09-19T06:06:55.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.121+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f04900b1d70 con 0x7f049015b1d0 2024-09-19T06:06:55.125 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.122+0000 7f048cc00640 1 -- 172.21.15.92:0/320872302 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0488014bc0 con 0x7f049015b1d0 2024-09-19T06:06:55.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.123+0000 7f048cc00640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f046c06c2b0 0x7f046c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:55.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.123+0000 7f048cc00640 1 -- 172.21.15.92:0/320872302 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f048808b7f0 con 0x7f049015b1d0 2024-09-19T06:06:55.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.123+0000 7f048fe00640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f046c06c2b0 0x7f046c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:55.126 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.124+0000 7f048fe00640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f046c06c2b0 0x7f046c06e770 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f0480001780 tx=0x7f0480009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:55.129 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.127+0000 7f048cc00640 1 -- 172.21.15.92:0/320872302 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0488059ca0 con 0x7f049015b1d0 2024-09-19T06:06:55.370 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.369+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_hardlink_reintegration"]} v 0) -- 0x7f0490073150 con 0x7f049015b1d0 2024-09-19T06:06:55.570 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.568+0000 7f048cc00640 1 -- 172.21.15.92:0/320872302 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_strays.TestStrays.test_hardlink_reintegration"]}]=0 v305) ==== 142+0+0 (secure 0 0 0) 0x7f048805dfa0 con 0x7f049015b1d0 2024-09-19T06:06:55.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f046c06c2b0 msgr2=0x7f046c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:55.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f046c06c2b0 0x7f046c06e770 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f0480001780 tx=0x7f0480009040 comp rx=0 tx=0).stop 2024-09-19T06:06:55.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 msgr2=0x7f049015ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:55.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 0x7f049015ca60 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7f0488007e40 tx=0x7f048800e4b0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 shutdown_connections 2024-09-19T06:06:55.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f049015b1d0 0x7f049015ca60 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f049015adf0 0x7f04901598a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f046c06c2b0 0x7f046c06e770 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 --2- 172.21.15.92:0/320872302 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f04900b22b0 0x7f0490148b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:55.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 >> 172.21.15.92:0/320872302 conn(0x7f0490062a20 msgr2=0x7f0490150210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:55.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 shutdown_connections 2024-09-19T06:06:55.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:55.570+0000 7f0495800640 1 -- 172.21.15.92:0/320872302 wait complete. 2024-09-19T06:06:55.589 INFO:tasks.cephfs_test_runner:That removal of primary dentry of hardlinked inode results ... ERROR 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner: 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner:====================================================================== 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner:ERROR: test_hardlink_reintegration (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner:That removal of primary dentry of hardlinked inode results 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/test_strays.py", line 398, in test_hardlink_reintegration 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner: pre_unlink_bt = self.fs.read_backtrace(ino) 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1508, in read_backtrace 2024-09-19T06:06:55.590 INFO:tasks.cephfs_test_runner: return self._read_data_xattr(ino_no, "parent", "inode_backtrace_t", pool) 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1464, in _read_data_xattr 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: return json.loads(self.dencoder(obj_type, obj_blob).strip()) 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1267, in dencoder 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: p = self.mon_manager.controller.run(args=args, stdin=BytesIO(obj_blob), stdout=BytesIO()) 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: r.wait() 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi092 with status 1: 'ceph-dencoder type inode_backtrace_t import - decode dump_json' 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner: 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T06:06:55.591 INFO:tasks.cephfs_test_runner:Ran 7 tests in 307.188s 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner: 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner:FAILED (errors=1) 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner: 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner:====================================================================== 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner:ERROR: test_hardlink_reintegration (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner:That removal of primary dentry of hardlinked inode results 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner:Traceback (most recent call last): 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/test_strays.py", line 398, in test_hardlink_reintegration 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner: pre_unlink_bt = self.fs.read_backtrace(ino) 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1508, in read_backtrace 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner: return self._read_data_xattr(ino_no, "parent", "inode_backtrace_t", pool) 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1464, in _read_data_xattr 2024-09-19T06:06:55.592 INFO:tasks.cephfs_test_runner: return json.loads(self.dencoder(obj_type, obj_blob).strip()) 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs/filesystem.py", line 1267, in dencoder 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: p = self.mon_manager.controller.run(args=args, stdin=BytesIO(obj_blob), stdout=BytesIO()) 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: r = self._runner(client=self.ssh, name=self.shortname, **kwargs) 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: r.wait() 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: self._raise_for_status() 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner: raise CommandFailedError( 2024-09-19T06:06:55.593 INFO:tasks.cephfs_test_runner:teuthology.exceptions.CommandFailedError: Command failed on smithi092 with status 1: 'ceph-dencoder type inode_backtrace_t import - decode dump_json' 2024-09-19T06:06:55.594 INFO:tasks.cephfs_test_runner: 2024-09-19T06:06:55.594 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_hardlink_reintegration (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:06:55.809 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=d5e70812b38c429881e14203c4cde8a4 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 112, in run_tasks manager.__enter__() File "/usr/lib/python3.10/contextlib.py", line 135, in __enter__ return next(self.gen) File "/home/teuthworker/src/git.ceph.com_ceph_6fad5dd73c93545e52f57f681e140a9c3529c11e/qa/tasks/cephfs_test_runner.py", line 211, in task raise RuntimeError("Test failure: {0}".format(", ".join(bad_tests))) RuntimeError: Test failure: test_hardlink_reintegration (tasks.cephfs.test_strays.TestStrays) 2024-09-19T06:06:55.810 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-19T06:06:55.819 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-09-19T06:06:55.827 INFO:tasks.kclient:Unmounting kernel clients... 2024-09-19T06:06:55.827 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:55.827 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:55.865 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:06:55.865 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2024-09-19T06:06:55.865 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:55.941 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-19T06:06:55.941 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:06:55.941 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:55.980 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:06:55.980 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-09-19T06:06:55.981 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-19T06:06:56.057 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4052627,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 none /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 ramfs /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 ramfs /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248984k,nr_inodes=812246,mode=700,uid=1000,gid=1333 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497972k,nr_inodes=819200,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-19T06:06:56.058 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:56.058 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:06:56.093 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-19T06:06:56.093 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-19T06:06:56.094 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:56.095 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-19T06:06:56.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:56.193 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-19T06:06:56.454 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:56.454 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link delete ceph-brx 2024-09-19T06:06:56.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:56.782 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2024-09-19T06:06:56.817 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:56.818 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link delete ceph-brx 2024-09-19T06:06:56.916 INFO:teuthology.orchestra.run.smithi092.stderr:Cannot find device "ceph-brx" 2024-09-19T06:06:56.919 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:06:56.919 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:56.920 DEBUG:teuthology.orchestra.run.smithi102:> ip netns list 2024-09-19T06:06:56.960 INFO:teuthology.orchestra.run.smithi102.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-19T06:06:56.961 INFO:teuthology.orchestra.run.smithi102.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-19T06:06:56.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:56.962 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-19T06:06:57.065 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:57.065 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-19T06:06:57.338 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:57.338 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link delete ceph-brx 2024-09-19T06:06:57.689 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:57.689 DEBUG:teuthology.orchestra.run.smithi102:> ip netns list 2024-09-19T06:06:57.725 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-19T06:06:57.726 DEBUG:teuthology.orchestra.run.smithi102:> sudo ip link delete ceph-brx 2024-09-19T06:06:57.825 INFO:teuthology.orchestra.run.smithi102.stderr:Cannot find device "ceph-brx" 2024-09-19T06:06:57.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:06:57.828 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-19T06:06:57.837 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-19T06:06:57.837 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:06:57.993 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.991+0000 7f1963c00640 1 Processor -- start 2024-09-19T06:06:57.994 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.992+0000 7f1963c00640 1 -- start start 2024-09-19T06:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1963c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 0x7f195c0b6140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1963c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f195c15c330 0x7f195c0b4920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1963c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f195c15c780 con 0x7f195c155800 2024-09-19T06:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1963c00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f195c0b4e60 con 0x7f195c15c330 2024-09-19T06:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1963c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f195c0b50a0 con 0x7f195c0cfc80 2024-09-19T06:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1961c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f195c15c330 0x7f195c0b4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:57.996 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1961c00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f195c15c330 0x7f195c0b4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51346/0 (socket says 172.21.15.92:51346) 2024-09-19T06:06:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1961c00640 1 -- 172.21.15.92:0/436107993 learned_addr learned my addr 172.21.15.92:0/436107993 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1953e00640 1 --2- 172.21.15.92:0/436107993 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 0x7f195c0b6140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1961c00640 1 -- 172.21.15.92:0/436107993 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 msgr2=0x7f195c0b6140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:06:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1961c00640 1 --2- 172.21.15.92:0/436107993 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 0x7f195c0b6140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.993+0000 7f1961c00640 1 -- 172.21.15.92:0/436107993 >> v1:172.21.15.102:6789/0 conn(0x7f195c155800 legacy=0x7f195c0cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.994+0000 7f1961c00640 1 -- 172.21.15.92:0/436107993 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195c0b5380 con 0x7f195c15c330 2024-09-19T06:06:57.997 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.994+0000 7f1953e00640 1 --2- 172.21.15.92:0/436107993 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 0x7f195c0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:06:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.994+0000 7f1961c00640 1 --2- 172.21.15.92:0/436107993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 0x7f195c0b4920 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f1954009e50 tx=0x7f195402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bf758140793064d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f195be00640 1 -- 172.21.15.92:0/436107993 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1954036070 con 0x7f195c15c330 2024-09-19T06:06:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f195be00640 1 -- 172.21.15.92:0/436107993 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1954031600 con 0x7f195c15c330 2024-09-19T06:06:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f195be00640 1 -- 172.21.15.92:0/436107993 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19540319d0 con 0x7f195c15c330 2024-09-19T06:06:57.999 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f1963c00640 1 -- 172.21.15.92:0/436107993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 msgr2=0x7f195c0b4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f1963c00640 1 --2- 172.21.15.92:0/436107993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 0x7f195c0b4920 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f1954009e50 tx=0x7f195402a710 comp rx=0 tx=0).stop 2024-09-19T06:06:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f1963c00640 1 -- 172.21.15.92:0/436107993 shutdown_connections 2024-09-19T06:06:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f1963c00640 1 --2- 172.21.15.92:0/436107993 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 0x7f195c0b4920 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f1963c00640 1 --2- 172.21.15.92:0/436107993 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 0x7f195c0b6140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f1963c00640 1 -- 172.21.15.92:0/436107993 >> 172.21.15.92:0/436107993 conn(0x7f195c06bc10 msgr2=0x7f195c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:58.000 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f1963c00640 1 -- 172.21.15.92:0/436107993 shutdown_connections 2024-09-19T06:06:58.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.995+0000 7f1963c00640 1 -- 172.21.15.92:0/436107993 wait complete. 2024-09-19T06:06:58.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.997+0000 7f1963c00640 1 Processor -- start 2024-09-19T06:06:58.001 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.997+0000 7f1963c00640 1 -- start start 2024-09-19T06:06:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1963c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 0x7f195c1598a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1963c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f195c155800 0x7f195c071f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.003 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1963c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 0x7f195c0724b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1963c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f195c0b5c20 con 0x7f195c15c330 2024-09-19T06:06:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1963c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f195c0b5940 con 0x7f195c155800 2024-09-19T06:06:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1963c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f195c155be0 con 0x7f195c0cfc80 2024-09-19T06:06:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1961c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 0x7f195c0724b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1961c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 0x7f195c0724b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51352/0 (socket says 172.21.15.92:51352) 2024-09-19T06:06:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1961c00640 1 -- 172.21.15.92:0/2782662782 learned_addr learned my addr 172.21.15.92:0/2782662782 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:58.004 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1953e00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f195c155800 0x7f195c071f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1961200640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 0x7f195c1598a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.998+0000 7f1961c00640 1 -- 172.21.15.92:0/2782662782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 msgr2=0x7f195c1598a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1961c00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 0x7f195c1598a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1961c00640 1 -- 172.21.15.92:0/2782662782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f195c155800 msgr2=0x7f195c071f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1961c00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f195c155800 0x7f195c071f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1961c00640 1 -- 172.21.15.92:0/2782662782 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f195c159fa0 con 0x7f195c15c330 2024-09-19T06:06:58.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1961c00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 0x7f195c0724b0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f1954034040 tx=0x7f1954004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:58.005 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1959600640 1 -- 172.21.15.92:0/2782662782 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1954036050 con 0x7f195c15c330 2024-09-19T06:06:58.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1959600640 1 -- 172.21.15.92:0/2782662782 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1954042070 con 0x7f195c15c330 2024-09-19T06:06:58.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f195c15a280 con 0x7f195c15c330 2024-09-19T06:06:58.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1959600640 1 -- 172.21.15.92:0/2782662782 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1954009510 con 0x7f195c15c330 2024-09-19T06:06:58.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:57.999+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f195c15a840 con 0x7f195c15c330 2024-09-19T06:06:58.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.000+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f195c0b6140 con 0x7f195c15c330 2024-09-19T06:06:58.006 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.001+0000 7f1959600640 1 -- 172.21.15.92:0/2782662782 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f1954007bf0 con 0x7f195c15c330 2024-09-19T06:06:58.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.002+0000 7f1959600640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f193806c2b0 0x7f193806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.002+0000 7f1959600640 1 -- 172.21.15.92:0/2782662782 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f19540abf80 con 0x7f195c15c330 2024-09-19T06:06:58.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.002+0000 7f1961200640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f193806c2b0 0x7f193806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.007 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.003+0000 7f1961200640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f193806c2b0 0x7f193806e770 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f194c007fd0 tx=0x7f194c009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:58.008 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.006+0000 7f1959600640 1 -- 172.21.15.92:0/2782662782 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f195407a9e0 con 0x7f195c15c330 2024-09-19T06:06:58.181 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.180+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f195c159680 con 0x7f193806c2b0 2024-09-19T06:06:58.182 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.180+0000 7f1959600640 1 -- 172.21.15.92:0/2782662782 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13489 (secure 0 0 0) 0x7f195c159680 con 0x7f193806c2b0 2024-09-19T06:06:58.182 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:58.183 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:06:58.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f193806c2b0 msgr2=0x7f193806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f193806c2b0 0x7f193806e770 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f194c007fd0 tx=0x7f194c009040 comp rx=0 tx=0).stop 2024-09-19T06:06:58.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 msgr2=0x7f195c0724b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 0x7f195c0724b0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f1954034040 tx=0x7f1954004a40 comp rx=0 tx=0).stop 2024-09-19T06:06:58.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 shutdown_connections 2024-09-19T06:06:58.185 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f195c15c330 0x7f195c0724b0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f193806c2b0 0x7f193806e770 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f195c155800 0x7f195c071f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 --2- 172.21.15.92:0/2782662782 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f195c0cfc80 0x7f195c1598a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 >> 172.21.15.92:0/2782662782 conn(0x7f195c06bc10 msgr2=0x7f195c0cd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 shutdown_connections 2024-09-19T06:06:58.186 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.183+0000 7f1963c00640 1 -- 172.21.15.92:0/2782662782 wait complete. 2024-09-19T06:06:58.201 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":276,"stamp":"2024-09-19T06:06:56.954176+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":310900,"kb_used_data":28112,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754663820,"statfs":{"total":773094113280,"available":772775751680,"internally_reserved":0,"allocated":28786688,"data_stored":22591146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8414765,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":-2,"num_read_kb":-1,"num_write":-85,"num_write_kb":-8248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001254"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":330,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-09-19T06:06:51.779706+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:06:51.779706+0000","last_peered":"2024-09-19T06:06:51.779706+0000","last_clean":"2024-09-19T06:06:51.779706+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:06:51.779706+0000","last_undegraded":"2024-09-19T06:06:51.779706+0000","last_fullsized":"2024-09-19T06:06:51.779706+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509512,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37240,"kb_used_data":1892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334600,"statfs":{"total":96636764160,"available":96598630400,"internally_reserved":0,"allocated":1937408,"data_stored":1161879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40752,"kb_used_data":5404,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94331088,"statfs":{"total":96636764160,"available":96595034112,"internally_reserved":0,"allocated":5533696,"data_stored":4765269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509511,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36660,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335180,"statfs":{"total":96636764160,"available":96599224320,"internally_reserved":0,"allocated":1343488,"data_stored":571499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44844,"kb_used_data":9496,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94326996,"statfs":{"total":96636764160,"available":96590843904,"internally_reserved":0,"allocated":9723904,"data_stored":8959503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509510,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36692,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335148,"statfs":{"total":96636764160,"available":96599191552,"internally_reserved":0,"allocated":1376256,"data_stored":597462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509511,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36652,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335188,"statfs":{"total":96636764160,"available":96599232512,"internally_reserved":0,"allocated":1335296,"data_stored":570895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509511,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41372,"kb_used_data":6024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94330468,"statfs":{"total":96636764160,"available":96594399232,"internally_reserved":0,"allocated":6168576,"data_stored":5382176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542218,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36688,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335152,"statfs":{"total":96636764160,"available":96599195648,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:06:58.202 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:06:58.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.352+0000 7f2606400640 1 Processor -- start 2024-09-19T06:06:58.355 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.352+0000 7f2606400640 1 -- start start 2024-09-19T06:06:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.353+0000 7f2606400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26000b64e0 0x7f2600167110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.353+0000 7f2606400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26000b49c0 con 0x7f260015c550 2024-09-19T06:06:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.353+0000 7f2606400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f26000b4cf0 con 0x7f260015c170 2024-09-19T06:06:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.353+0000 7f2606400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f26000b4fd0 con 0x7f26000b64e0 2024-09-19T06:06:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25f6a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f260015c550 0x7f26000b5dd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37814/0 (socket says 172.21.15.92:37814) 2024-09-19T06:06:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25f6a00640 1 -- 172.21.15.92:0/3726953366 learned_addr learned my addr 172.21.15.92:0/3726953366 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:58.357 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25ffe00640 1 --2- 172.21.15.92:0/3726953366 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26000b64e0 0x7f2600167110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25fea00640 1 -- 172.21.15.92:0/3726953366 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2283042558 0 0) 0x7f26000b4cf0 con 0x7f260015c170 2024-09-19T06:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25fea00640 1 -- 172.21.15.92:0/3726953366 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f25e4003520 con 0x7f260015c170 2024-09-19T06:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25fea00640 1 -- 172.21.15.92:0/3726953366 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1131774416 0 0) 0x7f26000b49c0 con 0x7f260015c550 2024-09-19T06:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25fea00640 1 -- 172.21.15.92:0/3726953366 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f26000b4cf0 con 0x7f260015c550 2024-09-19T06:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25ffe00640 1 -- 172.21.15.92:0/3726953366 >> v1:172.21.15.102:6789/0 conn(0x7f260015c170 legacy=0x7f26000cf6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25ffe00640 1 -- 172.21.15.92:0/3726953366 >> v1:172.21.15.92:6789/0 conn(0x7f260015c550 legacy=0x7f26000b5dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.358 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.354+0000 7f25ffe00640 1 -- 172.21.15.92:0/3726953366 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26000b52b0 con 0x7f26000b64e0 2024-09-19T06:06:58.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.355+0000 7f25ffe00640 1 --2- 172.21.15.92:0/3726953366 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26000b64e0 0x7f2600167110 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f25f8009df0 tx=0x7f25f802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95747ed0d0940043 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:58.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f25fea00640 1 -- 172.21.15.92:0/3726953366 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f8007740 con 0x7f26000b64e0 2024-09-19T06:06:58.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f25fea00640 1 -- 172.21.15.92:0/3726953366 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25f80078e0 con 0x7f26000b64e0 2024-09-19T06:06:58.360 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f25fea00640 1 -- 172.21.15.92:0/3726953366 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f8007cb0 con 0x7f26000b64e0 2024-09-19T06:06:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f2606400640 1 -- 172.21.15.92:0/3726953366 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26000b64e0 msgr2=0x7f2600167110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f2606400640 1 --2- 172.21.15.92:0/3726953366 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26000b64e0 0x7f2600167110 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f25f8009df0 tx=0x7f25f802a710 comp rx=0 tx=0).stop 2024-09-19T06:06:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f2606400640 1 -- 172.21.15.92:0/3726953366 shutdown_connections 2024-09-19T06:06:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f2606400640 1 --2- 172.21.15.92:0/3726953366 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f26000b64e0 0x7f2600167110 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f2606400640 1 -- 172.21.15.92:0/3726953366 >> 172.21.15.92:0/3726953366 conn(0x7f260006bc10 msgr2=0x7f260006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f2606400640 1 -- 172.21.15.92:0/3726953366 shutdown_connections 2024-09-19T06:06:58.361 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.356+0000 7f2606400640 1 -- 172.21.15.92:0/3726953366 wait complete. 2024-09-19T06:06:58.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.358+0000 7f2606400640 1 Processor -- start 2024-09-19T06:06:58.362 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.358+0000 7f2606400640 1 -- start start 2024-09-19T06:06:58.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f2606400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26000b64e0 0x7f2600155900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f2606400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f260015c170 0x7f2600152c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.364 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f2606400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f260015c550 0x7f2600144f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f2606400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f26000b5b50 con 0x7f260015c550 2024-09-19T06:06:58.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f2606400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f26000b5870 con 0x7f26000b64e0 2024-09-19T06:06:58.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f2606400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f260015c9c0 con 0x7f260015c170 2024-09-19T06:06:58.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f25ffe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f260015c550 0x7f2600144f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f25ffe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f260015c550 0x7f2600144f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51362/0 (socket says 172.21.15.92:51362) 2024-09-19T06:06:58.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f25ffe00640 1 -- 172.21.15.92:0/3458812444 learned_addr learned my addr 172.21.15.92:0/3458812444 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:58.365 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f25f6a00640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f260015c170 0x7f2600152c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.359+0000 7f25ff400640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26000b64e0 0x7f2600155900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f25ffe00640 1 -- 172.21.15.92:0/3458812444 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f260015c170 msgr2=0x7f2600152c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f25ffe00640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f260015c170 0x7f2600152c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f25ffe00640 1 -- 172.21.15.92:0/3458812444 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26000b64e0 msgr2=0x7f2600155900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f25ffe00640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26000b64e0 0x7f2600155900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f25ffe00640 1 -- 172.21.15.92:0/3458812444 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f26001532f0 con 0x7f260015c550 2024-09-19T06:06:58.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f25ffe00640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f260015c550 0x7f2600144f20 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f25f8009d90 tx=0x7f25f8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:58.366 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f25f7e00640 1 -- 172.21.15.92:0/3458812444 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f8040070 con 0x7f260015c550 2024-09-19T06:06:58.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f25f7e00640 1 -- 172.21.15.92:0/3458812444 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f25f8031bc0 con 0x7f260015c550 2024-09-19T06:06:58.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f26000cdcf0 con 0x7f260015c550 2024-09-19T06:06:58.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f25f7e00640 1 -- 172.21.15.92:0/3458812444 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f25f8009450 con 0x7f260015c550 2024-09-19T06:06:58.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.360+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f260015b900 con 0x7f260015c550 2024-09-19T06:06:58.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.361+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f26000b5dd0 con 0x7f260015c550 2024-09-19T06:06:58.367 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.362+0000 7f25f7e00640 1 -- 172.21.15.92:0/3458812444 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f25f8039040 con 0x7f260015c550 2024-09-19T06:06:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.363+0000 7f25f7e00640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25dc06c2b0 0x7f25dc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.363+0000 7f25f7e00640 1 -- 172.21.15.92:0/3458812444 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f25f80ac8e0 con 0x7f260015c550 2024-09-19T06:06:58.368 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.363+0000 7f25ff400640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25dc06c2b0 0x7f25dc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.364+0000 7f25ff400640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25dc06c2b0 0x7f25dc06e770 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f25f00011e0 tx=0x7f25f0009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:58.369 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.368+0000 7f25f7e00640 1 -- 172.21.15.92:0/3458812444 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f25f807acf0 con 0x7f260015c550 2024-09-19T06:06:58.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.538+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f26000b4390 con 0x7f25dc06c2b0 2024-09-19T06:06:58.541 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.539+0000 7f25f7e00640 1 -- 172.21.15.92:0/3458812444 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13489 (secure 0 0 0) 0x7f26000b4390 con 0x7f25dc06c2b0 2024-09-19T06:06:58.542 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:58.543 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:06:58.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.541+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25dc06c2b0 msgr2=0x7f25dc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.541+0000 7f2606400640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25dc06c2b0 0x7f25dc06e770 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f25f00011e0 tx=0x7f25f0009040 comp rx=0 tx=0).stop 2024-09-19T06:06:58.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.541+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f260015c550 msgr2=0x7f2600144f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.541+0000 7f2606400640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f260015c550 0x7f2600144f20 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f25f8009d90 tx=0x7f25f8004a40 comp rx=0 tx=0).stop 2024-09-19T06:06:58.544 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.542+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 shutdown_connections 2024-09-19T06:06:58.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.542+0000 7f2606400640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f260015c550 0x7f2600144f20 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.542+0000 7f2606400640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f260015c170 0x7f2600152c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.542+0000 7f2606400640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f25dc06c2b0 0x7f25dc06e770 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.542+0000 7f2606400640 1 --2- 172.21.15.92:0/3458812444 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f26000b64e0 0x7f2600155900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.542+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 >> 172.21.15.92:0/3458812444 conn(0x7f260006bc10 msgr2=0x7f26000cf550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:58.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.542+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 shutdown_connections 2024-09-19T06:06:58.545 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.542+0000 7f2606400640 1 -- 172.21.15.92:0/3458812444 wait complete. 2024-09-19T06:06:58.559 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":276,"stamp":"2024-09-19T06:06:56.954176+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":310900,"kb_used_data":28112,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754663820,"statfs":{"total":773094113280,"available":772775751680,"internally_reserved":0,"allocated":28786688,"data_stored":22591146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8414765,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":-2,"num_read_kb":-1,"num_write":-85,"num_write_kb":-8248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001254"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":330,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-09-19T06:06:51.779706+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:06:51.779706+0000","last_peered":"2024-09-19T06:06:51.779706+0000","last_clean":"2024-09-19T06:06:51.779706+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:06:51.779706+0000","last_undegraded":"2024-09-19T06:06:51.779706+0000","last_fullsized":"2024-09-19T06:06:51.779706+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509512,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37240,"kb_used_data":1892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334600,"statfs":{"total":96636764160,"available":96598630400,"internally_reserved":0,"allocated":1937408,"data_stored":1161879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40752,"kb_used_data":5404,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94331088,"statfs":{"total":96636764160,"available":96595034112,"internally_reserved":0,"allocated":5533696,"data_stored":4765269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509511,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36660,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335180,"statfs":{"total":96636764160,"available":96599224320,"internally_reserved":0,"allocated":1343488,"data_stored":571499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44844,"kb_used_data":9496,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94326996,"statfs":{"total":96636764160,"available":96590843904,"internally_reserved":0,"allocated":9723904,"data_stored":8959503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509510,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36692,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335148,"statfs":{"total":96636764160,"available":96599191552,"internally_reserved":0,"allocated":1376256,"data_stored":597462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509511,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36652,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335188,"statfs":{"total":96636764160,"available":96599232512,"internally_reserved":0,"allocated":1335296,"data_stored":570895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509511,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41372,"kb_used_data":6024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94330468,"statfs":{"total":96636764160,"available":96594399232,"internally_reserved":0,"allocated":6168576,"data_stored":5382176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542218,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36688,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335152,"statfs":{"total":96636764160,"available":96599195648,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:06:58.560 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-19T06:06:58.560 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:06:58.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.711+0000 7f0e8ca00640 1 Processor -- start 2024-09-19T06:06:58.713 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.711+0000 7f0e8ca00640 1 -- start start 2024-09-19T06:06:58.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.712+0000 7f0e8ca00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0e8806e920 0x7f0e8815f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.712+0000 7f0e8ca00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e8815fb10 con 0x7f0e8815c2b0 2024-09-19T06:06:58.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.712+0000 7f0e8ca00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f0e880b5900 con 0x7f0e880b74c0 2024-09-19T06:06:58.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.712+0000 7f0e8ca00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f0e8815f830 con 0x7f0e8806e920 2024-09-19T06:06:58.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.713+0000 7f0e85e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f0e8815c2b0 0x7f0e880b6db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37818/0 (socket says 172.21.15.92:37818) 2024-09-19T06:06:58.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.713+0000 7f0e85e00640 1 -- 172.21.15.92:0/2790870261 learned_addr learned my addr 172.21.15.92:0/2790870261 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:58.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.713+0000 7f0e86800640 1 --2- 172.21.15.92:0/2790870261 >> v2:172.21.15.92:3300/0 conn(0x7f0e8806e920 0x7f0e8815f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.713+0000 7f0e84a00640 1 -- 172.21.15.92:0/2790870261 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1511581677 0 0) 0x7f0e8815fb10 con 0x7f0e8815c2b0 2024-09-19T06:06:58.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.713+0000 7f0e84a00640 1 -- 172.21.15.92:0/2790870261 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f0e6c003520 con 0x7f0e8815c2b0 2024-09-19T06:06:58.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.713+0000 7f0e86800640 1 -- 172.21.15.92:0/2790870261 >> v1:172.21.15.102:6789/0 conn(0x7f0e880b74c0 legacy=0x7f0e8815eaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.713+0000 7f0e86800640 1 -- 172.21.15.92:0/2790870261 >> v1:172.21.15.92:6789/0 conn(0x7f0e8815c2b0 legacy=0x7f0e880b6db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.713+0000 7f0e86800640 1 -- 172.21.15.92:0/2790870261 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e8806ce30 con 0x7f0e8806e920 2024-09-19T06:06:58.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.714+0000 7f0e86800640 1 --2- 172.21.15.92:0/2790870261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 0x7f0e8815f200 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f0e80009d90 tx=0x7f0e8002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c327c62bc3eae3be server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:58.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.714+0000 7f0e84a00640 1 -- 172.21.15.92:0/2790870261 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e80007740 con 0x7f0e8806e920 2024-09-19T06:06:58.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.714+0000 7f0e84a00640 1 -- 172.21.15.92:0/2790870261 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e800078e0 con 0x7f0e8806e920 2024-09-19T06:06:58.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.714+0000 7f0e84a00640 1 -- 172.21.15.92:0/2790870261 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e80007cb0 con 0x7f0e8806e920 2024-09-19T06:06:58.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.715+0000 7f0e8ca00640 1 -- 172.21.15.92:0/2790870261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 msgr2=0x7f0e8815f200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.715+0000 7f0e8ca00640 1 --2- 172.21.15.92:0/2790870261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 0x7f0e8815f200 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7f0e80009d90 tx=0x7f0e8002a6f0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.715+0000 7f0e8ca00640 1 -- 172.21.15.92:0/2790870261 shutdown_connections 2024-09-19T06:06:58.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.715+0000 7f0e8ca00640 1 --2- 172.21.15.92:0/2790870261 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 0x7f0e8815f200 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.715+0000 7f0e8ca00640 1 -- 172.21.15.92:0/2790870261 >> 172.21.15.92:0/2790870261 conn(0x7f0e880b4240 msgr2=0x7f0e880b4620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:58.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.715+0000 7f0e8ca00640 1 -- 172.21.15.92:0/2790870261 shutdown_connections 2024-09-19T06:06:58.719 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.715+0000 7f0e8ca00640 1 -- 172.21.15.92:0/2790870261 wait complete. 2024-09-19T06:06:58.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.717+0000 7f0e8ca00640 1 Processor -- start 2024-09-19T06:06:58.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.717+0000 7f0e8ca00640 1 -- start start 2024-09-19T06:06:58.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.717+0000 7f0e8ca00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 0x7f0e8813fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e8ca00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0e880b74c0 0x7f0e880ccdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.721 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e8ca00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e8815c2b0 0x7f0e88159530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e8ca00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f0e88169170 con 0x7f0e8806e920 2024-09-19T06:06:58.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e8ca00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f0e8806d3f0 con 0x7f0e8815c2b0 2024-09-19T06:06:58.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e8ca00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f0e881692f0 con 0x7f0e880b74c0 2024-09-19T06:06:58.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e85e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 0x7f0e8813fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e85e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 0x7f0e8813fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51378/0 (socket says 172.21.15.92:51378) 2024-09-19T06:06:58.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e85e00640 1 -- 172.21.15.92:0/978786398 learned_addr learned my addr 172.21.15.92:0/978786398 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:58.722 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e86800640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e8815c2b0 0x7f0e88159530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e85400640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0e880b74c0 0x7f0e880ccdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e85e00640 1 -- 172.21.15.92:0/978786398 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0e880b74c0 msgr2=0x7f0e880ccdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e85e00640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0e880b74c0 0x7f0e880ccdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e85e00640 1 -- 172.21.15.92:0/978786398 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e8815c2b0 msgr2=0x7f0e88159530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e85e00640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e8815c2b0 0x7f0e88159530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.718+0000 7f0e85e00640 1 -- 172.21.15.92:0/978786398 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f0e880cd8a0 con 0x7f0e8806e920 2024-09-19T06:06:58.723 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.719+0000 7f0e85e00640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 0x7f0e8813fd80 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f0e7800c410 tx=0x7f0e7800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:58.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.719+0000 7f0e7e000640 1 -- 172.21.15.92:0/978786398 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e78017070 con 0x7f0e8806e920 2024-09-19T06:06:58.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.719+0000 7f0e7e000640 1 -- 172.21.15.92:0/978786398 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f0e78005ce0 con 0x7f0e8806e920 2024-09-19T06:06:58.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.719+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f0e880cdb80 con 0x7f0e8806e920 2024-09-19T06:06:58.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.719+0000 7f0e7e000640 1 -- 172.21.15.92:0/978786398 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f0e780072f0 con 0x7f0e8806e920 2024-09-19T06:06:58.724 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.719+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f0e880ce140 con 0x7f0e8806e920 2024-09-19T06:06:58.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.720+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f0e880b6db0 con 0x7f0e8806e920 2024-09-19T06:06:58.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.721+0000 7f0e7e000640 1 -- 172.21.15.92:0/978786398 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f0e7801a070 con 0x7f0e8806e920 2024-09-19T06:06:58.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.722+0000 7f0e7e000640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0e6806c2b0 0x7f0e6806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:58.725 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.722+0000 7f0e7e000640 1 -- 172.21.15.92:0/978786398 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f0e7808a500 con 0x7f0e8806e920 2024-09-19T06:06:58.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.723+0000 7f0e85400640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0e6806c2b0 0x7f0e6806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:58.726 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.723+0000 7f0e85400640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0e6806c2b0 0x7f0e6806e770 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f0e8815a290 tx=0x7f0e74009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:58.728 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.727+0000 7f0e7e000640 1 -- 172.21.15.92:0/978786398 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f0e78058950 con 0x7f0e8806e920 2024-09-19T06:06:58.901 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.899+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f0e881402c0 con 0x7f0e6806c2b0 2024-09-19T06:06:58.902 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.900+0000 7f0e7e000640 1 -- 172.21.15.92:0/978786398 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13489 (secure 0 0 0) 0x7f0e74001420 con 0x7f0e6806c2b0 2024-09-19T06:06:58.902 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:58.903 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:06:58.904 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0e6806c2b0 msgr2=0x7f0e6806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0e6806c2b0 0x7f0e6806e770 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f0e8815a290 tx=0x7f0e74009040 comp rx=0 tx=0).stop 2024-09-19T06:06:58.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 msgr2=0x7f0e8813fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:58.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 0x7f0e8813fd80 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f0e7800c410 tx=0x7f0e7800c8d0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 shutdown_connections 2024-09-19T06:06:58.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f0e6806c2b0 0x7f0e6806e770 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.905 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f0e8815c2b0 0x7f0e88159530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.906 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f0e880b74c0 0x7f0e880ccdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 --2- 172.21.15.92:0/978786398 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0e8806e920 0x7f0e8813fd80 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:58.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.902+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 >> 172.21.15.92:0/978786398 conn(0x7f0e880b4240 msgr2=0x7f0e8815b250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:58.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.903+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 shutdown_connections 2024-09-19T06:06:58.907 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:58.903+0000 7f0e8ca00640 1 -- 172.21.15.92:0/978786398 wait complete. 2024-09-19T06:06:58.921 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":276,"stamp":"2024-09-19T06:06:56.954176+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":310900,"kb_used_data":28112,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754663820,"statfs":{"total":773094113280,"available":772775751680,"internally_reserved":0,"allocated":28786688,"data_stored":22591146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8414765,"num_objects":-26,"num_object_clones":0,"num_object_copies":-52,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-26,"num_whiteouts":0,"num_read":-2,"num_read_kb":-1,"num_write":-85,"num_write_kb":-8248,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001254"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":330,"reported_epoch":108,"state":"active+clean","last_fresh":"2024-09-19T06:06:51.779706+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:06:51.779706+0000","last_peered":"2024-09-19T06:06:51.779706+0000","last_clean":"2024-09-19T06:06:51.779706+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:06:51.779706+0000","last_undegraded":"2024-09-19T06:06:51.779706+0000","last_fullsized":"2024-09-19T06:06:51.779706+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509512,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37240,"kb_used_data":1892,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334600,"statfs":{"total":96636764160,"available":96598630400,"internally_reserved":0,"allocated":1937408,"data_stored":1161879,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":40752,"kb_used_data":5404,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94331088,"statfs":{"total":96636764160,"available":96595034112,"internally_reserved":0,"allocated":5533696,"data_stored":4765269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509511,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36660,"kb_used_data":1312,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335180,"statfs":{"total":96636764160,"available":96599224320,"internally_reserved":0,"allocated":1343488,"data_stored":571499,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509511,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":44844,"kb_used_data":9496,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94326996,"statfs":{"total":96636764160,"available":96590843904,"internally_reserved":0,"allocated":9723904,"data_stored":8959503,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509510,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36692,"kb_used_data":1344,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335148,"statfs":{"total":96636764160,"available":96599191552,"internally_reserved":0,"allocated":1376256,"data_stored":597462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509511,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":36652,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335188,"statfs":{"total":96636764160,"available":96599232512,"internally_reserved":0,"allocated":1335296,"data_stored":570895,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509511,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41372,"kb_used_data":6024,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94330468,"statfs":{"total":96636764160,"available":96594399232,"internally_reserved":0,"allocated":6168576,"data_stored":5382176,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542218,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36688,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335152,"statfs":{"total":96636764160,"available":96599195648,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:06:58.921 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-19T06:06:59.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.072+0000 7fb99de00640 1 Processor -- start 2024-09-19T06:06:59.074 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.072+0000 7fb99de00640 1 -- start start 2024-09-19T06:06:59.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.073+0000 7fb99de00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 0x7fb99815c330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:59.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.073+0000 7fb99de00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9980b50a0 con 0x7fb998155800 2024-09-19T06:06:59.076 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.073+0000 7fb99de00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fb9980b5380 con 0x7fb9980cfc80 2024-09-19T06:06:59.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.073+0000 7fb99de00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb9980b6550 con 0x7fb9980b6140 2024-09-19T06:06:59.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb996a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fb998155800 0x7fb9980cf570 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37830/0 (socket says 172.21.15.92:37830) 2024-09-19T06:06:59.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb996a00640 1 -- 172.21.15.92:0/2050573100 learned_addr learned my addr 172.21.15.92:0/2050573100 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:06:59.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb997400640 1 --2- 172.21.15.92:0/2050573100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 0x7fb99815c330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:59.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb996000640 1 -- 172.21.15.92:0/2050573100 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2524570406 0 0) 0x7fb9980b50a0 con 0x7fb998155800 2024-09-19T06:06:59.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb996000640 1 -- 172.21.15.92:0/2050573100 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb97c003520 con 0x7fb998155800 2024-09-19T06:06:59.077 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb996000640 1 -- 172.21.15.92:0/2050573100 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1531273129 0 0) 0x7fb9980b5380 con 0x7fb9980cfc80 2024-09-19T06:06:59.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb996000640 1 -- 172.21.15.92:0/2050573100 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7fb9980b50a0 con 0x7fb9980cfc80 2024-09-19T06:06:59.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb997400640 1 -- 172.21.15.92:0/2050573100 >> v1:172.21.15.102:6789/0 conn(0x7fb9980cfc80 legacy=0x7fb99815c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:59.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb997400640 1 -- 172.21.15.92:0/2050573100 >> v1:172.21.15.92:6789/0 conn(0x7fb998155800 legacy=0x7fb9980cf570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:59.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.074+0000 7fb997400640 1 -- 172.21.15.92:0/2050573100 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb9980b5660 con 0x7fb9980b6140 2024-09-19T06:06:59.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.075+0000 7fb997400640 1 --2- 172.21.15.92:0/2050573100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 0x7fb99815c330 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb990009dc0 tx=0x7fb99002a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=635b732f84624864 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:59.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb996000640 1 -- 172.21.15.92:0/2050573100 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb990007740 con 0x7fb9980b6140 2024-09-19T06:06:59.079 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb996000640 1 -- 172.21.15.92:0/2050573100 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9900078e0 con 0x7fb9980b6140 2024-09-19T06:06:59.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb996000640 1 -- 172.21.15.92:0/2050573100 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb990007cb0 con 0x7fb9980b6140 2024-09-19T06:06:59.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb99de00640 1 -- 172.21.15.92:0/2050573100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 msgr2=0x7fb99815c330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:59.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb99de00640 1 --2- 172.21.15.92:0/2050573100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 0x7fb99815c330 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fb990009dc0 tx=0x7fb99002a6d0 comp rx=0 tx=0).stop 2024-09-19T06:06:59.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb99de00640 1 -- 172.21.15.92:0/2050573100 shutdown_connections 2024-09-19T06:06:59.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb99de00640 1 --2- 172.21.15.92:0/2050573100 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 0x7fb99815c330 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:59.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb99de00640 1 -- 172.21.15.92:0/2050573100 >> 172.21.15.92:0/2050573100 conn(0x7fb99806bc10 msgr2=0x7fb99806c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:59.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb99de00640 1 -- 172.21.15.92:0/2050573100 shutdown_connections 2024-09-19T06:06:59.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.076+0000 7fb99de00640 1 -- 172.21.15.92:0/2050573100 wait complete. 2024-09-19T06:06:59.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.078+0000 7fb99de00640 1 Processor -- start 2024-09-19T06:06:59.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.078+0000 7fb99de00640 1 -- start start 2024-09-19T06:06:59.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb99de00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 0x7fb9980b3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:59.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb99de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9980cfc80 0x7fb99814cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:59.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb99de00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb998155800 0x7fb998153720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:59.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb99de00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fb998155be0 con 0x7fb9980cfc80 2024-09-19T06:06:59.083 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb99de00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fb9980b5c20 con 0x7fb998155800 2024-09-19T06:06:59.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb99de00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fb99815d080 con 0x7fb9980b6140 2024-09-19T06:06:59.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb98e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9980cfc80 0x7fb99814cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:59.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb98e000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9980cfc80 0x7fb99814cbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51388/0 (socket says 172.21.15.92:51388) 2024-09-19T06:06:59.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb98e000640 1 -- 172.21.15.92:0/1303950477 learned_addr learned my addr 172.21.15.92:0/1303950477 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:06:59.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.079+0000 7fb996a00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 0x7fb9980b3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:59.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb997400640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb998155800 0x7fb998153720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:59.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb98e000640 1 -- 172.21.15.92:0/1303950477 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 msgr2=0x7fb9980b3980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:59.084 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb98e000640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 0x7fb9980b3980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:59.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb98e000640 1 -- 172.21.15.92:0/1303950477 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb998155800 msgr2=0x7fb998153720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:59.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb98e000640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb998155800 0x7fb998153720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:59.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb98e000640 1 -- 172.21.15.92:0/1303950477 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fb998155030 con 0x7fb9980cfc80 2024-09-19T06:06:59.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb98e000640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9980cfc80 0x7fb99814cbd0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fb98000c430 tx=0x7fb98000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:59.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb98fe00640 1 -- 172.21.15.92:0/1303950477 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980017070 con 0x7fb9980cfc80 2024-09-19T06:06:59.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb98fe00640 1 -- 172.21.15.92:0/1303950477 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fb9800052d0 con 0x7fb9980cfc80 2024-09-19T06:06:59.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb98fe00640 1 -- 172.21.15.92:0/1303950477 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fb980003810 con 0x7fb9980cfc80 2024-09-19T06:06:59.085 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.080+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fb998149080 con 0x7fb9980cfc80 2024-09-19T06:06:59.086 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.081+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fb998152f20 con 0x7fb9980cfc80 2024-09-19T06:06:59.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.082+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fb99815d4a0 con 0x7fb9980cfc80 2024-09-19T06:06:59.087 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.082+0000 7fb98fe00640 1 -- 172.21.15.92:0/1303950477 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fb98001a070 con 0x7fb9980cfc80 2024-09-19T06:06:59.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.083+0000 7fb98fe00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb97406c2b0 0x7fb97406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:06:59.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.083+0000 7fb98fe00640 1 -- 172.21.15.92:0/1303950477 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7fb98008a430 con 0x7fb9980cfc80 2024-09-19T06:06:59.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.084+0000 7fb996a00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb97406c2b0 0x7fb97406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:06:59.088 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.084+0000 7fb996a00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb97406c2b0 0x7fb97406e770 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fb9880011e0 tx=0x7fb988007d30 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:06:59.089 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.088+0000 7fb98fe00640 1 -- 172.21.15.92:0/1303950477 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fb9800588e0 con 0x7fb9980cfc80 2024-09-19T06:06:59.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.264+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) -- 0x7fb9980b4de0 con 0x7fb9980cfc80 2024-09-19T06:06:59.267 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.265+0000 7fb98fe00640 1 -- 172.21.15.92:0/1303950477 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v110) ==== 74+0+13030 (secure 0 0 0) 0x7fb98005cbe0 con 0x7fb9980cfc80 2024-09-19T06:06:59.267 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:06:59.267 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":110,"fsid":"f5d8e754-8e2b-4858-a423-49d63e91d369","created":"2024-09-19T06:00:58.160043+0000","modified":"2024-09-19T06:06:54.557205+0000","last_up_change":"2024-09-19T06:01:12.513358+0000","last_in_change":"2024-09-19T06:01:01.032608+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":17,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-19T06:01:12.930784+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"eaa55bdb-3ece-4805-b698-33d7bc7c8402","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6819","nonce":2392233777}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6821","nonce":2392233777}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6825","nonce":2392233777}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6822","nonce":2392233777},{"type":"v1","addr":"172.21.15.92:6823","nonce":2392233777}]},"public_addr":"172.21.15.92:6819/2392233777","cluster_addr":"172.21.15.92:6821/2392233777","heartbeat_back_addr":"172.21.15.92:6825/2392233777","heartbeat_front_addr":"172.21.15.92:6823/2392233777","state":["exists","up"]},{"osd":1,"uuid":"09e95ab8-e3ba-49ac-a8e7-956dd0e57a1b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6826","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6827","nonce":240413168}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6829","nonce":240413168}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6833","nonce":240413168}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":240413168},{"type":"v1","addr":"172.21.15.92:6831","nonce":240413168}]},"public_addr":"172.21.15.92:6827/240413168","cluster_addr":"172.21.15.92:6829/240413168","heartbeat_back_addr":"172.21.15.92:6833/240413168","heartbeat_front_addr":"172.21.15.92:6831/240413168","state":["exists","up"]},{"osd":2,"uuid":"a8b17ffe-92c7-41c9-a935-b3df9f27da4b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6811","nonce":3636003426}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6813","nonce":3636003426}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6817","nonce":3636003426}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":3636003426},{"type":"v1","addr":"172.21.15.92:6815","nonce":3636003426}]},"public_addr":"172.21.15.92:6811/3636003426","cluster_addr":"172.21.15.92:6813/3636003426","heartbeat_back_addr":"172.21.15.92:6817/3636003426","heartbeat_front_addr":"172.21.15.92:6815/3636003426","state":["exists","up"]},{"osd":3,"uuid":"03e9e4c1-2ab4-4fd3-8fbd-f7418820e091","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6803","nonce":488215149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6805","nonce":488215149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6809","nonce":488215149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":488215149},{"type":"v1","addr":"172.21.15.92:6807","nonce":488215149}]},"public_addr":"172.21.15.92:6803/488215149","cluster_addr":"172.21.15.92:6805/488215149","heartbeat_back_addr":"172.21.15.92:6809/488215149","heartbeat_front_addr":"172.21.15.92:6807/488215149","state":["exists","up"]},{"osd":4,"uuid":"e9327d9f-8c36-4a65-a170-0b864fcfaa28","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6824","nonce":289738612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6827","nonce":289738612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6831","nonce":289738612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":289738612},{"type":"v1","addr":"172.21.15.102:6829","nonce":289738612}]},"public_addr":"172.21.15.102:6824/289738612","cluster_addr":"172.21.15.102:6827/289738612","heartbeat_back_addr":"172.21.15.102:6831/289738612","heartbeat_front_addr":"172.21.15.102:6829/289738612","state":["exists","up"]},{"osd":5,"uuid":"8d151b04-0c01-4f3d-84c9-f64698dc1eb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6801","nonce":2054122069}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6803","nonce":2054122069}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6807","nonce":2054122069}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":2054122069},{"type":"v1","addr":"172.21.15.102:6805","nonce":2054122069}]},"public_addr":"172.21.15.102:6801/2054122069","cluster_addr":"172.21.15.102:6803/2054122069","heartbeat_back_addr":"172.21.15.102:6807/2054122069","heartbeat_front_addr":"172.21.15.102:6805/2054122069","state":["exists","up"]},{"osd":6,"uuid":"673ad20c-a2ab-4a33-8089-2a0040c1d3ff","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6809","nonce":2126374253}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6811","nonce":2126374253}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6815","nonce":2126374253}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2126374253},{"type":"v1","addr":"172.21.15.102:6813","nonce":2126374253}]},"public_addr":"172.21.15.102:6809/2126374253","cluster_addr":"172.21.15.102:6811/2126374253","heartbeat_back_addr":"172.21.15.102:6815/2126374253","heartbeat_front_addr":"172.21.15.102:6813/2126374253","state":["exists","up"]},{"osd":7,"uuid":"1fcfb0df-a76c-4b92-bf4b-def281f91c5f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":15,"up_thru":105,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6817","nonce":2519724411}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6819","nonce":2519724411}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6823","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6825","nonce":2519724411}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2519724411},{"type":"v1","addr":"172.21.15.102:6821","nonce":2519724411}]},"public_addr":"172.21.15.102:6817/2519724411","cluster_addr":"172.21.15.102:6819/2519724411","heartbeat_back_addr":"172.21.15.102:6825/2519724411","heartbeat_front_addr":"172.21.15.102:6821/2519724411","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.813475+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.680096+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.890506+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.876434+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.908948+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842692+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.842798+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-09-19T06:01:08.901526+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.92:6837/4278717644":"2024-09-20T06:06:51.204312+0000","172.21.15.92:6836/4278717644":"2024-09-20T06:06:51.204312+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-19T06:06:59.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb97406c2b0 msgr2=0x7fb97406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:59.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb97406c2b0 0x7fb97406e770 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7fb9880011e0 tx=0x7fb988007d30 comp rx=0 tx=0).stop 2024-09-19T06:06:59.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9980cfc80 msgr2=0x7fb99814cbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:06:59.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9980cfc80 0x7fb99814cbd0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fb98000c430 tx=0x7fb98000c8f0 comp rx=0 tx=0).stop 2024-09-19T06:06:59.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 shutdown_connections 2024-09-19T06:06:59.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fb97406c2b0 0x7fb97406e770 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:59.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fb998155800 0x7fb998153720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:59.270 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9980cfc80 0x7fb99814cbd0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:59.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 --2- 172.21.15.92:0/1303950477 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fb9980b6140 0x7fb9980b3980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:06:59.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 >> 172.21.15.92:0/1303950477 conn(0x7fb99806bc10 msgr2=0x7fb99815aee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:06:59.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 shutdown_connections 2024-09-19T06:06:59.271 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:06:59.267+0000 7fb99de00640 1 -- 172.21.15.92:0/1303950477 wait complete. 2024-09-19T06:07:00.286 INFO:tasks.ceph:Scrubbing osd.0 2024-09-19T06:07:00.287 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:07:00.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.449+0000 7ff78cc00640 1 Processor -- start 2024-09-19T06:07:00.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.449+0000 7ff78cc00640 1 -- start start 2024-09-19T06:07:00.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.450+0000 7ff78cc00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff78815e970 0x7ff7880b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.450+0000 7ff78cc00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff7880d1cd0 0x7ff7880b6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.450+0000 7ff78cc00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff78815ed50 con 0x7ff788162430 2024-09-19T06:07:00.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.450+0000 7ff78cc00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7ff7880cf7c0 con 0x7ff7880d1cd0 2024-09-19T06:07:00.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.450+0000 7ff78cc00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff7880d2560 con 0x7ff78815e970 2024-09-19T06:07:00.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.450+0000 7ff785400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff7880d1cd0 0x7ff7880b6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.450+0000 7ff786800640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff788162430 0x7ff7881628c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37836/0 (socket says 172.21.15.92:37836) 2024-09-19T06:07:00.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.450+0000 7ff786800640 1 -- 172.21.15.92:0/2116739072 learned_addr learned my addr 172.21.15.92:0/2116739072 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:00.453 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.450+0000 7ff785e00640 1 --2- 172.21.15.92:0/2116739072 >> v2:172.21.15.102:3300/0 conn(0x7ff78815e970 0x7ff7880b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.451+0000 7ff785400640 1 -- 172.21.15.92:0/2116739072 >> v2:172.21.15.102:3300/0 conn(0x7ff78815e970 msgr2=0x7ff7880b61e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:00.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.451+0000 7ff785400640 1 --2- 172.21.15.92:0/2116739072 >> v2:172.21.15.102:3300/0 conn(0x7ff78815e970 0x7ff7880b61e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.451+0000 7ff784a00640 1 -- 172.21.15.92:0/2116739072 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 647942445 0 0) 0x7ff780001490 con 0x7ff788162430 2024-09-19T06:07:00.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.451+0000 7ff785400640 1 -- 172.21.15.92:0/2116739072 >> v1:172.21.15.92:6789/0 conn(0x7ff788162430 legacy=0x7ff7881628c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.451+0000 7ff785400640 1 -- 172.21.15.92:0/2116739072 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff7880cffd0 con 0x7ff7880d1cd0 2024-09-19T06:07:00.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.452+0000 7ff785400640 1 --2- 172.21.15.92:0/2116739072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 0x7ff7880b6720 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7ff7880501f0 tx=0x7ff77402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f10bc2b0b2315c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:00.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.452+0000 7ff784a00640 1 -- 172.21.15.92:0/2116739072 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff774037070 con 0x7ff7880d1cd0 2024-09-19T06:07:00.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.452+0000 7ff784a00640 1 -- 172.21.15.92:0/2116739072 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff774032440 con 0x7ff7880d1cd0 2024-09-19T06:07:00.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.452+0000 7ff784a00640 1 -- 172.21.15.92:0/2116739072 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77402ae60 con 0x7ff7880d1cd0 2024-09-19T06:07:00.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.452+0000 7ff78cc00640 1 -- 172.21.15.92:0/2116739072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 msgr2=0x7ff7880b6720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.453+0000 7ff78cc00640 1 --2- 172.21.15.92:0/2116739072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 0x7ff7880b6720 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7ff7880501f0 tx=0x7ff77402a110 comp rx=0 tx=0).stop 2024-09-19T06:07:00.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.453+0000 7ff78cc00640 1 -- 172.21.15.92:0/2116739072 shutdown_connections 2024-09-19T06:07:00.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.453+0000 7ff78cc00640 1 --2- 172.21.15.92:0/2116739072 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 0x7ff7880b6720 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.453+0000 7ff78cc00640 1 --2- 172.21.15.92:0/2116739072 >> v2:172.21.15.102:3300/0 conn(0x7ff78815e970 0x7ff7880b61e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.453+0000 7ff78cc00640 1 -- 172.21.15.92:0/2116739072 >> 172.21.15.92:0/2116739072 conn(0x7ff7880d11e0 msgr2=0x7ff7880d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:00.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.453+0000 7ff78cc00640 1 -- 172.21.15.92:0/2116739072 shutdown_connections 2024-09-19T06:07:00.457 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.453+0000 7ff78cc00640 1 -- 172.21.15.92:0/2116739072 wait complete. 2024-09-19T06:07:00.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.454+0000 7ff78cc00640 1 Processor -- start 2024-09-19T06:07:00.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.454+0000 7ff78cc00640 1 -- start start 2024-09-19T06:07:00.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.455+0000 7ff78cc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 0x7ff7880cdfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.455+0000 7ff78cc00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff78815e970 0x7ff78815f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.455+0000 7ff78cc00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff788162430 0x7ff788149740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.455+0000 7ff78cc00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff78806d9a0 con 0x7ff7880d1cd0 2024-09-19T06:07:00.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.455+0000 7ff78cc00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff7880cfcf0 con 0x7ff78815e970 2024-09-19T06:07:00.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.455+0000 7ff78cc00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff78806db20 con 0x7ff788162430 2024-09-19T06:07:00.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 0x7ff7880cdfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 0x7ff7880cdfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51400/0 (socket says 172.21.15.92:51400) 2024-09-19T06:07:00.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785e00640 1 -- 172.21.15.92:0/1981915078 learned_addr learned my addr 172.21.15.92:0/1981915078 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:00.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785400640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff78815e970 0x7ff78815f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff786800640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff788162430 0x7ff788149740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785e00640 1 -- 172.21.15.92:0/1981915078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff788162430 msgr2=0x7ff788149740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785e00640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff788162430 0x7ff788149740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785e00640 1 -- 172.21.15.92:0/1981915078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff78815e970 msgr2=0x7ff78815f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785e00640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff78815e970 0x7ff78815f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785e00640 1 -- 172.21.15.92:0/1981915078 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff788160400 con 0x7ff7880d1cd0 2024-09-19T06:07:00.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.456+0000 7ff785e00640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 0x7ff7880cdfa0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7ff77800e9b0 tx=0x7ff77800ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:00.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.457+0000 7ff77e000640 1 -- 172.21.15.92:0/1981915078 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff778017070 con 0x7ff7880d1cd0 2024-09-19T06:07:00.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.457+0000 7ff77e000640 1 -- 172.21.15.92:0/1981915078 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff77800c9a0 con 0x7ff7880d1cd0 2024-09-19T06:07:00.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.457+0000 7ff77e000640 1 -- 172.21.15.92:0/1981915078 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff77800cd90 con 0x7ff7880d1cd0 2024-09-19T06:07:00.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.457+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff7881606e0 con 0x7ff7880d1cd0 2024-09-19T06:07:00.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.457+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff788147b80 con 0x7ff7880d1cd0 2024-09-19T06:07:00.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.458+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff78815e4d0 con 0x7ff7880d1cd0 2024-09-19T06:07:00.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.459+0000 7ff77e000640 1 -- 172.21.15.92:0/1981915078 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff77801a070 con 0x7ff7880d1cd0 2024-09-19T06:07:00.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.459+0000 7ff77e000640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff76806c2b0 0x7ff76806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.460+0000 7ff77e000640 1 -- 172.21.15.92:0/1981915078 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7ff77808b490 con 0x7ff7880d1cd0 2024-09-19T06:07:00.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.460+0000 7ff785400640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff76806c2b0 0x7ff76806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.460+0000 7ff77e000640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff768072170 0x7ff768074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.460+0000 7ff77e000640 1 -- 172.21.15.92:0/1981915078 --> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff77801fe50 con 0x7ff768072170 2024-09-19T06:07:00.464 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.460+0000 7ff77e000640 1 -- 172.21.15.92:0/1981915078 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7ff778092050 con 0x7ff7880d1cd0 2024-09-19T06:07:00.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.460+0000 7ff786800640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff768072170 0x7ff768074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.460+0000 7ff785400640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff76806c2b0 0x7ff76806e770 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff774034000 tx=0x7ff77402e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:00.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.461+0000 7ff786800640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff768072170 0x7ff768074590 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:00.465 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.461+0000 7ff77e000640 1 -- 172.21.15.92:0/1981915078 <== osd.0 v2:172.21.15.92:6818/2392233777 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff77801fe50 con 0x7ff768072170 2024-09-19T06:07:00.476 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.475+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 --> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff788147690 con 0x7ff768072170 2024-09-19T06:07:00.477 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.475+0000 7ff77e000640 1 -- 172.21.15.92:0/1981915078 <== osd.0 v2:172.21.15.92:6818/2392233777 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff788147690 con 0x7ff768072170 2024-09-19T06:07:00.477 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:07:00.477 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:07:00.478 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:07:00.478 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.475+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff768072170 msgr2=0x7ff768074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.475+0000 7ff78cc00640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6818/2392233777,v1:172.21.15.92:6819/2392233777] conn(0x7ff768072170 0x7ff768074590 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.476+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff76806c2b0 msgr2=0x7ff76806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.476+0000 7ff78cc00640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff76806c2b0 0x7ff76806e770 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7ff774034000 tx=0x7ff77402e000 comp rx=0 tx=0).stop 2024-09-19T06:07:00.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.476+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 msgr2=0x7ff7880cdfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.479 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.476+0000 7ff78cc00640 1 --2- 172.21.15.92:0/1981915078 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff7880d1cd0 0x7ff7880cdfa0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7ff77800e9b0 tx=0x7ff77800ee70 comp rx=0 tx=0).stop 2024-09-19T06:07:00.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.476+0000 7ff786800640 1 -- 172.21.15.92:0/1981915078 reap_dead start 2024-09-19T06:07:00.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.476+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 shutdown_connections 2024-09-19T06:07:00.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.476+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 >> 172.21.15.92:0/1981915078 conn(0x7ff7880d11e0 msgr2=0x7ff7880b7c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:00.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.476+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 shutdown_connections 2024-09-19T06:07:00.480 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.476+0000 7ff78cc00640 1 -- 172.21.15.92:0/1981915078 wait complete. 2024-09-19T06:07:00.492 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-19T06:07:00.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.645+0000 7f99dfe00640 1 Processor -- start 2024-09-19T06:07:00.647 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.645+0000 7f99dfe00640 1 -- start start 2024-09-19T06:07:00.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.646+0000 7f99dfe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e00b2480 0x7f99e00b30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.646+0000 7f99dfe00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99e0162e40 con 0x7f99e01629d0 2024-09-19T06:07:00.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.646+0000 7f99dfe00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f99e00cdc00 con 0x7f99e015e570 2024-09-19T06:07:00.648 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.646+0000 7f99dfe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f99e00af030 con 0x7f99e00b2480 2024-09-19T06:07:00.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.646+0000 7f99de000640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f99e01629d0 0x7f99e00b1d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37840/0 (socket says 172.21.15.92:37840) 2024-09-19T06:07:00.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.646+0000 7f99de000640 1 -- 172.21.15.92:0/1774753995 learned_addr learned my addr 172.21.15.92:0/1774753995 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:00.649 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.646+0000 7f99df400640 1 --2- 172.21.15.92:0/1774753995 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e00b2480 0x7f99e00b30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.647+0000 7f99dd600640 1 -- 172.21.15.92:0/1774753995 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3139958833 0 0) 0x7f99e0162e40 con 0x7f99e01629d0 2024-09-19T06:07:00.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.647+0000 7f99dd600640 1 -- 172.21.15.92:0/1774753995 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f99c4003520 con 0x7f99e01629d0 2024-09-19T06:07:00.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.647+0000 7f99dd600640 1 -- 172.21.15.92:0/1774753995 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3888770130 0 0) 0x7f99e00cdc00 con 0x7f99e015e570 2024-09-19T06:07:00.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.647+0000 7f99dd600640 1 -- 172.21.15.92:0/1774753995 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f99e0162e40 con 0x7f99e015e570 2024-09-19T06:07:00.650 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.647+0000 7f99dd600640 1 -- 172.21.15.92:0/1774753995 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2474696322 0 0) 0x7f99c4003520 con 0x7f99e01629d0 2024-09-19T06:07:00.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.647+0000 7f99df400640 1 -- 172.21.15.92:0/1774753995 >> v1:172.21.15.102:6789/0 conn(0x7f99e015e570 legacy=0x7f99e00ce9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.647+0000 7f99df400640 1 -- 172.21.15.92:0/1774753995 >> v1:172.21.15.92:6789/0 conn(0x7f99e01629d0 legacy=0x7f99e00b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.647+0000 7f99df400640 1 -- 172.21.15.92:0/1774753995 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99e00cdec0 con 0x7f99e00b2480 2024-09-19T06:07:00.651 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.648+0000 7f99df400640 1 --2- 172.21.15.92:0/1774753995 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e00b2480 0x7f99e00b30e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f99d80097d0 tx=0x7f99d802a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f64c846259e07ac0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:00.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.648+0000 7f99dd600640 1 -- 172.21.15.92:0/1774753995 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99d8037070 con 0x7f99e00b2480 2024-09-19T06:07:00.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.648+0000 7f99dd600640 1 -- 172.21.15.92:0/1774753995 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99d802ac30 con 0x7f99e00b2480 2024-09-19T06:07:00.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.648+0000 7f99dd600640 1 -- 172.21.15.92:0/1774753995 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99cc001670 con 0x7f99e00b2480 2024-09-19T06:07:00.652 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.649+0000 7f99dfe00640 1 -- 172.21.15.92:0/1774753995 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e00b2480 msgr2=0x7f99e00b30e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.649+0000 7f99dfe00640 1 --2- 172.21.15.92:0/1774753995 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e00b2480 0x7f99e00b30e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f99d80097d0 tx=0x7f99d802a1a0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.649+0000 7f99dfe00640 1 -- 172.21.15.92:0/1774753995 shutdown_connections 2024-09-19T06:07:00.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.649+0000 7f99dfe00640 1 --2- 172.21.15.92:0/1774753995 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e00b2480 0x7f99e00b30e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.649+0000 7f99dfe00640 1 -- 172.21.15.92:0/1774753995 >> 172.21.15.92:0/1774753995 conn(0x7f99e0062a20 msgr2=0x7f99e006bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:00.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.649+0000 7f99dfe00640 1 -- 172.21.15.92:0/1774753995 shutdown_connections 2024-09-19T06:07:00.653 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.649+0000 7f99dfe00640 1 -- 172.21.15.92:0/1774753995 wait complete. 2024-09-19T06:07:00.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.651+0000 7f99dfe00640 1 Processor -- start 2024-09-19T06:07:00.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.651+0000 7f99dfe00640 1 -- start start 2024-09-19T06:07:00.655 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99dfe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99e00b2480 0x7f99e014d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99dfe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f99e015e570 0x7f99e00723e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99dfe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e01629d0 0x7f99e015cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99dfe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f99e00cfbe0 con 0x7f99e00b2480 2024-09-19T06:07:00.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99dfe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f99e00ce480 con 0x7f99e015e570 2024-09-19T06:07:00.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99dfe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f99e00aec70 con 0x7f99e01629d0 2024-09-19T06:07:00.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99dea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99e00b2480 0x7f99e014d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.656 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99dea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99e00b2480 0x7f99e014d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51408/0 (socket says 172.21.15.92:51408) 2024-09-19T06:07:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99dea00640 1 -- 172.21.15.92:0/4074289410 learned_addr learned my addr 172.21.15.92:0/4074289410 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99de000640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f99e015e570 0x7f99e00723e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.652+0000 7f99df400640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e01629d0 0x7f99e015cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99dea00640 1 -- 172.21.15.92:0/4074289410 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e01629d0 msgr2=0x7f99e015cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99dea00640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e01629d0 0x7f99e015cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99dea00640 1 -- 172.21.15.92:0/4074289410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f99e015e570 msgr2=0x7f99e00723e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99dea00640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f99e015e570 0x7f99e00723e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.657 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99dea00640 1 -- 172.21.15.92:0/4074289410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f99e0072ea0 con 0x7f99e00b2480 2024-09-19T06:07:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99dea00640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99e00b2480 0x7f99e014d3d0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f99d000c830 tx=0x7f99d000ccf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99d7400640 1 -- 172.21.15.92:0/4074289410 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99d0003b70 con 0x7f99e00b2480 2024-09-19T06:07:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99d7400640 1 -- 172.21.15.92:0/4074289410 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f99d0003d10 con 0x7f99e00b2480 2024-09-19T06:07:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99d7400640 1 -- 172.21.15.92:0/4074289410 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f99d000aa90 con 0x7f99e00b2480 2024-09-19T06:07:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f99e0073180 con 0x7f99e00b2480 2024-09-19T06:07:00.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.653+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f99e0073740 con 0x7f99e00b2480 2024-09-19T06:07:00.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.655+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f99e00b1d70 con 0x7f99e00b2480 2024-09-19T06:07:00.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.655+0000 7f99d7400640 1 -- 172.21.15.92:0/4074289410 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f99d000ac30 con 0x7f99e00b2480 2024-09-19T06:07:00.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.656+0000 7f99d7400640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f99c006c2b0 0x7f99c006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.656+0000 7f99d7400640 1 -- 172.21.15.92:0/4074289410 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f99d008b100 con 0x7f99e00b2480 2024-09-19T06:07:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.656+0000 7f99de000640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f99c006c2b0 0x7f99c006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:00.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.657+0000 7f99de000640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f99c006c2b0 0x7f99c006e770 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f99e00b3370 tx=0x7f99cc001610 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:00.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.660+0000 7f99d7400640 1 -- 172.21.15.92:0/4074289410 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f99d0059540 con 0x7f99e00b2480 2024-09-19T06:07:00.836 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.834+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) -- 0x7f99e01625c0 con 0x7f99c006c2b0 2024-09-19T06:07:00.837 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.835+0000 7f99d7400640 1 -- 172.21.15.92:0/4074289410 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f99e01625c0 con 0x7f99c006c2b0 2024-09-19T06:07:00.837 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 0 to deep-scrub 2024-09-19T06:07:00.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f99c006c2b0 msgr2=0x7f99c006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f99c006c2b0 0x7f99c006e770 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f99e00b3370 tx=0x7f99cc001610 comp rx=0 tx=0).stop 2024-09-19T06:07:00.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99e00b2480 msgr2=0x7f99e014d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:00.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99e00b2480 0x7f99e014d3d0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f99d000c830 tx=0x7f99d000ccf0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 shutdown_connections 2024-09-19T06:07:00.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f99e01629d0 0x7f99e015cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.842 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f99c006c2b0 0x7f99c006e770 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f99e015e570 0x7f99e00723e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 --2- 172.21.15.92:0/4074289410 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f99e00b2480 0x7f99e014d3d0 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:00.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 >> 172.21.15.92:0/4074289410 conn(0x7f99e0062a20 msgr2=0x7f99e00ce9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:00.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 shutdown_connections 2024-09-19T06:07:00.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:00.837+0000 7f99dfe00640 1 -- 172.21.15.92:0/4074289410 wait complete. 2024-09-19T06:07:00.855 INFO:tasks.ceph:Scrubbing osd.1 2024-09-19T06:07:00.855 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:07:01.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.010+0000 7f2381400640 1 Processor -- start 2024-09-19T06:07:01.013 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.010+0000 7f2381400640 1 -- start start 2024-09-19T06:07:01.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.011+0000 7f2381400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c06d280 0x7f237c0ae890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f2381400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f237c0afaa0 con 0x7f237c15e500 2024-09-19T06:07:01.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f2381400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f237c0aef20 con 0x7f237c0b4000 2024-09-19T06:07:01.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f2381400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f237c0af200 con 0x7f237c06d280 2024-09-19T06:07:01.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f237be00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f237c15e500 0x7f237c06e380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37846/0 (socket says 172.21.15.92:37846) 2024-09-19T06:07:01.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f237be00640 1 -- 172.21.15.92:0/3816259415 learned_addr learned my addr 172.21.15.92:0/3816259415 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:01.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f2380a00640 1 --2- 172.21.15.92:0/3816259415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c06d280 0x7f237c0ae890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f237aa00640 1 -- 172.21.15.92:0/3816259415 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3264757225 0 0) 0x7f237c0afaa0 con 0x7f237c15e500 2024-09-19T06:07:01.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f237aa00640 1 -- 172.21.15.92:0/3816259415 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f2360003520 con 0x7f237c15e500 2024-09-19T06:07:01.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f237aa00640 1 -- 172.21.15.92:0/3816259415 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1215880420 0 0) 0x7f237c0aef20 con 0x7f237c0b4000 2024-09-19T06:07:01.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f237aa00640 1 -- 172.21.15.92:0/3816259415 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f237c0afaa0 con 0x7f237c0b4000 2024-09-19T06:07:01.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.012+0000 7f2380a00640 1 -- 172.21.15.92:0/3816259415 >> v1:172.21.15.102:6789/0 conn(0x7f237c0b4000 legacy=0x7f237c072510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.013+0000 7f2380a00640 1 -- 172.21.15.92:0/3816259415 >> v1:172.21.15.92:6789/0 conn(0x7f237c15e500 legacy=0x7f237c06e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.013+0000 7f2380a00640 1 -- 172.21.15.92:0/3816259415 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f237c0af4e0 con 0x7f237c06d280 2024-09-19T06:07:01.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.014+0000 7f2380a00640 1 --2- 172.21.15.92:0/3816259415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c06d280 0x7f237c0ae890 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f23740097d0 tx=0x7f237402a200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4464ff0bf3b62a39 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.014+0000 7f237aa00640 1 -- 172.21.15.92:0/3816259415 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374037070 con 0x7f237c06d280 2024-09-19T06:07:01.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.014+0000 7f237aa00640 1 -- 172.21.15.92:0/3816259415 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2374032440 con 0x7f237c06d280 2024-09-19T06:07:01.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.014+0000 7f237aa00640 1 -- 172.21.15.92:0/3816259415 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2374032810 con 0x7f237c06d280 2024-09-19T06:07:01.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.014+0000 7f2381400640 1 -- 172.21.15.92:0/3816259415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c06d280 msgr2=0x7f237c0ae890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.014+0000 7f2381400640 1 --2- 172.21.15.92:0/3816259415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c06d280 0x7f237c0ae890 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f23740097d0 tx=0x7f237402a200 comp rx=0 tx=0).stop 2024-09-19T06:07:01.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.015+0000 7f2381400640 1 -- 172.21.15.92:0/3816259415 shutdown_connections 2024-09-19T06:07:01.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.015+0000 7f2381400640 1 --2- 172.21.15.92:0/3816259415 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c06d280 0x7f237c0ae890 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.015+0000 7f2381400640 1 -- 172.21.15.92:0/3816259415 >> 172.21.15.92:0/3816259415 conn(0x7f237c06bc10 msgr2=0x7f237c06c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:01.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.015+0000 7f2381400640 1 -- 172.21.15.92:0/3816259415 shutdown_connections 2024-09-19T06:07:01.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.015+0000 7f2381400640 1 -- 172.21.15.92:0/3816259415 wait complete. 2024-09-19T06:07:01.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.016+0000 7f2381400640 1 Processor -- start 2024-09-19T06:07:01.019 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.016+0000 7f2381400640 1 -- start start 2024-09-19T06:07:01.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.017+0000 7f2381400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f237c06d280 0x7f237c152670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.017+0000 7f2381400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f237c0b4000 0x7f237c149990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.017+0000 7f2381400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c15e500 0x7f237c149ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.017+0000 7f2381400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f237c15ea60 con 0x7f237c0b4000 2024-09-19T06:07:01.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.017+0000 7f2381400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f237c15e8e0 con 0x7f237c06d280 2024-09-19T06:07:01.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.017+0000 7f2381400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f237c06ea90 con 0x7f237c15e500 2024-09-19T06:07:01.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f237c06d280 0x7f237c152670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237b400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f237c0b4000 0x7f237c149990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237be00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f237c06d280 0x7f237c152670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3300/0 says I am v2:172.21.15.92:51702/0 (socket says 172.21.15.92:51702) 2024-09-19T06:07:01.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237be00640 1 -- 172.21.15.92:0/2732521568 learned_addr learned my addr 172.21.15.92:0/2732521568 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:01.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f2380a00640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c15e500 0x7f237c149ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237be00640 1 -- 172.21.15.92:0/2732521568 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c15e500 msgr2=0x7f237c149ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237be00640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f237c15e500 0x7f237c149ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237be00640 1 -- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f237c0b4000 msgr2=0x7f237c149990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237be00640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f237c0b4000 0x7f237c149990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237be00640 1 -- 172.21.15.92:0/2732521568 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f237c159580 con 0x7f237c06d280 2024-09-19T06:07:01.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237b400640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f237c0b4000 0x7f237c149990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:07:01.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.018+0000 7f237be00640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f237c06d280 0x7f237c152670 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f236c00cbf0 tx=0x7f236c00a430 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.019+0000 7f2373e00640 1 -- 172.21.15.92:0/2732521568 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c017070 con 0x7f237c06d280 2024-09-19T06:07:01.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.019+0000 7f2373e00640 1 -- 172.21.15.92:0/2732521568 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f236c00ad60 con 0x7f237c06d280 2024-09-19T06:07:01.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.019+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f237c1587c0 con 0x7f237c06d280 2024-09-19T06:07:01.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.019+0000 7f2373e00640 1 -- 172.21.15.92:0/2732521568 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f236c012640 con 0x7f237c06d280 2024-09-19T06:07:01.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.019+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f237c158d80 con 0x7f237c06d280 2024-09-19T06:07:01.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.019+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f237c158570 con 0x7f237c06d280 2024-09-19T06:07:01.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.021+0000 7f2373e00640 1 -- 172.21.15.92:0/2732521568 <== mon.1 v2:172.21.15.102:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f236c01a070 con 0x7f237c06d280 2024-09-19T06:07:01.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.022+0000 7f2373e00640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f235c06c2b0 0x7f235c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.022+0000 7f2373e00640 1 -- 172.21.15.92:0/2732521568 <== mon.1 v2:172.21.15.102:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f236c08b680 con 0x7f237c06d280 2024-09-19T06:07:01.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.022+0000 7f237b400640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f235c06c2b0 0x7f235c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.022+0000 7f2373e00640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f235c072170 0x7f235c074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.022+0000 7f2373e00640 1 -- 172.21.15.92:0/2732521568 --> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f236c016ec0 con 0x7f235c072170 2024-09-19T06:07:01.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.022+0000 7f2373e00640 1 -- 172.21.15.92:0/2732521568 <== mon.1 v2:172.21.15.102:3300/0 6 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7f236c08ba30 con 0x7f237c06d280 2024-09-19T06:07:01.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.022+0000 7f2380a00640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f235c072170 0x7f235c074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.023+0000 7f237b400640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f235c06c2b0 0x7f235c06e770 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2368007fd0 tx=0x7f2368009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.023+0000 7f2380a00640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f235c072170 0x7f235c074590 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.023+0000 7f2373e00640 1 -- 172.21.15.92:0/2732521568 <== osd.1 v2:172.21.15.92:6826/240413168 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f236c016ec0 con 0x7f235c072170 2024-09-19T06:07:01.038 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.036+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 --> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f237c06edc0 con 0x7f235c072170 2024-09-19T06:07:01.039 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2373e00640 1 -- 172.21.15.92:0/2732521568 <== osd.1 v2:172.21.15.92:6826/240413168 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f237c06edc0 con 0x7f235c072170 2024-09-19T06:07:01.039 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:07:01.039 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:07:01.039 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:07:01.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f235c072170 msgr2=0x7f235c074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2381400640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6826/240413168,v1:172.21.15.92:6827/240413168] conn(0x7f235c072170 0x7f235c074590 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.040 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f235c06c2b0 msgr2=0x7f235c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2381400640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f235c06c2b0 0x7f235c06e770 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f2368007fd0 tx=0x7f2368009040 comp rx=0 tx=0).stop 2024-09-19T06:07:01.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f237c06d280 msgr2=0x7f237c152670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2381400640 1 --2- 172.21.15.92:0/2732521568 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f237c06d280 0x7f237c152670 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f236c00cbf0 tx=0x7f236c00a430 comp rx=0 tx=0).stop 2024-09-19T06:07:01.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2380a00640 1 -- 172.21.15.92:0/2732521568 reap_dead start 2024-09-19T06:07:01.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 shutdown_connections 2024-09-19T06:07:01.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 >> 172.21.15.92:0/2732521568 conn(0x7f237c06bc10 msgr2=0x7f237c06de40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:01.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.037+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 shutdown_connections 2024-09-19T06:07:01.041 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.038+0000 7f2381400640 1 -- 172.21.15.92:0/2732521568 wait complete. 2024-09-19T06:07:01.054 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-19T06:07:01.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.206+0000 7fd832600640 1 Processor -- start 2024-09-19T06:07:01.208 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.206+0000 7fd832600640 1 -- start start 2024-09-19T06:07:01.209 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.207+0000 7fd832600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fd82c15b480 0x7fd82c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.207+0000 7fd832600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd82c072700 0x7fd82c15bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.207+0000 7fd832600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd82c0ccff0 con 0x7fd82c0b60c0 2024-09-19T06:07:01.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.207+0000 7fd832600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fd82c0cd2d0 con 0x7fd82c072700 2024-09-19T06:07:01.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.207+0000 7fd832600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fd82c0cd5b0 con 0x7fd82c15b480 2024-09-19T06:07:01.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.207+0000 7fd82be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd82c072700 0x7fd82c15bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.210 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.207+0000 7fd82be00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd82c072700 0x7fd82c15bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51426/0 (socket says 172.21.15.92:51426) 2024-09-19T06:07:01.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.207+0000 7fd82be00640 1 -- 172.21.15.92:0/4101832093 learned_addr learned my addr 172.21.15.92:0/4101832093 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:01.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.208+0000 7fd82b400640 1 --2- 172.21.15.92:0/4101832093 >> v2:172.21.15.102:3300/0 conn(0x7fd82c15b480 0x7fd82c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.208+0000 7fd82be00640 1 -- 172.21.15.92:0/4101832093 >> v2:172.21.15.102:3300/0 conn(0x7fd82c15b480 msgr2=0x7fd82c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:01.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.208+0000 7fd82be00640 1 --2- 172.21.15.92:0/4101832093 >> v2:172.21.15.102:3300/0 conn(0x7fd82c15b480 0x7fd82c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.208+0000 7fd82be00640 1 -- 172.21.15.92:0/4101832093 >> v1:172.21.15.102:6789/0 conn(0x7fd82c0b60c0 legacy=0x7fd82c071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.211 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.208+0000 7fd82be00640 1 -- 172.21.15.92:0/4101832093 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd82c0cd890 con 0x7fd82c072700 2024-09-19T06:07:01.212 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.209+0000 7fd82be00640 1 --2- 172.21.15.92:0/4101832093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c072700 0x7fd82c15bc60 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fd82c0694d0 tx=0x7fd82402a6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fde1c71a6c29f3b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.209+0000 7fd82a000640 1 -- 172.21.15.92:0/4101832093 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd824036070 con 0x7fd82c072700 2024-09-19T06:07:01.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.209+0000 7fd82a000640 1 -- 172.21.15.92:0/4101832093 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd824031600 con 0x7fd82c072700 2024-09-19T06:07:01.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.209+0000 7fd82a000640 1 -- 172.21.15.92:0/4101832093 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8240319d0 con 0x7fd82c072700 2024-09-19T06:07:01.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.209+0000 7fd832600640 1 -- 172.21.15.92:0/4101832093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c072700 msgr2=0x7fd82c15bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.209+0000 7fd832600640 1 --2- 172.21.15.92:0/4101832093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c072700 0x7fd82c15bc60 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7fd82c0694d0 tx=0x7fd82402a6b0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.210+0000 7fd832600640 1 -- 172.21.15.92:0/4101832093 shutdown_connections 2024-09-19T06:07:01.213 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.210+0000 7fd832600640 1 --2- 172.21.15.92:0/4101832093 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c072700 0x7fd82c15bc60 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.210+0000 7fd832600640 1 --2- 172.21.15.92:0/4101832093 >> v2:172.21.15.102:3300/0 conn(0x7fd82c15b480 0x7fd82c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.210+0000 7fd832600640 1 -- 172.21.15.92:0/4101832093 >> 172.21.15.92:0/4101832093 conn(0x7fd82c06d0f0 msgr2=0x7fd82c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:01.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.210+0000 7fd832600640 1 -- 172.21.15.92:0/4101832093 shutdown_connections 2024-09-19T06:07:01.214 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.210+0000 7fd832600640 1 -- 172.21.15.92:0/4101832093 wait complete. 2024-09-19T06:07:01.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.211+0000 7fd832600640 1 Processor -- start 2024-09-19T06:07:01.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.211+0000 7fd832600640 1 -- start start 2024-09-19T06:07:01.216 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.212+0000 7fd832600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd82c072700 0x7fd82c144d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.212+0000 7fd832600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0b60c0 0x7fd82c0ce900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.212+0000 7fd832600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd82c15b480 0x7fd82c0cee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.212+0000 7fd832600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd82c15b9e0 con 0x7fd82c0b60c0 2024-09-19T06:07:01.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.212+0000 7fd832600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd82c15b860 con 0x7fd82c072700 2024-09-19T06:07:01.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.212+0000 7fd832600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd82c15c1a0 con 0x7fd82c15b480 2024-09-19T06:07:01.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.212+0000 7fd82aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0b60c0 0x7fd82c0ce900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.217 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82b400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd82c072700 0x7fd82c144d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.220 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82aa00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0b60c0 0x7fd82c0ce900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51430/0 (socket says 172.21.15.92:51430) 2024-09-19T06:07:01.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82aa00640 1 -- 172.21.15.92:0/2526192228 learned_addr learned my addr 172.21.15.92:0/2526192228 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:01.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82be00640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd82c15b480 0x7fd82c0cee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82aa00640 1 -- 172.21.15.92:0/2526192228 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd82c15b480 msgr2=0x7fd82c0cee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82aa00640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd82c15b480 0x7fd82c0cee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82aa00640 1 -- 172.21.15.92:0/2526192228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd82c072700 msgr2=0x7fd82c144d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82aa00640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd82c072700 0x7fd82c144d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.221 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82aa00640 1 -- 172.21.15.92:0/2526192228 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd82c148610 con 0x7fd82c0b60c0 2024-09-19T06:07:01.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd82aa00640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0b60c0 0x7fd82c0ce900 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7fd81800c400 tx=0x7fd81800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd823400640 1 -- 172.21.15.92:0/2526192228 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8180052d0 con 0x7fd82c0b60c0 2024-09-19T06:07:01.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd823400640 1 -- 172.21.15.92:0/2526192228 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd818005490 con 0x7fd82c0b60c0 2024-09-19T06:07:01.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd823400640 1 -- 172.21.15.92:0/2526192228 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd818007260 con 0x7fd82c0b60c0 2024-09-19T06:07:01.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.213+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd82c148330 con 0x7fd82c0b60c0 2024-09-19T06:07:01.222 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.214+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd82c145a10 con 0x7fd82c0b60c0 2024-09-19T06:07:01.223 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.215+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd82c15bc60 con 0x7fd82c0b60c0 2024-09-19T06:07:01.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.216+0000 7fd823400640 1 -- 172.21.15.92:0/2526192228 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd818007400 con 0x7fd82c0b60c0 2024-09-19T06:07:01.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.216+0000 7fd823400640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd80c06c2b0 0x7fd80c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.217+0000 7fd823400640 1 -- 172.21.15.92:0/2526192228 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7fd81808a5c0 con 0x7fd82c0b60c0 2024-09-19T06:07:01.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.217+0000 7fd82b400640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd80c06c2b0 0x7fd80c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.217+0000 7fd82b400640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd80c06c2b0 0x7fd80c06e770 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd81c006fd0 tx=0x7fd81c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.224 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.221+0000 7fd823400640 1 -- 172.21.15.92:0/2526192228 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd8180589e0 con 0x7fd82c0b60c0 2024-09-19T06:07:01.396 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.394+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) -- 0x7fd82c0cc670 con 0x7fd80c06c2b0 2024-09-19T06:07:01.397 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.395+0000 7fd823400640 1 -- 172.21.15.92:0/2526192228 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd82c0cc670 con 0x7fd80c06c2b0 2024-09-19T06:07:01.397 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 1 to deep-scrub 2024-09-19T06:07:01.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd80c06c2b0 msgr2=0x7fd80c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd80c06c2b0 0x7fd80c06e770 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fd81c006fd0 tx=0x7fd81c008040 comp rx=0 tx=0).stop 2024-09-19T06:07:01.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0b60c0 msgr2=0x7fd82c0ce900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0b60c0 0x7fd82c0ce900 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7fd81800c400 tx=0x7fd81800c8c0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.399 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 shutdown_connections 2024-09-19T06:07:01.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd82c15b480 0x7fd82c0cee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0b60c0 0x7fd82c0ce900 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd80c06c2b0 0x7fd80c06e770 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 --2- 172.21.15.92:0/2526192228 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd82c072700 0x7fd82c144d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 >> 172.21.15.92:0/2526192228 conn(0x7fd82c06d0f0 msgr2=0x7fd82c0b3590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:01.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 shutdown_connections 2024-09-19T06:07:01.400 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.397+0000 7fd832600640 1 -- 172.21.15.92:0/2526192228 wait complete. 2024-09-19T06:07:01.415 INFO:tasks.ceph:Scrubbing osd.2 2024-09-19T06:07:01.416 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:07:01.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.570+0000 7f4c5fe00640 1 Processor -- start 2024-09-19T06:07:01.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.570+0000 7f4c5fe00640 1 -- start start 2024-09-19T06:07:01.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.571+0000 7f4c5fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4c5815e7c0 0x7f4c58070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.571+0000 7f4c5fe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f4c580714f0 0x7f4c580731f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.571+0000 7f4c5fe00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f4c58073f60 con 0x7f4c58073730 2024-09-19T06:07:01.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.571+0000 7f4c5fe00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f4c58071960 con 0x7f4c5815e7c0 2024-09-19T06:07:01.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.571+0000 7f4c5fe00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f4c580b4b60 con 0x7f4c580714f0 2024-09-19T06:07:01.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.571+0000 7f4c5d400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4c5815e7c0 0x7f4c58070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.571+0000 7f4c5de00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4c58073730 0x7f4c580b5640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37856/0 (socket says 172.21.15.92:37856) 2024-09-19T06:07:01.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.571+0000 7f4c5de00640 1 -- 172.21.15.92:0/119823597 learned_addr learned my addr 172.21.15.92:0/119823597 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:01.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.572+0000 7f4c5ca00640 1 --2- 172.21.15.92:0/119823597 >> v2:172.21.15.102:3300/0 conn(0x7f4c580714f0 0x7f4c580731f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.572+0000 7f4c5d400640 1 -- 172.21.15.92:0/119823597 >> v2:172.21.15.102:3300/0 conn(0x7f4c580714f0 msgr2=0x7f4c580731f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:01.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.572+0000 7f4c5d400640 1 --2- 172.21.15.92:0/119823597 >> v2:172.21.15.102:3300/0 conn(0x7f4c580714f0 0x7f4c580731f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.572+0000 7f4c5d400640 1 -- 172.21.15.92:0/119823597 >> v1:172.21.15.92:6789/0 conn(0x7f4c58073730 legacy=0x7f4c580b5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.572+0000 7f4c5d400640 1 -- 172.21.15.92:0/119823597 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c580b4e40 con 0x7f4c5815e7c0 2024-09-19T06:07:01.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.573+0000 7f4c5d400640 1 --2- 172.21.15.92:0/119823597 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 0x7f4c58070fb0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f4c58070d70 tx=0x7f4c4c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99b79835e1f80ad4 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.573+0000 7f4c57e00640 1 -- 172.21.15.92:0/119823597 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c4c037070 con 0x7f4c5815e7c0 2024-09-19T06:07:01.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.573+0000 7f4c57e00640 1 -- 172.21.15.92:0/119823597 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c4c032440 con 0x7f4c5815e7c0 2024-09-19T06:07:01.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.573+0000 7f4c57e00640 1 -- 172.21.15.92:0/119823597 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c4c032810 con 0x7f4c5815e7c0 2024-09-19T06:07:01.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.574+0000 7f4c5fe00640 1 -- 172.21.15.92:0/119823597 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 msgr2=0x7f4c58070fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.574+0000 7f4c5fe00640 1 --2- 172.21.15.92:0/119823597 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 0x7f4c58070fb0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f4c58070d70 tx=0x7f4c4c02a1a0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.574+0000 7f4c5fe00640 1 -- 172.21.15.92:0/119823597 shutdown_connections 2024-09-19T06:07:01.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.574+0000 7f4c5fe00640 1 --2- 172.21.15.92:0/119823597 >> v2:172.21.15.102:3300/0 conn(0x7f4c580714f0 0x7f4c580731f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.574+0000 7f4c5fe00640 1 --2- 172.21.15.92:0/119823597 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 0x7f4c58070fb0 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.574+0000 7f4c5fe00640 1 -- 172.21.15.92:0/119823597 >> 172.21.15.92:0/119823597 conn(0x7f4c5806d0f0 msgr2=0x7f4c5806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:01.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.574+0000 7f4c5fe00640 1 -- 172.21.15.92:0/119823597 shutdown_connections 2024-09-19T06:07:01.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.574+0000 7f4c5fe00640 1 -- 172.21.15.92:0/119823597 wait complete. 2024-09-19T06:07:01.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.575+0000 7f4c5fe00640 1 Processor -- start 2024-09-19T06:07:01.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.575+0000 7f4c5fe00640 1 -- start start 2024-09-19T06:07:01.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.576+0000 7f4c5fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4c580714f0 0x7f4c581573e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.576+0000 7f4c5fe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c58073730 0x7f4c58152520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.576+0000 7f4c5fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 0x7f4c580ccbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.576+0000 7f4c5fe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f4c58073ce0 con 0x7f4c5815e7c0 2024-09-19T06:07:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.576+0000 7f4c5fe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f4c58073b60 con 0x7f4c58073730 2024-09-19T06:07:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.576+0000 7f4c5fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f4c5815fdd0 con 0x7f4c580714f0 2024-09-19T06:07:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.576+0000 7f4c5de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 0x7f4c580ccbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 0x7f4c580ccbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51448/0 (socket says 172.21.15.92:51448) 2024-09-19T06:07:01.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5de00640 1 -- 172.21.15.92:0/3950781946 learned_addr learned my addr 172.21.15.92:0/3950781946 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5ca00640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c58073730 0x7f4c58152520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5d400640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4c580714f0 0x7f4c581573e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5de00640 1 -- 172.21.15.92:0/3950781946 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4c580714f0 msgr2=0x7f4c581573e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5de00640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f4c580714f0 0x7f4c581573e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5de00640 1 -- 172.21.15.92:0/3950781946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c58073730 msgr2=0x7f4c58152520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5de00640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f4c58073730 0x7f4c58152520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5de00640 1 -- 172.21.15.92:0/3950781946 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f4c580cbb10 con 0x7f4c5815e7c0 2024-09-19T06:07:01.582 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5de00640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 0x7f4c580ccbb0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f4c5000cbc0 tx=0x7f4c5000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c55600640 1 -- 172.21.15.92:0/3950781946 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c50017070 con 0x7f4c5815e7c0 2024-09-19T06:07:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c55600640 1 -- 172.21.15.92:0/3950781946 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f4c5000ad40 con 0x7f4c5815e7c0 2024-09-19T06:07:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c55600640 1 -- 172.21.15.92:0/3950781946 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f4c50012600 con 0x7f4c5815e7c0 2024-09-19T06:07:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.577+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f4c580cbdf0 con 0x7f4c5815e7c0 2024-09-19T06:07:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.578+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f4c580cc3b0 con 0x7f4c5815e7c0 2024-09-19T06:07:01.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.578+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f4c58157920 con 0x7f4c5815e7c0 2024-09-19T06:07:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.580+0000 7f4c55600640 1 -- 172.21.15.92:0/3950781946 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f4c5001a070 con 0x7f4c5815e7c0 2024-09-19T06:07:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.580+0000 7f4c55600640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4c3806c2b0 0x7f4c3806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.580+0000 7f4c55600640 1 -- 172.21.15.92:0/3950781946 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f4c5008adb0 con 0x7f4c5815e7c0 2024-09-19T06:07:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.581+0000 7f4c5d400640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4c3806c2b0 0x7f4c3806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.581+0000 7f4c55600640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f4c38072170 0x7f4c38074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.581+0000 7f4c55600640 1 -- 172.21.15.92:0/3950781946 --> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f4c38074c40 con 0x7f4c38072170 2024-09-19T06:07:01.585 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.581+0000 7f4c55600640 1 -- 172.21.15.92:0/3950781946 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7f4c5008d3d0 con 0x7f4c5815e7c0 2024-09-19T06:07:01.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.581+0000 7f4c5ca00640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f4c38072170 0x7f4c38074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.581+0000 7f4c5d400640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4c3806c2b0 0x7f4c3806e770 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c034000 tx=0x7f4c4c02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.582+0000 7f4c5ca00640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f4c38072170 0x7f4c38074590 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.586 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.583+0000 7f4c55600640 1 -- 172.21.15.92:0/3950781946 <== osd.2 v2:172.21.15.92:6810/3636003426 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f4c38074c40 con 0x7f4c38072170 2024-09-19T06:07:01.597 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.596+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 --> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f4c58152a60 con 0x7f4c38072170 2024-09-19T06:07:01.598 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.596+0000 7f4c55600640 1 -- 172.21.15.92:0/3950781946 <== osd.2 v2:172.21.15.92:6810/3636003426 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f4c4400bb20 con 0x7f4c38072170 2024-09-19T06:07:01.598 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:07:01.598 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:07:01.599 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:07:01.599 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.596+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f4c38072170 msgr2=0x7f4c38074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.596+0000 7f4c5fe00640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6810/3636003426,v1:172.21.15.92:6811/3636003426] conn(0x7f4c38072170 0x7f4c38074590 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.597+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4c3806c2b0 msgr2=0x7f4c3806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.597+0000 7f4c5fe00640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f4c3806c2b0 0x7f4c3806e770 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4c4c034000 tx=0x7f4c4c02e000 comp rx=0 tx=0).stop 2024-09-19T06:07:01.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.597+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 msgr2=0x7f4c580ccbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.597+0000 7f4c5fe00640 1 --2- 172.21.15.92:0/3950781946 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c5815e7c0 0x7f4c580ccbb0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f4c5000cbc0 tx=0x7f4c5000a430 comp rx=0 tx=0).stop 2024-09-19T06:07:01.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.597+0000 7f4c5de00640 1 -- 172.21.15.92:0/3950781946 reap_dead start 2024-09-19T06:07:01.600 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.597+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 shutdown_connections 2024-09-19T06:07:01.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.597+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 >> 172.21.15.92:0/3950781946 conn(0x7f4c5806d0f0 msgr2=0x7f4c5815c190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:01.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.597+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 shutdown_connections 2024-09-19T06:07:01.601 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.597+0000 7f4c5fe00640 1 -- 172.21.15.92:0/3950781946 wait complete. 2024-09-19T06:07:01.614 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-19T06:07:01.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.765+0000 7fd8eea00640 1 Processor -- start 2024-09-19T06:07:01.767 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.765+0000 7fd8eea00640 1 -- start start 2024-09-19T06:07:01.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.766+0000 7fd8eea00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd8e8062d40 0x7fd8e80b7460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.766+0000 7fd8eea00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8e80d2330 con 0x7fd8e80cf3a0 2024-09-19T06:07:01.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.766+0000 7fd8eea00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd8e80cf830 con 0x7fd8e815e570 2024-09-19T06:07:01.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.766+0000 7fd8eea00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fd8e815e950 con 0x7fd8e8062d40 2024-09-19T06:07:01.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.766+0000 7fd8ecc00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fd8e80cf3a0 0x7fd8e80d3400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37862/0 (socket says 172.21.15.92:37862) 2024-09-19T06:07:01.768 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.766+0000 7fd8ecc00640 1 -- 172.21.15.92:0/638812389 learned_addr learned my addr 172.21.15.92:0/638812389 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:01.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.766+0000 7fd8ee000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd8e8062d40 0x7fd8e80b7460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.767+0000 7fd8ee000640 1 -- 172.21.15.92:0/638812389 >> v1:172.21.15.102:6789/0 conn(0x7fd8e815e570 legacy=0x7fd8e8062630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.767+0000 7fd8ee000640 1 -- 172.21.15.92:0/638812389 >> v1:172.21.15.92:6789/0 conn(0x7fd8e80cf3a0 legacy=0x7fd8e80d3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.769 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.767+0000 7fd8ee000640 1 -- 172.21.15.92:0/638812389 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8e80d2920 con 0x7fd8e8062d40 2024-09-19T06:07:01.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.768+0000 7fd8ee000640 1 --2- 172.21.15.92:0/638812389 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e8062d40 0x7fd8e80b7460 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fd8e0009d90 tx=0x7fd8e002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc209a6230702833 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.768+0000 7fd8e7e00640 1 -- 172.21.15.92:0/638812389 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e0007740 con 0x7fd8e8062d40 2024-09-19T06:07:01.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.768+0000 7fd8e7e00640 1 -- 172.21.15.92:0/638812389 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8e00078e0 con 0x7fd8e8062d40 2024-09-19T06:07:01.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.768+0000 7fd8e7e00640 1 -- 172.21.15.92:0/638812389 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8e0007cb0 con 0x7fd8e8062d40 2024-09-19T06:07:01.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.769+0000 7fd8eea00640 1 -- 172.21.15.92:0/638812389 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e8062d40 msgr2=0x7fd8e80b7460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.769+0000 7fd8eea00640 1 --2- 172.21.15.92:0/638812389 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e8062d40 0x7fd8e80b7460 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fd8e0009d90 tx=0x7fd8e002a6f0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.771 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.769+0000 7fd8eea00640 1 -- 172.21.15.92:0/638812389 shutdown_connections 2024-09-19T06:07:01.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.769+0000 7fd8eea00640 1 --2- 172.21.15.92:0/638812389 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e8062d40 0x7fd8e80b7460 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.769+0000 7fd8eea00640 1 -- 172.21.15.92:0/638812389 >> 172.21.15.92:0/638812389 conn(0x7fd8e80d4480 msgr2=0x7fd8e80d4890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:01.772 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.769+0000 7fd8eea00640 1 -- 172.21.15.92:0/638812389 shutdown_connections 2024-09-19T06:07:01.773 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.769+0000 7fd8eea00640 1 -- 172.21.15.92:0/638812389 wait complete. 2024-09-19T06:07:01.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.771+0000 7fd8eea00640 1 Processor -- start 2024-09-19T06:07:01.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.771+0000 7fd8eea00640 1 -- start start 2024-09-19T06:07:01.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8eea00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8e8062d40 0x7fd8e8152cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.775 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8eea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e815e570 0x7fd8e80c9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8eea00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd8e80b6290 0x7fd8e80d3300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8eea00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e80d2ee0 con 0x7fd8e815e570 2024-09-19T06:07:01.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8eea00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd8e80ba3e0 con 0x7fd8e8062d40 2024-09-19T06:07:01.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8eea00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd8e81629f0 con 0x7fd8e80b6290 2024-09-19T06:07:01.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ecc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e815e570 0x7fd8e80c9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ecc00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e815e570 0x7fd8e80c9e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51472/0 (socket says 172.21.15.92:51472) 2024-09-19T06:07:01.776 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ecc00640 1 -- 172.21.15.92:0/3127746978 learned_addr learned my addr 172.21.15.92:0/3127746978 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:01.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ed600640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8e8062d40 0x7fd8e8152cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ee000640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd8e80b6290 0x7fd8e80d3300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ecc00640 1 -- 172.21.15.92:0/3127746978 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd8e80b6290 msgr2=0x7fd8e80d3300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ecc00640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd8e80b6290 0x7fd8e80d3300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ecc00640 1 -- 172.21.15.92:0/3127746978 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8e8062d40 msgr2=0x7fd8e8152cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ecc00640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8e8062d40 0x7fd8e8152cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ecc00640 1 -- 172.21.15.92:0/3127746978 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd8e80c80c0 con 0x7fd8e815e570 2024-09-19T06:07:01.777 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.772+0000 7fd8ee000640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd8e80b6290 0x7fd8e80d3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:07:01.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.773+0000 7fd8ecc00640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e815e570 0x7fd8e80c9e60 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fd8d400c4a0 tx=0x7fd8d400c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.773+0000 7fd8e5600640 1 -- 172.21.15.92:0/3127746978 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8d4017070 con 0x7fd8e815e570 2024-09-19T06:07:01.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.773+0000 7fd8e5600640 1 -- 172.21.15.92:0/3127746978 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd8d4005ce0 con 0x7fd8e815e570 2024-09-19T06:07:01.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.773+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd8e80c83a0 con 0x7fd8e815e570 2024-09-19T06:07:01.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.773+0000 7fd8e5600640 1 -- 172.21.15.92:0/3127746978 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd8d4007270 con 0x7fd8e815e570 2024-09-19T06:07:01.778 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.773+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd8e80c8960 con 0x7fd8e815e570 2024-09-19T06:07:01.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.774+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fd8e8162d80 con 0x7fd8e815e570 2024-09-19T06:07:01.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.775+0000 7fd8e5600640 1 -- 172.21.15.92:0/3127746978 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd8d401a070 con 0x7fd8e815e570 2024-09-19T06:07:01.779 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.776+0000 7fd8e5600640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8c806c2b0 0x7fd8c806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:01.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.776+0000 7fd8e5600640 1 -- 172.21.15.92:0/3127746978 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7fd8d408a300 con 0x7fd8e815e570 2024-09-19T06:07:01.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.776+0000 7fd8ed600640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8c806c2b0 0x7fd8c806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:01.780 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.777+0000 7fd8ed600640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8c806c2b0 0x7fd8c806e770 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd8e80cedb0 tx=0x7fd8dc009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:01.782 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.781+0000 7fd8e5600640 1 -- 172.21.15.92:0/3127746978 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fd8d40587b0 con 0x7fd8e815e570 2024-09-19T06:07:01.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.954+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) -- 0x7fd8e8159b70 con 0x7fd8c806c2b0 2024-09-19T06:07:01.956 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.954+0000 7fd8e5600640 1 -- 172.21.15.92:0/3127746978 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fd8e8159b70 con 0x7fd8c806c2b0 2024-09-19T06:07:01.957 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 2 to deep-scrub 2024-09-19T06:07:01.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.956+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8c806c2b0 msgr2=0x7fd8c806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.956+0000 7fd8eea00640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8c806c2b0 0x7fd8c806e770 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7fd8e80cedb0 tx=0x7fd8dc009040 comp rx=0 tx=0).stop 2024-09-19T06:07:01.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.956+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e815e570 msgr2=0x7fd8e80c9e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:01.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.956+0000 7fd8eea00640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e815e570 0x7fd8e80c9e60 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7fd8d400c4a0 tx=0x7fd8d400c960 comp rx=0 tx=0).stop 2024-09-19T06:07:01.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.956+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 shutdown_connections 2024-09-19T06:07:01.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.957+0000 7fd8eea00640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd8e80b6290 0x7fd8e80d3300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.959 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.957+0000 7fd8eea00640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd8e815e570 0x7fd8e80c9e60 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.957+0000 7fd8eea00640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8c806c2b0 0x7fd8c806e770 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.957+0000 7fd8eea00640 1 --2- 172.21.15.92:0/3127746978 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd8e8062d40 0x7fd8e8152cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:01.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.957+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 >> 172.21.15.92:0/3127746978 conn(0x7fd8e80d4480 msgr2=0x7fd8e80d4960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:01.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.957+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 shutdown_connections 2024-09-19T06:07:01.960 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:01.957+0000 7fd8eea00640 1 -- 172.21.15.92:0/3127746978 wait complete. 2024-09-19T06:07:01.974 INFO:tasks.ceph:Scrubbing osd.3 2024-09-19T06:07:01.974 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:07:02.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.130+0000 7fd924c00640 1 Processor -- start 2024-09-19T06:07:02.132 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.130+0000 7fd924c00640 1 -- start start 2024-09-19T06:07:02.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd924c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9200b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd924c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7fd9200b60c0 0x7fd920071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.133 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd924c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fd9200ccff0 con 0x7fd920072530 2024-09-19T06:07:02.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd924c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7fd9200b6500 con 0x7fd9200b60c0 2024-09-19T06:07:02.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd924c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd920072990 con 0x7fd92015b480 2024-09-19T06:07:02.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd91de00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9200b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd91de00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9200b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.102:3301/0 says I am v2:172.21.15.92:56016/0 (socket says 172.21.15.92:56016) 2024-09-19T06:07:02.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd91de00640 1 -- 172.21.15.92:0/121184341 learned_addr learned my addr 172.21.15.92:0/121184341 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:02.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd917e00640 1 --2- 172.21.15.92:0/121184341 >> v2:172.21.15.102:3300/0 conn(0x7fd9200b60c0 0x7fd920071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.134 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.131+0000 7fd91e800640 1 --1- 172.21.15.92:0/121184341 >> v1:172.21.15.102:6789/0 conn(0x7fd920072530 0x7fd920070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:32772/0 (socket says 172.21.15.92:32772) 2024-09-19T06:07:02.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.132+0000 7fd917e00640 1 -- 172.21.15.92:0/121184341 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 msgr2=0x7fd9200b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:02.135 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.132+0000 7fd917e00640 1 --2- 172.21.15.92:0/121184341 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9200b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.132+0000 7fd917e00640 1 -- 172.21.15.92:0/121184341 >> v1:172.21.15.102:6789/0 conn(0x7fd920072530 legacy=0x7fd920070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.132+0000 7fd917e00640 1 -- 172.21.15.92:0/121184341 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9200cd2d0 con 0x7fd9200b60c0 2024-09-19T06:07:02.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.132+0000 7fd91d400640 1 -- 172.21.15.92:0/121184341 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1206547701 0 0) 0x7fd9200ccff0 con 0x7fd920072530 2024-09-19T06:07:02.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.132+0000 7fd91de00640 1 --2- 172.21.15.92:0/121184341 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9200b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:07:02.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.133+0000 7fd917e00640 1 --2- 172.21.15.92:0/121184341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9200b60c0 0x7fd920071ff0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd9080097a0 tx=0x7fd90802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=716faa8e6e8ff54b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.133+0000 7fd91d400640 1 -- 172.21.15.92:0/121184341 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd908037070 con 0x7fd9200b60c0 2024-09-19T06:07:02.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.133+0000 7fd91d400640 1 -- 172.21.15.92:0/121184341 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd90802ae50 con 0x7fd9200b60c0 2024-09-19T06:07:02.136 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.133+0000 7fd91d400640 1 -- 172.21.15.92:0/121184341 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd908032660 con 0x7fd9200b60c0 2024-09-19T06:07:02.137 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.134+0000 7fd924c00640 1 -- 172.21.15.92:0/121184341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9200b60c0 msgr2=0x7fd920071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.134+0000 7fd924c00640 1 --2- 172.21.15.92:0/121184341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9200b60c0 0x7fd920071ff0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fd9080097a0 tx=0x7fd90802a100 comp rx=0 tx=0).stop 2024-09-19T06:07:02.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.134+0000 7fd924c00640 1 -- 172.21.15.92:0/121184341 shutdown_connections 2024-09-19T06:07:02.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.134+0000 7fd924c00640 1 --2- 172.21.15.92:0/121184341 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9200b60c0 0x7fd920071ff0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.134+0000 7fd924c00640 1 --2- 172.21.15.92:0/121184341 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9200b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.134+0000 7fd924c00640 1 -- 172.21.15.92:0/121184341 >> 172.21.15.92:0/121184341 conn(0x7fd92006d0f0 msgr2=0x7fd92006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:02.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.134+0000 7fd924c00640 1 -- 172.21.15.92:0/121184341 shutdown_connections 2024-09-19T06:07:02.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.134+0000 7fd924c00640 1 -- 172.21.15.92:0/121184341 wait complete. 2024-09-19T06:07:02.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.136+0000 7fd924c00640 1 Processor -- start 2024-09-19T06:07:02.138 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.136+0000 7fd924c00640 1 -- start start 2024-09-19T06:07:02.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd924c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd920072530 0x7fd9200c9810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.140 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd924c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9200b60c0 0x7fd9201f4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd924c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9201f4a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd924c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fd9200cdb70 con 0x7fd920072530 2024-09-19T06:07:02.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd924c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fd9200cd890 con 0x7fd9200b60c0 2024-09-19T06:07:02.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd924c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fd92015b860 con 0x7fd92015b480 2024-09-19T06:07:02.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd91de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd920072530 0x7fd9200c9810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd91de00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd920072530 0x7fd9200c9810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51476/0 (socket says 172.21.15.92:51476) 2024-09-19T06:07:02.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd91de00640 1 -- 172.21.15.92:0/3157326137 learned_addr learned my addr 172.21.15.92:0/3157326137 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:02.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd917e00640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9200b60c0 0x7fd9201f4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.141 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.137+0000 7fd91e800640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9201f4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd91de00640 1 -- 172.21.15.92:0/3157326137 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 msgr2=0x7fd9201f4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd91de00640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9201f4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd91de00640 1 -- 172.21.15.92:0/3157326137 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9200b60c0 msgr2=0x7fd9201f4060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd91de00640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fd9200b60c0 0x7fd9201f4060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd91de00640 1 -- 172.21.15.92:0/3157326137 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fd9200c9df0 con 0x7fd920072530 2024-09-19T06:07:02.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd91e800640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fd92015b480 0x7fd9201f4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:07:02.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd91de00640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd920072530 0x7fd9200c9810 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fd91000e9e0 tx=0x7fd91000eea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.142 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd916000640 1 -- 172.21.15.92:0/3157326137 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd910017070 con 0x7fd920072530 2024-09-19T06:07:02.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd916000640 1 -- 172.21.15.92:0/3157326137 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fd91000c9d0 con 0x7fd920072530 2024-09-19T06:07:02.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd916000640 1 -- 172.21.15.92:0/3157326137 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fd91000cd80 con 0x7fd920072530 2024-09-19T06:07:02.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fd9200ca0d0 con 0x7fd920072530 2024-09-19T06:07:02.143 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.138+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fd9200ca690 con 0x7fd920072530 2024-09-19T06:07:02.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.139+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7fd920071ff0 con 0x7fd920072530 2024-09-19T06:07:02.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.140+0000 7fd916000640 1 -- 172.21.15.92:0/3157326137 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fd91001a070 con 0x7fd920072530 2024-09-19T06:07:02.144 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.141+0000 7fd916000640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8fc06c2b0 0x7fd8fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.141+0000 7fd916000640 1 -- 172.21.15.92:0/3157326137 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7fd91008b640 con 0x7fd920072530 2024-09-19T06:07:02.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.142+0000 7fd917e00640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8fc06c2b0 0x7fd8fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.142+0000 7fd916000640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7fd8fc072170 0x7fd8fc074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.142+0000 7fd916000640 1 -- 172.21.15.92:0/3157326137 --> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7fd8fc074c40 con 0x7fd8fc072170 2024-09-19T06:07:02.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.142+0000 7fd916000640 1 -- 172.21.15.92:0/3157326137 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7fd91008bad0 con 0x7fd920072530 2024-09-19T06:07:02.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.142+0000 7fd91e800640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7fd8fc072170 0x7fd8fc074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.142+0000 7fd917e00640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8fc06c2b0 0x7fd8fc06e770 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd908034000 tx=0x7fd90802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.145 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.142+0000 7fd91e800640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7fd8fc072170 0x7fd8fc074590 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.146 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.143+0000 7fd916000640 1 -- 172.21.15.92:0/3157326137 <== osd.3 v2:172.21.15.92:6802/488215149 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7fd8fc074c40 con 0x7fd8fc072170 2024-09-19T06:07:02.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.156+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 --> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7fd9200b5d00 con 0x7fd8fc072170 2024-09-19T06:07:02.158 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.156+0000 7fd916000640 1 -- 172.21.15.92:0/3157326137 <== osd.3 v2:172.21.15.92:6802/488215149 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7fd9200b5d00 con 0x7fd8fc072170 2024-09-19T06:07:02.159 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:07:02.159 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:07:02.159 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:07:02.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7fd8fc072170 msgr2=0x7fd8fc074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6802/488215149,v1:172.21.15.92:6803/488215149] conn(0x7fd8fc072170 0x7fd8fc074590 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8fc06c2b0 msgr2=0x7fd8fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fd8fc06c2b0 0x7fd8fc06e770 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7fd908034000 tx=0x7fd90802e000 comp rx=0 tx=0).stop 2024-09-19T06:07:02.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd920072530 msgr2=0x7fd9200c9810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.160 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 --2- 172.21.15.92:0/3157326137 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd920072530 0x7fd9200c9810 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fd91000e9e0 tx=0x7fd91000eea0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd91e800640 1 -- 172.21.15.92:0/3157326137 reap_dead start 2024-09-19T06:07:02.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 shutdown_connections 2024-09-19T06:07:02.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 >> 172.21.15.92:0/3157326137 conn(0x7fd92006d0f0 msgr2=0x7fd92006d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:02.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 shutdown_connections 2024-09-19T06:07:02.161 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.157+0000 7fd924c00640 1 -- 172.21.15.92:0/3157326137 wait complete. 2024-09-19T06:07:02.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-19T06:07:02.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.326+0000 7f966fe00640 1 Processor -- start 2024-09-19T06:07:02.328 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.326+0000 7f966fe00640 1 -- start start 2024-09-19T06:07:02.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.327+0000 7f966fe00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f967015e5f0 0x7f96700d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.327+0000 7f966fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f96700d13c0 0x7f96700b81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.327+0000 7f966fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96700b8730 0x7f96700ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.327+0000 7f966fe00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f96700b9b30 con 0x7f96700d13c0 2024-09-19T06:07:02.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.327+0000 7f966fe00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f967015e9d0 con 0x7f967015e5f0 2024-09-19T06:07:02.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.327+0000 7f966fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f96700b8f20 con 0x7f96700b8730 2024-09-19T06:07:02.330 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.327+0000 7f966e000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f96700d13c0 0x7f96700b81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.327+0000 7f966e000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f96700d13c0 0x7f96700b81f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51492/0 (socket says 172.21.15.92:51492) 2024-09-19T06:07:02.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.327+0000 7f966e000640 1 -- 172.21.15.92:0/2375404206 learned_addr learned my addr 172.21.15.92:0/2375404206 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:02.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.328+0000 7f966ea00640 1 --2- 172.21.15.92:0/2375404206 >> v2:172.21.15.102:3300/0 conn(0x7f967015e5f0 0x7f96700d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.328+0000 7f966f400640 1 --2- 172.21.15.92:0/2375404206 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96700b8730 0x7f96700ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.328+0000 7f966e000640 1 -- 172.21.15.92:0/2375404206 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96700b8730 msgr2=0x7f96700ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:02.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.328+0000 7f966e000640 1 --2- 172.21.15.92:0/2375404206 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96700b8730 0x7f96700ceac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.328+0000 7f966e000640 1 -- 172.21.15.92:0/2375404206 >> v2:172.21.15.102:3300/0 conn(0x7f967015e5f0 msgr2=0x7f96700d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:02.331 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.328+0000 7f966e000640 1 --2- 172.21.15.92:0/2375404206 >> v2:172.21.15.102:3300/0 conn(0x7f967015e5f0 0x7f96700d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.328+0000 7f966e000640 1 -- 172.21.15.92:0/2375404206 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f96700b9200 con 0x7f96700d13c0 2024-09-19T06:07:02.332 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.328+0000 7f966ea00640 1 --2- 172.21.15.92:0/2375404206 >> v2:172.21.15.102:3300/0 conn(0x7f967015e5f0 0x7f96700d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:07:02.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.329+0000 7f966e000640 1 --2- 172.21.15.92:0/2375404206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700d13c0 0x7f96700b81f0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f96700633c0 tx=0x7f965c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7db7b1d757478cf server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.329+0000 7f966d600640 1 -- 172.21.15.92:0/2375404206 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f965c037070 con 0x7f96700d13c0 2024-09-19T06:07:02.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.329+0000 7f966d600640 1 -- 172.21.15.92:0/2375404206 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f965c032440 con 0x7f96700d13c0 2024-09-19T06:07:02.333 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.329+0000 7f966d600640 1 -- 172.21.15.92:0/2375404206 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f965c032810 con 0x7f96700d13c0 2024-09-19T06:07:02.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.330+0000 7f966fe00640 1 -- 172.21.15.92:0/2375404206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700d13c0 msgr2=0x7f96700b81f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.330+0000 7f966fe00640 1 --2- 172.21.15.92:0/2375404206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700d13c0 0x7f96700b81f0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f96700633c0 tx=0x7f965c02a1e0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.330+0000 7f966fe00640 1 -- 172.21.15.92:0/2375404206 shutdown_connections 2024-09-19T06:07:02.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.330+0000 7f966fe00640 1 --2- 172.21.15.92:0/2375404206 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96700b8730 0x7f96700ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.330+0000 7f966fe00640 1 --2- 172.21.15.92:0/2375404206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700d13c0 0x7f96700b81f0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.330+0000 7f966fe00640 1 --2- 172.21.15.92:0/2375404206 >> v2:172.21.15.102:3300/0 conn(0x7f967015e5f0 0x7f96700d0e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.330+0000 7f966fe00640 1 -- 172.21.15.92:0/2375404206 >> 172.21.15.92:0/2375404206 conn(0x7f9670062630 msgr2=0x7f9670062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:02.334 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.330+0000 7f966fe00640 1 -- 172.21.15.92:0/2375404206 shutdown_connections 2024-09-19T06:07:02.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.330+0000 7f966fe00640 1 -- 172.21.15.92:0/2375404206 wait complete. 2024-09-19T06:07:02.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.331+0000 7f966fe00640 1 Processor -- start 2024-09-19T06:07:02.335 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.331+0000 7f966fe00640 1 -- start start 2024-09-19T06:07:02.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.332+0000 7f966fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700b8730 0x7f96700c9100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.332+0000 7f966fe00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96700d13c0 0x7f96700c7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.332+0000 7f966fe00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f967015e5f0 0x7f96700c84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.332+0000 7f966fe00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f96700b8ba0 con 0x7f96700b8730 2024-09-19T06:07:02.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.332+0000 7f966fe00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f96700b97c0 con 0x7f967015e5f0 2024-09-19T06:07:02.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.332+0000 7f966fe00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f96700cf000 con 0x7f96700d13c0 2024-09-19T06:07:02.337 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700b8730 0x7f96700c9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966ea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700b8730 0x7f96700c9100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51504/0 (socket says 172.21.15.92:51504) 2024-09-19T06:07:02.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966ea00640 1 -- 172.21.15.92:0/2327844889 learned_addr learned my addr 172.21.15.92:0/2327844889 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:02.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966ea00640 1 -- 172.21.15.92:0/2327844889 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96700d13c0 msgr2=0x7f96700c7fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966ea00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96700d13c0 0x7f96700c7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966ea00640 1 -- 172.21.15.92:0/2327844889 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f967015e5f0 msgr2=0x7f96700c84e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966ea00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f967015e5f0 0x7f96700c84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966ea00640 1 -- 172.21.15.92:0/2327844889 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f967015b5e0 con 0x7f96700b8730 2024-09-19T06:07:02.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966ea00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700b8730 0x7f96700c9100 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f966000d7d0 tx=0x7f966000dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.338 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f9666a00640 1 -- 172.21.15.92:0/2327844889 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f9660004030 con 0x7f96700b8730 2024-09-19T06:07:02.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f9666a00640 1 -- 172.21.15.92:0/2327844889 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f96600041d0 con 0x7f96700b8730 2024-09-19T06:07:02.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f9666a00640 1 -- 172.21.15.92:0/2327844889 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f96600096a0 con 0x7f96700b8730 2024-09-19T06:07:02.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.333+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f9670151100 con 0x7f96700b8730 2024-09-19T06:07:02.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.334+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f96701516c0 con 0x7f96700b8730 2024-09-19T06:07:02.339 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.335+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f96700b81f0 con 0x7f96700b8730 2024-09-19T06:07:02.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.336+0000 7f9666a00640 1 -- 172.21.15.92:0/2327844889 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f9660009840 con 0x7f96700b8730 2024-09-19T06:07:02.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.336+0000 7f9666a00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f965006c2e0 0x7f965006e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.337+0000 7f9666a00640 1 -- 172.21.15.92:0/2327844889 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f966008b460 con 0x7f96700b8730 2024-09-19T06:07:02.340 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.337+0000 7f966e000640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f965006c2e0 0x7f965006e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.341 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.337+0000 7f966e000640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f965006c2e0 0x7f965006e7a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f965c034000 tx=0x7f965c02c000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.342 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.341+0000 7f9666a00640 1 -- 172.21.15.92:0/2327844889 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f9660059e30 con 0x7f96700b8730 2024-09-19T06:07:02.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.513+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) -- 0x7f96700cea90 con 0x7f965006c2e0 2024-09-19T06:07:02.515 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.513+0000 7f9666a00640 1 -- 172.21.15.92:0/2327844889 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f96700cea90 con 0x7f965006c2e0 2024-09-19T06:07:02.516 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 3 to deep-scrub 2024-09-19T06:07:02.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.515+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f965006c2e0 msgr2=0x7f965006e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.515+0000 7f966fe00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f965006c2e0 0x7f965006e7a0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f965c034000 tx=0x7f965c02c000 comp rx=0 tx=0).stop 2024-09-19T06:07:02.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.515+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700b8730 msgr2=0x7f96700c9100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.515+0000 7f966fe00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700b8730 0x7f96700c9100 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f966000d7d0 tx=0x7f966000dc90 comp rx=0 tx=0).stop 2024-09-19T06:07:02.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.516+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 shutdown_connections 2024-09-19T06:07:02.518 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.516+0000 7f966fe00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f965006c2e0 0x7f965006e7a0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.516+0000 7f966fe00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f967015e5f0 0x7f96700c84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.516+0000 7f966fe00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f96700d13c0 0x7f96700c7fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.516+0000 7f966fe00640 1 --2- 172.21.15.92:0/2327844889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f96700b8730 0x7f96700c9100 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.516+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 >> 172.21.15.92:0/2327844889 conn(0x7f9670062630 msgr2=0x7f96700d3d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:02.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.516+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 shutdown_connections 2024-09-19T06:07:02.519 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.516+0000 7f966fe00640 1 -- 172.21.15.92:0/2327844889 wait complete. 2024-09-19T06:07:02.533 INFO:tasks.ceph:Scrubbing osd.4 2024-09-19T06:07:02.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:07:02.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.687+0000 7f8bd6200640 1 Processor -- start 2024-09-19T06:07:02.689 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.687+0000 7f8bd6200640 1 -- start start 2024-09-19T06:07:02.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.688+0000 7f8bd6200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8bd015e970 0x7f8bd00b61e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.688+0000 7f8bd6200640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f8bd00d1cd0 0x7f8bd00b6720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.688+0000 7f8bd6200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f8bd015ed50 con 0x7f8bd0162430 2024-09-19T06:07:02.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.688+0000 7f8bd6200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f8bd00cf7c0 con 0x7f8bd015e970 2024-09-19T06:07:02.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.688+0000 7f8bd6200640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f8bd00d2560 con 0x7f8bd00d1cd0 2024-09-19T06:07:02.691 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.688+0000 7f8bcf400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8bd015e970 0x7f8bd00b61e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.688+0000 7f8bcf400640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8bd015e970 0x7f8bd00b61e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51512/0 (socket says 172.21.15.92:51512) 2024-09-19T06:07:02.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.688+0000 7f8bcf400640 1 -- 172.21.15.92:0/734325873 learned_addr learned my addr 172.21.15.92:0/734325873 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:02.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.688+0000 7f8bcea00640 1 --2- 172.21.15.92:0/734325873 >> v2:172.21.15.102:3300/0 conn(0x7f8bd00d1cd0 0x7f8bd00b6720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.689+0000 7f8bcf400640 1 -- 172.21.15.92:0/734325873 >> v2:172.21.15.102:3300/0 conn(0x7f8bd00d1cd0 msgr2=0x7f8bd00b6720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:02.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.689+0000 7f8bcf400640 1 --2- 172.21.15.92:0/734325873 >> v2:172.21.15.102:3300/0 conn(0x7f8bd00d1cd0 0x7f8bd00b6720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.689+0000 7f8bcf400640 1 -- 172.21.15.92:0/734325873 >> v1:172.21.15.102:6789/0 conn(0x7f8bd0162430 legacy=0x7f8bd01628c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.692 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.689+0000 7f8bcf400640 1 -- 172.21.15.92:0/734325873 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bd00cffd0 con 0x7f8bd015e970 2024-09-19T06:07:02.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.690+0000 7f8bcf400640 1 --2- 172.21.15.92:0/734325873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 0x7f8bd00b61e0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f8bd00d0620 tx=0x7f8bc002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=540c8be7b73985e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.690+0000 7f8bce000640 1 -- 172.21.15.92:0/734325873 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc0037070 con 0x7f8bd015e970 2024-09-19T06:07:02.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.690+0000 7f8bce000640 1 -- 172.21.15.92:0/734325873 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bc0032440 con 0x7f8bd015e970 2024-09-19T06:07:02.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.690+0000 7f8bce000640 1 -- 172.21.15.92:0/734325873 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bc0032810 con 0x7f8bd015e970 2024-09-19T06:07:02.694 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.691+0000 7f8bd6200640 1 -- 172.21.15.92:0/734325873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 msgr2=0x7f8bd00b61e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.691+0000 7f8bd6200640 1 --2- 172.21.15.92:0/734325873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 0x7f8bd00b61e0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f8bd00d0620 tx=0x7f8bc002a1e0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.691+0000 7f8bd6200640 1 -- 172.21.15.92:0/734325873 shutdown_connections 2024-09-19T06:07:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.691+0000 7f8bd6200640 1 --2- 172.21.15.92:0/734325873 >> v2:172.21.15.102:3300/0 conn(0x7f8bd00d1cd0 0x7f8bd00b6720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.691+0000 7f8bd6200640 1 --2- 172.21.15.92:0/734325873 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 0x7f8bd00b61e0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.691+0000 7f8bd6200640 1 -- 172.21.15.92:0/734325873 >> 172.21.15.92:0/734325873 conn(0x7f8bd00d11e0 msgr2=0x7f8bd00d15c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.691+0000 7f8bd6200640 1 -- 172.21.15.92:0/734325873 shutdown_connections 2024-09-19T06:07:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.691+0000 7f8bd6200640 1 -- 172.21.15.92:0/734325873 wait complete. 2024-09-19T06:07:02.695 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.692+0000 7f8bd6200640 1 Processor -- start 2024-09-19T06:07:02.696 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.692+0000 7f8bd6200640 1 -- start start 2024-09-19T06:07:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.693+0000 7f8bd6200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8bd00d1cd0 0x7f8bd014c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.693+0000 7f8bd6200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 0x7f8bd0160710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.693+0000 7f8bd6200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8bd0162430 0x7f8bd014a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.693+0000 7f8bd6200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd006d9a0 con 0x7f8bd015e970 2024-09-19T06:07:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.693+0000 7f8bd6200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f8bd00cfcf0 con 0x7f8bd00d1cd0 2024-09-19T06:07:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.693+0000 7f8bd6200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f8bd006db20 con 0x7f8bd0162430 2024-09-19T06:07:02.698 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.693+0000 7f8bcea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 0x7f8bd0160710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.693+0000 7f8bcea00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 0x7f8bd0160710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51520/0 (socket says 172.21.15.92:51520) 2024-09-19T06:07:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.693+0000 7f8bcea00640 1 -- 172.21.15.92:0/839273236 learned_addr learned my addr 172.21.15.92:0/839273236 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bcf400640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8bd00d1cd0 0x7f8bd014c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bcfe00640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8bd0162430 0x7f8bd014a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bcea00640 1 -- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8bd0162430 msgr2=0x7f8bd014a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bcea00640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f8bd0162430 0x7f8bd014a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bcea00640 1 -- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8bd00d1cd0 msgr2=0x7f8bd014c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.699 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bcea00640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f8bd00d1cd0 0x7f8bd014c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bcea00640 1 -- 172.21.15.92:0/839273236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f8bd015f390 con 0x7f8bd015e970 2024-09-19T06:07:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bcea00640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 0x7f8bd0160710 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f8bbc00e930 tx=0x7f8bbc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bc7400640 1 -- 172.21.15.92:0/839273236 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bbc017070 con 0x7f8bd015e970 2024-09-19T06:07:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bc7400640 1 -- 172.21.15.92:0/839273236 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8bbc00ca00 con 0x7f8bd015e970 2024-09-19T06:07:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bc7400640 1 -- 172.21.15.92:0/839273236 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8bbc00cdf0 con 0x7f8bd015e970 2024-09-19T06:07:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f8bd015f670 con 0x7f8bd015e970 2024-09-19T06:07:02.700 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.694+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f8bd015fc30 con 0x7f8bd015e970 2024-09-19T06:07:02.701 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.695+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f8bd01602f0 con 0x7f8bd015e970 2024-09-19T06:07:02.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.696+0000 7f8bc7400640 1 -- 172.21.15.92:0/839273236 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8bbc01a070 con 0x7f8bd015e970 2024-09-19T06:07:02.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.697+0000 7f8bc7400640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8bb006c2b0 0x7f8bb006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.697+0000 7f8bc7400640 1 -- 172.21.15.92:0/839273236 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f8bbc08b400 con 0x7f8bd015e970 2024-09-19T06:07:02.702 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.697+0000 7f8bc7400640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f8bb0072170 0x7f8bb0074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.697+0000 7f8bc7400640 1 -- 172.21.15.92:0/839273236 --> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f8bbc016ec0 con 0x7f8bb0072170 2024-09-19T06:07:02.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.697+0000 7f8bc7400640 1 -- 172.21.15.92:0/839273236 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7f8bbc092050 con 0x7f8bd015e970 2024-09-19T06:07:02.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.698+0000 7f8bcf400640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8bb006c2b0 0x7f8bb006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.698+0000 7f8bcfe00640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f8bb0072170 0x7f8bb0074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.698+0000 7f8bcf400640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8bb006c2b0 0x7f8bb006e770 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f8bc0034000 tx=0x7f8bc002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.699+0000 7f8bcfe00640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f8bb0072170 0x7f8bb0074590 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.703 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.699+0000 7f8bc7400640 1 -- 172.21.15.92:0/839273236 <== osd.4 v2:172.21.15.102:6822/289738612 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f8bbc016ec0 con 0x7f8bb0072170 2024-09-19T06:07:02.714 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.712+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 --> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f8bd00b3920 con 0x7f8bb0072170 2024-09-19T06:07:02.715 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.713+0000 7f8bc7400640 1 -- 172.21.15.92:0/839273236 <== osd.4 v2:172.21.15.102:6822/289738612 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f8bd00b3920 con 0x7f8bb0072170 2024-09-19T06:07:02.715 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:07:02.715 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:07:02.715 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:07:02.716 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.713+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f8bb0072170 msgr2=0x7f8bb0074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.713+0000 7f8bd6200640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.102:6822/289738612,v1:172.21.15.102:6824/289738612] conn(0x7f8bb0072170 0x7f8bb0074590 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.713+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8bb006c2b0 msgr2=0x7f8bb006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.713+0000 7f8bd6200640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f8bb006c2b0 0x7f8bb006e770 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f8bc0034000 tx=0x7f8bc002e000 comp rx=0 tx=0).stop 2024-09-19T06:07:02.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.713+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 msgr2=0x7f8bd0160710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.713+0000 7f8bd6200640 1 --2- 172.21.15.92:0/839273236 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bd015e970 0x7f8bd0160710 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f8bbc00e930 tx=0x7f8bbc00edf0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.714+0000 7f8bcfe00640 1 -- 172.21.15.92:0/839273236 reap_dead start 2024-09-19T06:07:02.717 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.714+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 shutdown_connections 2024-09-19T06:07:02.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.714+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 >> 172.21.15.92:0/839273236 conn(0x7f8bd00d11e0 msgr2=0x7f8bd00b7ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:02.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.714+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 shutdown_connections 2024-09-19T06:07:02.718 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.714+0000 7f8bd6200640 1 -- 172.21.15.92:0/839273236 wait complete. 2024-09-19T06:07:02.730 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-19T06:07:02.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.882+0000 7f2920600640 1 Processor -- start 2024-09-19T06:07:02.885 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.883+0000 7f2920600640 1 -- start start 2024-09-19T06:07:02.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.884+0000 7f2920600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29180731c0 0x7f2918073600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.884+0000 7f2920600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f291815de80 0x7f291815e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.884+0000 7f2920600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f291815a430 con 0x7f291815a050 2024-09-19T06:07:02.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.884+0000 7f2920600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2918073b40 con 0x7f291815de80 2024-09-19T06:07:02.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.884+0000 7f2920600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f29180cd0a0 con 0x7f29180731c0 2024-09-19T06:07:02.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.884+0000 7f291e600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f291815de80 0x7f291815e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.887 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.884+0000 7f291e600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f291815de80 0x7f291815e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51534/0 (socket says 172.21.15.92:51534) 2024-09-19T06:07:02.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.884+0000 7f291e600640 1 -- 172.21.15.92:0/236320153 learned_addr learned my addr 172.21.15.92:0/236320153 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:02.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.884+0000 7f291dc00640 1 --1- 172.21.15.92:0/236320153 >> v1:172.21.15.102:6789/0 conn(0x7f291815a050 0x7f291815d460 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.102:6789/0 says I am v1:172.21.15.92:32778/0 (socket says 172.21.15.92:32778) 2024-09-19T06:07:02.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.885+0000 7f291d200640 1 --2- 172.21.15.92:0/236320153 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29180731c0 0x7f2918073600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.885+0000 7f291e600640 1 -- 172.21.15.92:0/236320153 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29180731c0 msgr2=0x7f2918073600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:02.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.885+0000 7f291e600640 1 --2- 172.21.15.92:0/236320153 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29180731c0 0x7f2918073600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.885+0000 7f291e600640 1 -- 172.21.15.92:0/236320153 >> v1:172.21.15.102:6789/0 conn(0x7f291815a050 legacy=0x7f291815d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.888 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.885+0000 7f291e600640 1 -- 172.21.15.92:0/236320153 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29180cd380 con 0x7f291815de80 2024-09-19T06:07:02.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.886+0000 7f291e600640 1 --2- 172.21.15.92:0/236320153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 0x7f291815e310 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f2910009e50 tx=0x7f291002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12e9baf2123a3501 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.886+0000 7f2917e00640 1 -- 172.21.15.92:0/236320153 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2910036070 con 0x7f291815de80 2024-09-19T06:07:02.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.886+0000 7f2917e00640 1 -- 172.21.15.92:0/236320153 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f2910031600 con 0x7f291815de80 2024-09-19T06:07:02.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.886+0000 7f2917e00640 1 -- 172.21.15.92:0/236320153 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f29100319d0 con 0x7f291815de80 2024-09-19T06:07:02.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.887+0000 7f2920600640 1 -- 172.21.15.92:0/236320153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 msgr2=0x7f291815e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.887+0000 7f2920600640 1 --2- 172.21.15.92:0/236320153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 0x7f291815e310 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f2910009e50 tx=0x7f291002a680 comp rx=0 tx=0).stop 2024-09-19T06:07:02.890 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.887+0000 7f2920600640 1 -- 172.21.15.92:0/236320153 shutdown_connections 2024-09-19T06:07:02.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.887+0000 7f2920600640 1 --2- 172.21.15.92:0/236320153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 0x7f291815e310 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.887+0000 7f2920600640 1 --2- 172.21.15.92:0/236320153 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f29180731c0 0x7f2918073600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.887+0000 7f2920600640 1 -- 172.21.15.92:0/236320153 >> 172.21.15.92:0/236320153 conn(0x7f291806d0f0 msgr2=0x7f291806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:02.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.887+0000 7f2920600640 1 -- 172.21.15.92:0/236320153 shutdown_connections 2024-09-19T06:07:02.891 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.887+0000 7f2920600640 1 -- 172.21.15.92:0/236320153 wait complete. 2024-09-19T06:07:02.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.888+0000 7f2920600640 1 Processor -- start 2024-09-19T06:07:02.893 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.889+0000 7f2920600640 1 -- start start 2024-09-19T06:07:02.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.889+0000 7f2920600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29180731c0 0x7f29181490d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.889+0000 7f2920600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f291815a050 0x7f29180ca8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.889+0000 7f2920600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 0x7f29181517c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.889+0000 7f2920600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f29180cdc20 con 0x7f291815de80 2024-09-19T06:07:02.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.889+0000 7f2920600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f29180cd940 con 0x7f29180731c0 2024-09-19T06:07:02.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.889+0000 7f2920600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f29180b36e0 con 0x7f291815a050 2024-09-19T06:07:02.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291e600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 0x7f29181517c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.894 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291e600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 0x7f29181517c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51546/0 (socket says 172.21.15.92:51546) 2024-09-19T06:07:02.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291e600640 1 -- 172.21.15.92:0/1798590369 learned_addr learned my addr 172.21.15.92:0/1798590369 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:02.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291dc00640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29180731c0 0x7f29181490d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291d200640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f291815a050 0x7f29180ca8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291e600640 1 -- 172.21.15.92:0/1798590369 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f291815a050 msgr2=0x7f29180ca8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291e600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f291815a050 0x7f29180ca8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291e600640 1 -- 172.21.15.92:0/1798590369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29180731c0 msgr2=0x7f29181490d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:02.895 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291e600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29180731c0 0x7f29181490d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:02.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291e600640 1 -- 172.21.15.92:0/1798590369 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f29180cb0d0 con 0x7f291815de80 2024-09-19T06:07:02.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291dc00640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29180731c0 0x7f29181490d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:07:02.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.890+0000 7f291e600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 0x7f29181517c0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f2910034040 tx=0x7f2910004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.891+0000 7f2915600640 1 -- 172.21.15.92:0/1798590369 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2910041020 con 0x7f291815de80 2024-09-19T06:07:02.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.891+0000 7f2915600640 1 -- 172.21.15.92:0/1798590369 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f29100077a0 con 0x7f291815de80 2024-09-19T06:07:02.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.891+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f29180cb3b0 con 0x7f291815de80 2024-09-19T06:07:02.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.891+0000 7f2915600640 1 -- 172.21.15.92:0/1798590369 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2910036040 con 0x7f291815de80 2024-09-19T06:07:02.896 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.891+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f29180cb970 con 0x7f291815de80 2024-09-19T06:07:02.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.892+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f29180ccd00 con 0x7f291815de80 2024-09-19T06:07:02.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.893+0000 7f2915600640 1 -- 172.21.15.92:0/1798590369 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2910044020 con 0x7f291815de80 2024-09-19T06:07:02.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.893+0000 7f2915600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f28f806c2e0 0x7f28f806e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:02.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.894+0000 7f2915600640 1 -- 172.21.15.92:0/1798590369 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f29100abd30 con 0x7f291815de80 2024-09-19T06:07:02.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.894+0000 7f291dc00640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f28f806c2e0 0x7f28f806e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:02.898 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.894+0000 7f291dc00640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f28f806c2e0 0x7f28f806e7a0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f290c007fd0 tx=0x7f290c007d60 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:02.899 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:02.898+0000 7f2915600640 1 -- 172.21.15.92:0/1798590369 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f291004b030 con 0x7f291815de80 2024-09-19T06:07:03.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.075+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) -- 0x7f29180cf220 con 0x7f28f806c2e0 2024-09-19T06:07:03.078 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.076+0000 7f2915600640 1 -- 172.21.15.92:0/1798590369 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f29180cf220 con 0x7f28f806c2e0 2024-09-19T06:07:03.078 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 4 to deep-scrub 2024-09-19T06:07:03.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f28f806c2e0 msgr2=0x7f28f806e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f28f806c2e0 0x7f28f806e7a0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f290c007fd0 tx=0x7f290c007d60 comp rx=0 tx=0).stop 2024-09-19T06:07:03.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 msgr2=0x7f29181517c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.080 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 0x7f29181517c0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f2910034040 tx=0x7f2910004a40 comp rx=0 tx=0).stop 2024-09-19T06:07:03.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 shutdown_connections 2024-09-19T06:07:03.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f291815de80 0x7f29181517c0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f291815a050 0x7f29180ca8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f28f806c2e0 0x7f28f806e7a0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 --2- 172.21.15.92:0/1798590369 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f29180731c0 0x7f29181490d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 >> 172.21.15.92:0/1798590369 conn(0x7f291806d0f0 msgr2=0x7f29180cf740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:03.081 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 shutdown_connections 2024-09-19T06:07:03.082 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.078+0000 7f2920600640 1 -- 172.21.15.92:0/1798590369 wait complete. 2024-09-19T06:07:03.096 INFO:tasks.ceph:Scrubbing osd.5 2024-09-19T06:07:03.096 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:07:03.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.251+0000 7ff962a00640 1 Processor -- start 2024-09-19T06:07:03.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.252+0000 7ff962a00640 1 -- start start 2024-09-19T06:07:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.253+0000 7ff962a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7ff95c15b480 0x7ff95c0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.253+0000 7ff962a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c0b60c0 0x7ff95c071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.253+0000 7ff962a00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7ff95c0ccff0 con 0x7ff95c072530 2024-09-19T06:07:03.255 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.253+0000 7ff962a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7ff95c0b6500 con 0x7ff95c15b480 2024-09-19T06:07:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.253+0000 7ff962a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff95c072970 con 0x7ff95c0b60c0 2024-09-19T06:07:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.253+0000 7ff960a00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff95c072530 0x7ff95c070fb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37878/0 (socket says 172.21.15.92:37878) 2024-09-19T06:07:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.253+0000 7ff960a00640 1 -- 172.21.15.92:0/102326667 learned_addr learned my addr 172.21.15.92:0/102326667 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.253+0000 7ff953400640 1 --2- 172.21.15.92:0/102326667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c0b60c0 0x7ff95c071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.256 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.253+0000 7ff95be00640 1 --2- 172.21.15.92:0/102326667 >> v2:172.21.15.102:3300/0 conn(0x7ff95c15b480 0x7ff95c0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.254+0000 7ff95b400640 1 -- 172.21.15.92:0/102326667 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 3405200707 0 0) 0x7ff95c0ccff0 con 0x7ff95c072530 2024-09-19T06:07:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.254+0000 7ff95b400640 1 -- 172.21.15.92:0/102326667 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7ff940003520 con 0x7ff95c072530 2024-09-19T06:07:03.258 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.254+0000 7ff953400640 1 -- 172.21.15.92:0/102326667 >> v2:172.21.15.102:3300/0 conn(0x7ff95c15b480 msgr2=0x7ff95c0b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.254+0000 7ff953400640 1 --2- 172.21.15.92:0/102326667 >> v2:172.21.15.102:3300/0 conn(0x7ff95c15b480 0x7ff95c0b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.254+0000 7ff953400640 1 -- 172.21.15.92:0/102326667 >> v1:172.21.15.92:6789/0 conn(0x7ff95c072530 legacy=0x7ff95c070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.254+0000 7ff953400640 1 -- 172.21.15.92:0/102326667 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff95c0cd2d0 con 0x7ff95c0b60c0 2024-09-19T06:07:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.254+0000 7ff95be00640 1 --2- 172.21.15.92:0/102326667 >> v2:172.21.15.102:3300/0 conn(0x7ff95c15b480 0x7ff95c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:07:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.255+0000 7ff953400640 1 --2- 172.21.15.92:0/102326667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c0b60c0 0x7ff95c071ff0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff9440097a0 tx=0x7ff94402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=86978bba74512903 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.255+0000 7ff95b400640 1 -- 172.21.15.92:0/102326667 <== mon.2 v2:172.21.15.102:3301/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944037070 con 0x7ff95c0b60c0 2024-09-19T06:07:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.255+0000 7ff95b400640 1 -- 172.21.15.92:0/102326667 <== mon.2 v2:172.21.15.102:3301/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff94402ae50 con 0x7ff95c0b60c0 2024-09-19T06:07:03.259 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.255+0000 7ff95b400640 1 -- 172.21.15.92:0/102326667 <== mon.2 v2:172.21.15.102:3301/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944032640 con 0x7ff95c0b60c0 2024-09-19T06:07:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.256+0000 7ff962a00640 1 -- 172.21.15.92:0/102326667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c0b60c0 msgr2=0x7ff95c071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.256+0000 7ff962a00640 1 --2- 172.21.15.92:0/102326667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c0b60c0 0x7ff95c071ff0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff9440097a0 tx=0x7ff94402a100 comp rx=0 tx=0).stop 2024-09-19T06:07:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.256+0000 7ff962a00640 1 -- 172.21.15.92:0/102326667 shutdown_connections 2024-09-19T06:07:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.256+0000 7ff962a00640 1 --2- 172.21.15.92:0/102326667 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c0b60c0 0x7ff95c071ff0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.256+0000 7ff962a00640 1 --2- 172.21.15.92:0/102326667 >> v2:172.21.15.102:3300/0 conn(0x7ff95c15b480 0x7ff95c0b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.256+0000 7ff962a00640 1 -- 172.21.15.92:0/102326667 >> 172.21.15.92:0/102326667 conn(0x7ff95c06d0f0 msgr2=0x7ff95c06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.256+0000 7ff962a00640 1 -- 172.21.15.92:0/102326667 shutdown_connections 2024-09-19T06:07:03.260 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.256+0000 7ff962a00640 1 -- 172.21.15.92:0/102326667 wait complete. 2024-09-19T06:07:03.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.257+0000 7ff962a00640 1 Processor -- start 2024-09-19T06:07:03.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.258+0000 7ff962a00640 1 -- start start 2024-09-19T06:07:03.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.258+0000 7ff962a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff95c072530 0x7ff95c15bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.263 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.258+0000 7ff962a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff95c0b60c0 0x7ff95c144e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.258+0000 7ff962a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c15b480 0x7ff95c159a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff962a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7ff95c0cdb70 con 0x7ff95c0b60c0 2024-09-19T06:07:03.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff962a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7ff95c0cd890 con 0x7ff95c072530 2024-09-19T06:07:03.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff962a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7ff95c15b860 con 0x7ff95c15b480 2024-09-19T06:07:03.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff953400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff95c0b60c0 0x7ff95c144e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff953400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff95c0b60c0 0x7ff95c144e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51550/0 (socket says 172.21.15.92:51550) 2024-09-19T06:07:03.264 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff953400640 1 -- 172.21.15.92:0/1404555123 learned_addr learned my addr 172.21.15.92:0/1404555123 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:03.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff960a00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c15b480 0x7ff95c159a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff95be00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff95c072530 0x7ff95c15bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff953400640 1 -- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c15b480 msgr2=0x7ff95c159a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff953400640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7ff95c15b480 0x7ff95c159a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff953400640 1 -- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff95c072530 msgr2=0x7ff95c15bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff953400640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff95c072530 0x7ff95c15bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.265 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff953400640 1 -- 172.21.15.92:0/1404555123 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7ff95c15c0a0 con 0x7ff95c0b60c0 2024-09-19T06:07:03.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.259+0000 7ff95be00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7ff95c072530 0x7ff95c15bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:07:03.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.260+0000 7ff953400640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff95c0b60c0 0x7ff95c144e40 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7ff9440098c0 tx=0x7ff9440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.260+0000 7ff958c00640 1 -- 172.21.15.92:0/1404555123 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944040030 con 0x7ff95c0b60c0 2024-09-19T06:07:03.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.260+0000 7ff958c00640 1 -- 172.21.15.92:0/1404555123 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7ff944038040 con 0x7ff95c0b60c0 2024-09-19T06:07:03.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.260+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7ff95c15c340 con 0x7ff95c0b60c0 2024-09-19T06:07:03.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.260+0000 7ff958c00640 1 -- 172.21.15.92:0/1404555123 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7ff944037070 con 0x7ff95c0b60c0 2024-09-19T06:07:03.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.260+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7ff95c15c900 con 0x7ff95c0b60c0 2024-09-19T06:07:03.266 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.261+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7ff95c071ff0 con 0x7ff95c0b60c0 2024-09-19T06:07:03.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.262+0000 7ff958c00640 1 -- 172.21.15.92:0/1404555123 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7ff944043070 con 0x7ff95c0b60c0 2024-09-19T06:07:03.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.263+0000 7ff958c00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff93806c2b0 0x7ff93806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.263+0000 7ff958c00640 1 -- 172.21.15.92:0/1404555123 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7ff9440aafe0 con 0x7ff95c0b60c0 2024-09-19T06:07:03.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.263+0000 7ff95be00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff93806c2b0 0x7ff93806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.263+0000 7ff958c00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7ff938072170 0x7ff938074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.263+0000 7ff958c00640 1 -- 172.21.15.92:0/1404555123 --> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7ff944037e90 con 0x7ff938072170 2024-09-19T06:07:03.268 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.263+0000 7ff958c00640 1 -- 172.21.15.92:0/1404555123 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7ff9440ad600 con 0x7ff95c0b60c0 2024-09-19T06:07:03.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.263+0000 7ff960a00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7ff938072170 0x7ff938074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.263+0000 7ff95be00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff93806c2b0 0x7ff93806e770 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7ff94c009af0 tx=0x7ff94c008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.264+0000 7ff960a00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7ff938072170 0x7ff938074590 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.269 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.265+0000 7ff958c00640 1 -- 172.21.15.92:0/1404555123 <== osd.5 v2:172.21.15.102:6800/2054122069 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7ff944037e90 con 0x7ff938072170 2024-09-19T06:07:03.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.278+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 --> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7ff95c0d1190 con 0x7ff938072170 2024-09-19T06:07:03.280 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff958c00640 1 -- 172.21.15.92:0/1404555123 <== osd.5 v2:172.21.15.102:6800/2054122069 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7ff95c0d1190 con 0x7ff938072170 2024-09-19T06:07:03.281 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:07:03.281 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:07:03.281 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:07:03.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7ff938072170 msgr2=0x7ff938074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff962a00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.102:6800/2054122069,v1:172.21.15.102:6801/2054122069] conn(0x7ff938072170 0x7ff938074590 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.282 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff93806c2b0 msgr2=0x7ff93806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff962a00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7ff93806c2b0 0x7ff93806e770 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7ff94c009af0 tx=0x7ff94c008040 comp rx=0 tx=0).stop 2024-09-19T06:07:03.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff95c0b60c0 msgr2=0x7ff95c144e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff962a00640 1 --2- 172.21.15.92:0/1404555123 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff95c0b60c0 0x7ff95c144e40 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7ff9440098c0 tx=0x7ff9440046c0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff960a00640 1 -- 172.21.15.92:0/1404555123 reap_dead start 2024-09-19T06:07:03.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 shutdown_connections 2024-09-19T06:07:03.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.279+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 >> 172.21.15.92:0/1404555123 conn(0x7ff95c06d0f0 msgr2=0x7ff95c0ce9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:03.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.280+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 shutdown_connections 2024-09-19T06:07:03.283 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.280+0000 7ff962a00640 1 -- 172.21.15.92:0/1404555123 wait complete. 2024-09-19T06:07:03.297 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-19T06:07:03.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.448+0000 7f6a26600640 1 Processor -- start 2024-09-19T06:07:03.450 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.448+0000 7f6a26600640 1 -- start start 2024-09-19T06:07:03.451 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.449+0000 7f6a26600640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f6a2015b480 0x7f6a200b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.449+0000 7f6a26600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6a20072700 0x7f6a2015bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.449+0000 7f6a26600640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6a200ccff0 con 0x7f6a200b60c0 2024-09-19T06:07:03.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.449+0000 7f6a26600640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f6a200cd2d0 con 0x7f6a20072700 2024-09-19T06:07:03.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.449+0000 7f6a26600640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f6a200cd5b0 con 0x7f6a2015b480 2024-09-19T06:07:03.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.450+0000 7f6a1fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6a20072700 0x7f6a2015bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.450+0000 7f6a1fe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6a20072700 0x7f6a2015bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51554/0 (socket says 172.21.15.92:51554) 2024-09-19T06:07:03.452 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.450+0000 7f6a1fe00640 1 -- 172.21.15.92:0/1249932101 learned_addr learned my addr 172.21.15.92:0/1249932101 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:03.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.450+0000 7f6a1f400640 1 --2- 172.21.15.92:0/1249932101 >> v2:172.21.15.102:3300/0 conn(0x7f6a2015b480 0x7f6a200b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.450+0000 7f6a1fe00640 1 -- 172.21.15.92:0/1249932101 >> v2:172.21.15.102:3300/0 conn(0x7f6a2015b480 msgr2=0x7f6a200b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:03.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.450+0000 7f6a1fe00640 1 --2- 172.21.15.92:0/1249932101 >> v2:172.21.15.102:3300/0 conn(0x7f6a2015b480 0x7f6a200b5b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.454 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.450+0000 7f6a1fe00640 1 -- 172.21.15.92:0/1249932101 >> v1:172.21.15.102:6789/0 conn(0x7f6a200b60c0 legacy=0x7f6a20071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:03.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.450+0000 7f6a1fe00640 1 -- 172.21.15.92:0/1249932101 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a200cd890 con 0x7f6a20072700 2024-09-19T06:07:03.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.450+0000 7f6a1f400640 1 --2- 172.21.15.92:0/1249932101 >> v2:172.21.15.102:3300/0 conn(0x7f6a2015b480 0x7f6a200b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:07:03.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.451+0000 7f6a1fe00640 1 --2- 172.21.15.92:0/1249932101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a20072700 0x7f6a2015bc60 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f6a200694d0 tx=0x7f6a1802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=425b899e85e32dfb server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.451+0000 7f6a1ea00640 1 -- 172.21.15.92:0/1249932101 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a18036070 con 0x7f6a20072700 2024-09-19T06:07:03.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.451+0000 7f6a1ea00640 1 -- 172.21.15.92:0/1249932101 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a18031600 con 0x7f6a20072700 2024-09-19T06:07:03.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.451+0000 7f6a1ea00640 1 -- 172.21.15.92:0/1249932101 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a180319d0 con 0x7f6a20072700 2024-09-19T06:07:03.455 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.452+0000 7f6a26600640 1 -- 172.21.15.92:0/1249932101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a20072700 msgr2=0x7f6a2015bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.452+0000 7f6a26600640 1 --2- 172.21.15.92:0/1249932101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a20072700 0x7f6a2015bc60 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f6a200694d0 tx=0x7f6a1802a660 comp rx=0 tx=0).stop 2024-09-19T06:07:03.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.452+0000 7f6a26600640 1 -- 172.21.15.92:0/1249932101 shutdown_connections 2024-09-19T06:07:03.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.452+0000 7f6a26600640 1 --2- 172.21.15.92:0/1249932101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a20072700 0x7f6a2015bc60 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.452+0000 7f6a26600640 1 --2- 172.21.15.92:0/1249932101 >> v2:172.21.15.102:3300/0 conn(0x7f6a2015b480 0x7f6a200b5b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.452+0000 7f6a26600640 1 -- 172.21.15.92:0/1249932101 >> 172.21.15.92:0/1249932101 conn(0x7f6a2006d0f0 msgr2=0x7f6a2006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:03.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.452+0000 7f6a26600640 1 -- 172.21.15.92:0/1249932101 shutdown_connections 2024-09-19T06:07:03.456 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.452+0000 7f6a26600640 1 -- 172.21.15.92:0/1249932101 wait complete. 2024-09-19T06:07:03.458 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.454+0000 7f6a26600640 1 Processor -- start 2024-09-19T06:07:03.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.454+0000 7f6a26600640 1 -- start start 2024-09-19T06:07:03.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a26600640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6a20072700 0x7f6a20142160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a26600640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a200b60c0 0x7f6a200aafb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a26600640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a2015b480 0x7f6a200ab4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a26600640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2015b9e0 con 0x7f6a2015b480 2024-09-19T06:07:03.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a26600640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6a2015b860 con 0x7f6a200b60c0 2024-09-19T06:07:03.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a26600640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6a2015c1a0 con 0x7f6a20072700 2024-09-19T06:07:03.459 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a2015b480 0x7f6a200ab4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1fe00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a2015b480 0x7f6a200ab4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51568/0 (socket says 172.21.15.92:51568) 2024-09-19T06:07:03.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1fe00640 1 -- 172.21.15.92:0/2978150023 learned_addr learned my addr 172.21.15.92:0/2978150023 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:03.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1f400640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6a20072700 0x7f6a20142160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1fe00640 1 -- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6a20072700 msgr2=0x7f6a20142160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1fe00640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6a20072700 0x7f6a20142160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1fe00640 1 -- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a200b60c0 msgr2=0x7f6a200aafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.460 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a16a00640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a200b60c0 0x7f6a200aafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1fe00640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a200b60c0 0x7f6a200aafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1fe00640 1 -- 172.21.15.92:0/2978150023 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6a201574c0 con 0x7f6a2015b480 2024-09-19T06:07:03.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a1f400640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6a20072700 0x7f6a20142160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:07:03.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.455+0000 7f6a16a00640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a200b60c0 0x7f6a200aafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:07:03.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.456+0000 7f6a1fe00640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a2015b480 0x7f6a200ab4f0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f6a18009f40 tx=0x7f6a18004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.456+0000 7f6a17e00640 1 -- 172.21.15.92:0/2978150023 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a18036050 con 0x7f6a2015b480 2024-09-19T06:07:03.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.456+0000 7f6a17e00640 1 -- 172.21.15.92:0/2978150023 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6a18042070 con 0x7f6a2015b480 2024-09-19T06:07:03.461 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.456+0000 7f6a17e00640 1 -- 172.21.15.92:0/2978150023 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6a18009510 con 0x7f6a2015b480 2024-09-19T06:07:03.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.456+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6a201577a0 con 0x7f6a2015b480 2024-09-19T06:07:03.462 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.456+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6a20157d60 con 0x7f6a2015b480 2024-09-19T06:07:03.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.457+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6a2015bc60 con 0x7f6a2015b480 2024-09-19T06:07:03.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.458+0000 7f6a17e00640 1 -- 172.21.15.92:0/2978150023 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6a18007bd0 con 0x7f6a2015b480 2024-09-19T06:07:03.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.459+0000 7f6a17e00640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69fc06c2b0 0x7f69fc06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.459+0000 7f6a17e00640 1 -- 172.21.15.92:0/2978150023 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f6a180ac100 con 0x7f6a2015b480 2024-09-19T06:07:03.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.459+0000 7f6a1f400640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69fc06c2b0 0x7f69fc06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.463 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.460+0000 7f6a1f400640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69fc06c2b0 0x7f69fc06e770 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6a10006fd0 tx=0x7f6a10008040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.466 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.464+0000 7f6a17e00640 1 -- 172.21.15.92:0/2978150023 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6a18045360 con 0x7f6a2015b480 2024-09-19T06:07:03.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.639+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) -- 0x7f6a20158540 con 0x7f69fc06c2b0 2024-09-19T06:07:03.641 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.639+0000 7f6a17e00640 1 -- 172.21.15.92:0/2978150023 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f6a10008e40 con 0x7f69fc06c2b0 2024-09-19T06:07:03.641 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 5 to deep-scrub 2024-09-19T06:07:03.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.641+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69fc06c2b0 msgr2=0x7f69fc06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.641+0000 7f6a26600640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69fc06c2b0 0x7f69fc06e770 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f6a10006fd0 tx=0x7f6a10008040 comp rx=0 tx=0).stop 2024-09-19T06:07:03.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.641+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a2015b480 msgr2=0x7f6a200ab4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.641+0000 7f6a26600640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a2015b480 0x7f6a200ab4f0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f6a18009f40 tx=0x7f6a18004a40 comp rx=0 tx=0).stop 2024-09-19T06:07:03.644 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.641+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 shutdown_connections 2024-09-19T06:07:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.641+0000 7f6a26600640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6a2015b480 0x7f6a200ab4f0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.642+0000 7f6a26600640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f69fc06c2b0 0x7f69fc06e770 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.642+0000 7f6a26600640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6a200b60c0 0x7f6a200aafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.642+0000 7f6a26600640 1 --2- 172.21.15.92:0/2978150023 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6a20072700 0x7f6a20142160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.642+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 >> 172.21.15.92:0/2978150023 conn(0x7f6a2006d0f0 msgr2=0x7f6a20070eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.642+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 shutdown_connections 2024-09-19T06:07:03.645 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.642+0000 7f6a26600640 1 -- 172.21.15.92:0/2978150023 wait complete. 2024-09-19T06:07:03.659 INFO:tasks.ceph:Scrubbing osd.6 2024-09-19T06:07:03.659 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:07:03.815 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.813+0000 7f19d2a00640 1 Processor -- start 2024-09-19T06:07:03.816 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.813+0000 7f19d2a00640 1 -- start start 2024-09-19T06:07:03.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.814+0000 7f19d2a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f19cc15b480 0x7f19cc0b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19d2a00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f19cc0b60c0 0x7f19cc071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19d2a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc072530 0x7f19cc070fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19d2a00640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f19cc0729a0 con 0x7f19cc15b480 2024-09-19T06:07:03.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19d2a00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f19cc0ccff0 con 0x7f19cc0b60c0 2024-09-19T06:07:03.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19d2a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f19cc0cd2d0 con 0x7f19cc072530 2024-09-19T06:07:03.817 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cbe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f19cc15b480 0x7f19cc0b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cbe00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f19cc15b480 0x7f19cc0b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51572/0 (socket says 172.21.15.92:51572) 2024-09-19T06:07:03.818 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cbe00640 1 -- 172.21.15.92:0/1714870427 learned_addr learned my addr 172.21.15.92:0/1714870427 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:03.819 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19d0a00640 1 --2- 172.21.15.92:0/1714870427 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc072530 0x7f19cc070fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cbe00640 1 -- 172.21.15.92:0/1714870427 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc072530 msgr2=0x7f19cc070fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:03.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cb400640 1 --2- 172.21.15.92:0/1714870427 >> v2:172.21.15.102:3300/0 conn(0x7f19cc0b60c0 0x7f19cc071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cbe00640 1 --2- 172.21.15.92:0/1714870427 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc072530 0x7f19cc070fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cbe00640 1 -- 172.21.15.92:0/1714870427 >> v2:172.21.15.102:3300/0 conn(0x7f19cc0b60c0 msgr2=0x7f19cc071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:03.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cbe00640 1 --2- 172.21.15.92:0/1714870427 >> v2:172.21.15.102:3300/0 conn(0x7f19cc0b60c0 0x7f19cc071ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cbe00640 1 -- 172.21.15.92:0/1714870427 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19cc0cd5b0 con 0x7f19cc15b480 2024-09-19T06:07:03.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19d0a00640 1 --2- 172.21.15.92:0/1714870427 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc072530 0x7f19cc070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:07:03.820 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.815+0000 7f19cb400640 1 --2- 172.21.15.92:0/1714870427 >> v2:172.21.15.102:3300/0 conn(0x7f19cc0b60c0 0x7f19cc071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:07:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.816+0000 7f19cbe00640 1 --2- 172.21.15.92:0/1714870427 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 0x7f19cc0b5b80 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f19cc0b2ee0 tx=0x7f19bc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=790db1a67fdf520b server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19caa00640 1 -- 172.21.15.92:0/1714870427 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19bc037070 con 0x7f19cc15b480 2024-09-19T06:07:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19caa00640 1 -- 172.21.15.92:0/1714870427 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19bc032440 con 0x7f19cc15b480 2024-09-19T06:07:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19caa00640 1 -- 172.21.15.92:0/1714870427 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19bc032810 con 0x7f19cc15b480 2024-09-19T06:07:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19d2a00640 1 -- 172.21.15.92:0/1714870427 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 msgr2=0x7f19cc0b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19d2a00640 1 --2- 172.21.15.92:0/1714870427 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 0x7f19cc0b5b80 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f19cc0b2ee0 tx=0x7f19bc02a1e0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.821 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19d2a00640 1 -- 172.21.15.92:0/1714870427 shutdown_connections 2024-09-19T06:07:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19d2a00640 1 --2- 172.21.15.92:0/1714870427 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc072530 0x7f19cc070fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19d2a00640 1 --2- 172.21.15.92:0/1714870427 >> v2:172.21.15.102:3300/0 conn(0x7f19cc0b60c0 0x7f19cc071ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19d2a00640 1 --2- 172.21.15.92:0/1714870427 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 0x7f19cc0b5b80 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19d2a00640 1 -- 172.21.15.92:0/1714870427 >> 172.21.15.92:0/1714870427 conn(0x7f19cc06d0f0 msgr2=0x7f19cc06d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19d2a00640 1 -- 172.21.15.92:0/1714870427 shutdown_connections 2024-09-19T06:07:03.822 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.817+0000 7f19d2a00640 1 -- 172.21.15.92:0/1714870427 wait complete. 2024-09-19T06:07:03.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.819+0000 7f19d2a00640 1 Processor -- start 2024-09-19T06:07:03.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.819+0000 7f19d2a00640 1 -- start start 2024-09-19T06:07:03.824 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19d2a00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19cc072530 0x7f19cc147e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19d2a00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc0b60c0 0x7f19cc0c6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19d2a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 0x7f19cc0c6780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19d2a00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f19cc15b860 con 0x7f19cc15b480 2024-09-19T06:07:03.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19d2a00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f19cc0cdb70 con 0x7f19cc072530 2024-09-19T06:07:03.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19d2a00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f19cc15b9e0 con 0x7f19cc0b60c0 2024-09-19T06:07:03.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19d0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 0x7f19cc0c6780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.825 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19d0a00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 0x7f19cc0c6780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51588/0 (socket says 172.21.15.92:51588) 2024-09-19T06:07:03.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19d0a00640 1 -- 172.21.15.92:0/4125548981 learned_addr learned my addr 172.21.15.92:0/4125548981 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:03.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19cb400640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc0b60c0 0x7f19cc0c6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.820+0000 7f19cbe00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19cc072530 0x7f19cc147e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19d0a00640 1 -- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc0b60c0 msgr2=0x7f19cc0c6240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19d0a00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f19cc0b60c0 0x7f19cc0c6240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19d0a00640 1 -- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19cc072530 msgr2=0x7f19cc147e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19d0a00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f19cc072530 0x7f19cc147e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.826 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19d0a00640 1 -- 172.21.15.92:0/4125548981 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f19cc159a30 con 0x7f19cc15b480 2024-09-19T06:07:03.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19d0a00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 0x7f19cc0c6780 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f19c400cef0 tx=0x7f19c400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19c3e00640 1 -- 172.21.15.92:0/4125548981 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c401a070 con 0x7f19cc15b480 2024-09-19T06:07:03.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19c3e00640 1 -- 172.21.15.92:0/4125548981 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f19c400d840 con 0x7f19cc15b480 2024-09-19T06:07:03.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f19cc159d10 con 0x7f19cc15b480 2024-09-19T06:07:03.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19c3e00640 1 -- 172.21.15.92:0/4125548981 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f19c400dc30 con 0x7f19cc15b480 2024-09-19T06:07:03.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.821+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f19cc15a2d0 con 0x7f19cc15b480 2024-09-19T06:07:03.827 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.822+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f19cc071ff0 con 0x7f19cc15b480 2024-09-19T06:07:03.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.823+0000 7f19c3e00640 1 -- 172.21.15.92:0/4125548981 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f19c401d070 con 0x7f19cc15b480 2024-09-19T06:07:03.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.824+0000 7f19c3e00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19ac06c2e0 0x7f19ac06e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.824+0000 7f19c3e00640 1 -- 172.21.15.92:0/4125548981 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f19c408b8f0 con 0x7f19cc15b480 2024-09-19T06:07:03.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.824+0000 7f19c3e00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f19ac0721a0 0x7f19ac0745c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:03.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.824+0000 7f19cbe00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19ac06c2e0 0x7f19ac06e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.824+0000 7f19c3e00640 1 -- 172.21.15.92:0/4125548981 --> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f19ac074c70 con 0x7f19ac0721a0 2024-09-19T06:07:03.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.824+0000 7f19c3e00640 1 -- 172.21.15.92:0/4125548981 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7f19c40902a0 con 0x7f19cc15b480 2024-09-19T06:07:03.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.825+0000 7f19cb400640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f19ac0721a0 0x7f19ac0745c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:03.829 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.825+0000 7f19cbe00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19ac06c2e0 0x7f19ac06e7a0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f19bc034000 tx=0x7f19bc02e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.825+0000 7f19cb400640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f19ac0721a0 0x7f19ac0745c0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:03.830 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.826+0000 7f19c3e00640 1 -- 172.21.15.92:0/4125548981 <== osd.6 v2:172.21.15.102:6808/2126374253 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f19ac074c70 con 0x7f19ac0721a0 2024-09-19T06:07:03.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.839+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 --> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f19cc0d0ce0 con 0x7f19ac0721a0 2024-09-19T06:07:03.841 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19c3e00640 1 -- 172.21.15.92:0/4125548981 <== osd.6 v2:172.21.15.102:6808/2126374253 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f19cc0d0ce0 con 0x7f19ac0721a0 2024-09-19T06:07:03.842 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:07:03.842 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:07:03.842 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:07:03.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f19ac0721a0 msgr2=0x7f19ac0745c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.102:6808/2126374253,v1:172.21.15.102:6809/2126374253] conn(0x7f19ac0721a0 0x7f19ac0745c0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:03.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19ac06c2e0 msgr2=0x7f19ac06e7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f19ac06c2e0 0x7f19ac06e7a0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f19bc034000 tx=0x7f19bc02e000 comp rx=0 tx=0).stop 2024-09-19T06:07:03.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 msgr2=0x7f19cc0c6780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:03.843 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 --2- 172.21.15.92:0/4125548981 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f19cc15b480 0x7f19cc0c6780 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f19c400cef0 tx=0x7f19c400a710 comp rx=0 tx=0).stop 2024-09-19T06:07:03.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d0a00640 1 -- 172.21.15.92:0/4125548981 reap_dead start 2024-09-19T06:07:03.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 shutdown_connections 2024-09-19T06:07:03.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 >> 172.21.15.92:0/4125548981 conn(0x7f19cc06d0f0 msgr2=0x7f19cc157380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:03.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 shutdown_connections 2024-09-19T06:07:03.844 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:03.840+0000 7f19d2a00640 1 -- 172.21.15.92:0/4125548981 wait complete. 2024-09-19T06:07:03.857 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-19T06:07:04.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.008+0000 7f8312c00640 1 Processor -- start 2024-09-19T06:07:04.010 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.008+0000 7f8312c00640 1 -- start start 2024-09-19T06:07:04.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.009+0000 7f8312c00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f830c15e5f0 0x7f830c0d0e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.009+0000 7f8312c00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f830c15e9d0 con 0x7f830c0d13c0 2024-09-19T06:07:04.011 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.009+0000 7f8312c00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f830c0b8f20 con 0x7f830c0b8900 2024-09-19T06:07:04.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.009+0000 7f8312c00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f830c0b9b30 con 0x7f830c15e5f0 2024-09-19T06:07:04.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.009+0000 7f8310e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f830c0d13c0 0x7f830c0b81f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37882/0 (socket says 172.21.15.92:37882) 2024-09-19T06:07:04.012 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f8310e00640 1 -- 172.21.15.92:0/2165497711 learned_addr learned my addr 172.21.15.92:0/2165497711 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:04.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f8311800640 1 --2- 172.21.15.92:0/2165497711 >> v2:172.21.15.102:3300/0 conn(0x7f830c15e5f0 0x7f830c0d0e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 288739194 0 0) 0x7f830c15e9d0 con 0x7f830c0d13c0 2024-09-19T06:07:04.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f82f4003520 con 0x7f830c0d13c0 2024-09-19T06:07:04.014 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 3494816886 0 0) 0x7f82f4003520 con 0x7f830c0d13c0 2024-09-19T06:07:04.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 >> v2:172.21.15.102:3300/0 conn(0x7f830c15e5f0 msgr2=0x7f830c0d0e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:04.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 --2- 172.21.15.92:0/2165497711 >> v2:172.21.15.102:3300/0 conn(0x7f830c15e5f0 0x7f830c0d0e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 >> v1:172.21.15.102:6789/0 conn(0x7f830c0b8900 legacy=0x7f830c0d2bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f830c0b9200 con 0x7f830c0d13c0 2024-09-19T06:07:04.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f82f8001690 con 0x7f830c0d13c0 2024-09-19T06:07:04.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 >> v1:172.21.15.92:6789/0 conn(0x7f830c0d13c0 legacy=0x7f830c0b81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f82f4003a00 0x7f82f4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.015 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f82f4004800 0x7f82f4004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f82f400b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f82f400c090 con 0x7f82f40051c0 2024-09-19T06:07:04.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f82f400c240 con 0x7f82f4004800 2024-09-19T06:07:04.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.010+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f82f400c440 con 0x7f82f4003a00 2024-09-19T06:07:04.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.011+0000 7f8312200640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f82f400b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.011+0000 7f8311800640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f82f4003a00 0x7f82f4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.011+0000 7f8310e00640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f82f4004800 0x7f82f4004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.016 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.011+0000 7f8312200640 1 -- 172.21.15.92:0/2165497711 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f82f4003a00 msgr2=0x7f82f4003e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:04.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.011+0000 7f8312200640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f82f4003a00 0x7f82f4003e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.011+0000 7f8312200640 1 -- 172.21.15.92:0/2165497711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f82f4004800 msgr2=0x7f82f4004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:04.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.011+0000 7f8312200640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f82f4004800 0x7f82f4004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.011+0000 7f8312200640 1 -- 172.21.15.92:0/2165497711 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f82f4003520 con 0x7f82f40051c0 2024-09-19T06:07:04.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.011+0000 7f8311800640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f82f4003a00 0x7f82f4003e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-19T06:07:04.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.012+0000 7f8312200640 1 -- 172.21.15.92:0/2165497711 reap_dead start 2024-09-19T06:07:04.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.012+0000 7f8312200640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f82f400b9c0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f8304001e50 tx=0x7f82f4005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed2fbd827dca54a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.017 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.012+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8300009690 con 0x7f82f40051c0 2024-09-19T06:07:04.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.012+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f8304003970 con 0x7f82f40051c0 2024-09-19T06:07:04.018 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.012+0000 7f830be00640 1 -- 172.21.15.92:0/2165497711 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8304001a70 con 0x7f82f40051c0 2024-09-19T06:07:04.020 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.013+0000 7f8312c00640 1 -- 172.21.15.92:0/2165497711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 msgr2=0x7f82f400b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.013+0000 7f8312c00640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f82f400b9c0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f8304001e50 tx=0x7f82f4005830 comp rx=0 tx=0).stop 2024-09-19T06:07:04.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.013+0000 7f8312c00640 1 -- 172.21.15.92:0/2165497711 shutdown_connections 2024-09-19T06:07:04.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.013+0000 7f8312c00640 1 --2- 172.21.15.92:0/2165497711 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f82f400b9c0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.013+0000 7f8312c00640 1 -- 172.21.15.92:0/2165497711 >> 172.21.15.92:0/2165497711 conn(0x7f830c062630 msgr2=0x7f830c062a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:04.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.013+0000 7f8312c00640 1 -- 172.21.15.92:0/2165497711 shutdown_connections 2024-09-19T06:07:04.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.013+0000 7f8312c00640 1 -- 172.21.15.92:0/2165497711 wait complete. 2024-09-19T06:07:04.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.015+0000 7f8312c00640 1 Processor -- start 2024-09-19T06:07:04.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.015+0000 7f8312c00640 1 -- start start 2024-09-19T06:07:04.021 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8312c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f830c151770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8312c00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f830c1f80b0 0x7f830c0c9c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8312c00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f830c161100 0x7f830c161590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8312c00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f830c0d0e80 con 0x7f82f40051c0 2024-09-19T06:07:04.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8312c00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f830c0b97c0 con 0x7f830c1f80b0 2024-09-19T06:07:04.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8312c00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f830c0d1000 con 0x7f830c161100 2024-09-19T06:07:04.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8311800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f830c151770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8311800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f830c151770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51598/0 (socket says 172.21.15.92:51598) 2024-09-19T06:07:04.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8311800640 1 -- 172.21.15.92:0/212880089 learned_addr learned my addr 172.21.15.92:0/212880089 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:04.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8310e00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f830c1f80b0 0x7f830c0c9c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8311800640 1 -- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f830c161100 msgr2=0x7f830c161590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8312200640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f830c161100 0x7f830c161590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8311800640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f830c161100 0x7f830c161590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8311800640 1 -- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f830c1f80b0 msgr2=0x7f830c0c9c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8311800640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f830c1f80b0 0x7f830c0c9c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.023 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8311800640 1 -- 172.21.15.92:0/212880089 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f830c0c81f0 con 0x7f82f40051c0 2024-09-19T06:07:04.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8310e00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f830c1f80b0 0x7f830c0c9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:07:04.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.016+0000 7f8312200640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f830c161100 0x7f830c161590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:07:04.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.017+0000 7f8311800640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f830c151770 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f8300011930 tx=0x7f8300011df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.017+0000 7f8309600640 1 -- 172.21.15.92:0/212880089 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f830000fa90 con 0x7f82f40051c0 2024-09-19T06:07:04.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.017+0000 7f8309600640 1 -- 172.21.15.92:0/212880089 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f830000fc30 con 0x7f82f40051c0 2024-09-19T06:07:04.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.017+0000 7f8309600640 1 -- 172.21.15.92:0/212880089 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f8300014440 con 0x7f82f40051c0 2024-09-19T06:07:04.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.017+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f830c0c84d0 con 0x7f82f40051c0 2024-09-19T06:07:04.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.017+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f830c0c8a90 con 0x7f82f40051c0 2024-09-19T06:07:04.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.018+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f830c069c20 con 0x7f82f40051c0 2024-09-19T06:07:04.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.019+0000 7f8309600640 1 -- 172.21.15.92:0/212880089 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f8300012040 con 0x7f82f40051c0 2024-09-19T06:07:04.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.020+0000 7f8309600640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f82ec06c2b0 0x7f82ec06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.020+0000 7f8309600640 1 -- 172.21.15.92:0/212880089 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f830008b820 con 0x7f82f40051c0 2024-09-19T06:07:04.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.020+0000 7f8310e00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f82ec06c2b0 0x7f82ec06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.021+0000 7f8310e00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f82ec06c2b0 0x7f82ec06e770 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f830c0ce370 tx=0x7f82f8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.024+0000 7f8309600640 1 -- 172.21.15.92:0/212880089 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f8300019030 con 0x7f82f40051c0 2024-09-19T06:07:04.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.200+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) -- 0x7f830c0b81f0 con 0x7f82ec06c2b0 2024-09-19T06:07:04.203 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.201+0000 7f8309600640 1 -- 172.21.15.92:0/212880089 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7f830c0b81f0 con 0x7f82ec06c2b0 2024-09-19T06:07:04.203 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 6 to deep-scrub 2024-09-19T06:07:04.205 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f82ec06c2b0 msgr2=0x7f82ec06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f82ec06c2b0 0x7f82ec06e770 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f830c0ce370 tx=0x7f82f8009040 comp rx=0 tx=0).stop 2024-09-19T06:07:04.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 msgr2=0x7f830c151770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f830c151770 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f8300011930 tx=0x7f8300011df0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 shutdown_connections 2024-09-19T06:07:04.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f830c161100 0x7f830c161590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f82ec06c2b0 0x7f82ec06e770 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f830c1f80b0 0x7f830c0c9c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.206 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 --2- 172.21.15.92:0/212880089 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f82f40051c0 0x7f830c151770 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 >> 172.21.15.92:0/212880089 conn(0x7f830c062630 msgr2=0x7f830c0b56c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:04.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 shutdown_connections 2024-09-19T06:07:04.207 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.203+0000 7f8312c00640 1 -- 172.21.15.92:0/212880089 wait complete. 2024-09-19T06:07:04.220 INFO:tasks.ceph:Scrubbing osd.7 2024-09-19T06:07:04.221 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-19T06:07:04.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.376+0000 7f635c800640 1 Processor -- start 2024-09-19T06:07:04.378 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.376+0000 7f635c800640 1 -- start start 2024-09-19T06:07:04.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.377+0000 7f635c800640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f635415b480 0x7f63540b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.380 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.377+0000 7f635c800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6354072700 0x7f635415bc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.377+0000 7f635c800640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f63540ccff0 con 0x7f63540b60c0 2024-09-19T06:07:04.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.377+0000 7f635c800640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f63540cd2d0 con 0x7f635415b480 2024-09-19T06:07:04.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.377+0000 7f635c800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f63540cd5b0 con 0x7f6354072700 2024-09-19T06:07:04.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.378+0000 7f6359e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f635415b480 0x7f63540b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.378+0000 7f6359e00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f635415b480 0x7f63540b5b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51606/0 (socket says 172.21.15.92:51606) 2024-09-19T06:07:04.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.378+0000 7f6359e00640 1 -- 172.21.15.92:0/862637879 learned_addr learned my addr 172.21.15.92:0/862637879 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:04.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.378+0000 7f635a800640 1 --2- 172.21.15.92:0/862637879 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6354072700 0x7f635415bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.381 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.378+0000 7f6359e00640 1 -- 172.21.15.92:0/862637879 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6354072700 msgr2=0x7f635415bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:04.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.378+0000 7f6359e00640 1 --2- 172.21.15.92:0/862637879 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6354072700 0x7f635415bc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.378+0000 7f6359e00640 1 -- 172.21.15.92:0/862637879 >> v1:172.21.15.102:6789/0 conn(0x7f63540b60c0 legacy=0x7f6354071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.382 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.378+0000 7f6359e00640 1 -- 172.21.15.92:0/862637879 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f63540cd890 con 0x7f635415b480 2024-09-19T06:07:04.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.379+0000 7f6359e00640 1 --2- 172.21.15.92:0/862637879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f635415b480 0x7f63540b5b80 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f6348009870 tx=0x7f634802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c33c52184d874f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.383 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.379+0000 7f6358a00640 1 -- 172.21.15.92:0/862637879 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6348037070 con 0x7f635415b480 2024-09-19T06:07:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.379+0000 7f6358a00640 1 -- 172.21.15.92:0/862637879 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6348032440 con 0x7f635415b480 2024-09-19T06:07:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.379+0000 7f6358a00640 1 -- 172.21.15.92:0/862637879 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6348032810 con 0x7f635415b480 2024-09-19T06:07:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.380+0000 7f635c800640 1 -- 172.21.15.92:0/862637879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f635415b480 msgr2=0x7f63540b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.380+0000 7f635c800640 1 --2- 172.21.15.92:0/862637879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f635415b480 0x7f63540b5b80 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f6348009870 tx=0x7f634802a1c0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.380+0000 7f635c800640 1 -- 172.21.15.92:0/862637879 shutdown_connections 2024-09-19T06:07:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.380+0000 7f635c800640 1 --2- 172.21.15.92:0/862637879 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6354072700 0x7f635415bc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.384 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.380+0000 7f635c800640 1 --2- 172.21.15.92:0/862637879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f635415b480 0x7f63540b5b80 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.380+0000 7f635c800640 1 -- 172.21.15.92:0/862637879 >> 172.21.15.92:0/862637879 conn(0x7f635406d0f0 msgr2=0x7f635406d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.380+0000 7f635c800640 1 -- 172.21.15.92:0/862637879 shutdown_connections 2024-09-19T06:07:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.380+0000 7f635c800640 1 -- 172.21.15.92:0/862637879 wait complete. 2024-09-19T06:07:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.382+0000 7f635c800640 1 Processor -- start 2024-09-19T06:07:04.385 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.382+0000 7f635c800640 1 -- start start 2024-09-19T06:07:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f635c800640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6354072700 0x7f63541478f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f635c800640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63540b60c0 0x7f63540b3870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f635c800640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f635415b480 0x7f63540b3db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f635c800640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f635415b9e0 con 0x7f63540b60c0 2024-09-19T06:07:04.387 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f635c800640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f635415b860 con 0x7f635415b480 2024-09-19T06:07:04.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f635c800640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f635415c1a0 con 0x7f6354072700 2024-09-19T06:07:04.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f6359400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63540b60c0 0x7f63540b3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f6359e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6354072700 0x7f63541478f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f6359400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63540b60c0 0x7f63540b3870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51608/0 (socket says 172.21.15.92:51608) 2024-09-19T06:07:04.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f6359400640 1 -- 172.21.15.92:0/4173380784 learned_addr learned my addr 172.21.15.92:0/4173380784 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:04.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f635a800640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f635415b480 0x7f63540b3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.388 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f6359400640 1 -- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6354072700 msgr2=0x7f63541478f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f6359400640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6354072700 0x7f63541478f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f6359400640 1 -- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f635415b480 msgr2=0x7f63540b3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f6359400640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f635415b480 0x7f63540b3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.383+0000 7f6359400640 1 -- 172.21.15.92:0/4173380784 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6354148050 con 0x7f63540b60c0 2024-09-19T06:07:04.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.384+0000 7f6359400640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63540b60c0 0x7f63540b3870 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f634400c430 tx=0x7f634400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.384+0000 7f634e000640 1 -- 172.21.15.92:0/4173380784 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f63440052d0 con 0x7f63540b60c0 2024-09-19T06:07:04.389 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.384+0000 7f634e000640 1 -- 172.21.15.92:0/4173380784 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6344005490 con 0x7f63540b60c0 2024-09-19T06:07:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.384+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6354148330 con 0x7f63540b60c0 2024-09-19T06:07:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.384+0000 7f634e000640 1 -- 172.21.15.92:0/4173380784 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6344007260 con 0x7f63540b60c0 2024-09-19T06:07:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.384+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f63541488f0 con 0x7f63540b60c0 2024-09-19T06:07:04.390 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.385+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) -- 0x7f635415bc60 con 0x7f63540b60c0 2024-09-19T06:07:04.391 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.386+0000 7f634e000640 1 -- 172.21.15.92:0/4173380784 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6344007400 con 0x7f63540b60c0 2024-09-19T06:07:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.387+0000 7f634e000640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f633806c2b0 0x7f633806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.387+0000 7f634e000640 1 -- 172.21.15.92:0/4173380784 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f634408a5b0 con 0x7f63540b60c0 2024-09-19T06:07:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.387+0000 7f6359e00640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f633806c2b0 0x7f633806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.387+0000 7f634e000640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f6338072170 0x7f6338074590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.387+0000 7f634e000640 1 -- 172.21.15.92:0/4173380784 --> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] -- command(tid 1: {"prefix": "get_command_descriptions"}) -- 0x7f6344009e50 con 0x7f6338072170 2024-09-19T06:07:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.387+0000 7f634e000640 1 -- 172.21.15.92:0/4173380784 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=110) ==== 24+0+0 (secure 0 0 0) 0x7f6344091050 con 0x7f63540b60c0 2024-09-19T06:07:04.392 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.388+0000 7f635a800640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f6338072170 0x7f6338074590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.388+0000 7f6359e00640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f633806c2b0 0x7f633806e770 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f6348034000 tx=0x7f634802e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.388+0000 7f635a800640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f6338072170 0x7f6338074590 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.393 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.389+0000 7f634e000640 1 -- 172.21.15.92:0/4173380784 <== osd.7 v2:172.21.15.102:6816/2519724411 1 ==== command_reply(tid 1: 0 ) ==== 8+0+27193 (crc 0 0 0) 0x7f6344009e50 con 0x7f6338072170 2024-09-19T06:07:04.403 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.402+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 --> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) -- 0x7f63540b4d20 con 0x7f6338072170 2024-09-19T06:07:04.404 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.402+0000 7f634e000640 1 -- 172.21.15.92:0/4173380784 <== osd.7 v2:172.21.15.102:6816/2519724411 2 ==== command_reply(tid 2: 0 ) ==== 8+0+97 (crc 0 0 0) 0x7f63540b4d20 con 0x7f6338072170 2024-09-19T06:07:04.404 INFO:teuthology.orchestra.run.smithi092.stdout:{ 2024-09-19T06:07:04.405 INFO:teuthology.orchestra.run.smithi092.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-19T06:07:04.405 INFO:teuthology.orchestra.run.smithi092.stdout:} 2024-09-19T06:07:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f6338072170 msgr2=0x7f6338074590 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.102:6816/2519724411,v1:172.21.15.102:6817/2519724411] conn(0x7f6338072170 0x7f6338074590 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f633806c2b0 msgr2=0x7f633806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f633806c2b0 0x7f633806e770 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f6348034000 tx=0x7f634802e000 comp rx=0 tx=0).stop 2024-09-19T06:07:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63540b60c0 msgr2=0x7f63540b3870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.406 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 --2- 172.21.15.92:0/4173380784 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f63540b60c0 0x7f63540b3870 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f634400c430 tx=0x7f634400c8f0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635a800640 1 -- 172.21.15.92:0/4173380784 reap_dead start 2024-09-19T06:07:04.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 shutdown_connections 2024-09-19T06:07:04.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 >> 172.21.15.92:0/4173380784 conn(0x7f635406d0f0 msgr2=0x7f6354074c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:04.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 shutdown_connections 2024-09-19T06:07:04.407 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.403+0000 7f635c800640 1 -- 172.21.15.92:0/4173380784 wait complete. 2024-09-19T06:07:04.419 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-19T06:07:04.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.570+0000 7fcabe200640 1 Processor -- start 2024-09-19T06:07:04.572 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.570+0000 7fcabe200640 1 -- start start 2024-09-19T06:07:04.573 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.571+0000 7fcabe200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcab80b6290 0x7fcab8071ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.571+0000 7fcabe200640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcab80ccff0 con 0x7fcab8072530 2024-09-19T06:07:04.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.571+0000 7fcabe200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7fcab80cd2d0 con 0x7fcab815b480 2024-09-19T06:07:04.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.571+0000 7fcabe200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7fcab80cd5b0 con 0x7fcab80b6290 2024-09-19T06:07:04.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.572+0000 7fcab6a00640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcab80b6290 0x7fcab8071ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.572+0000 7fcab7e00640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fcab8072530 0x7fcab815bc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37884/0 (socket says 172.21.15.92:37884) 2024-09-19T06:07:04.574 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.572+0000 7fcab7e00640 1 -- 172.21.15.92:0/1564140686 learned_addr learned my addr 172.21.15.92:0/1564140686 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:04.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.572+0000 7fcab6a00640 1 -- 172.21.15.92:0/1564140686 >> v1:172.21.15.102:6789/0 conn(0x7fcab815b480 legacy=0x7fcab80b5b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.572+0000 7fcab6a00640 1 -- 172.21.15.92:0/1564140686 >> v1:172.21.15.92:6789/0 conn(0x7fcab8072530 legacy=0x7fcab815bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.572+0000 7fcab6a00640 1 -- 172.21.15.92:0/1564140686 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcab80cd890 con 0x7fcab80b6290 2024-09-19T06:07:04.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.572+0000 7fcab6000640 1 -- 172.21.15.92:0/1564140686 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1244662486 0 0) 0x7fcab80ccff0 con 0x7fcab8072530 2024-09-19T06:07:04.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.573+0000 7fcab6a00640 1 --2- 172.21.15.92:0/1564140686 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80b6290 0x7fcab8071ff0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fcaa400ba40 tx=0x7fcaa402c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcc705706952f2d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.576 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.573+0000 7fcab6000640 1 -- 172.21.15.92:0/1564140686 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4032750 con 0x7fcab80b6290 2024-09-19T06:07:04.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.573+0000 7fcab6000640 1 -- 172.21.15.92:0/1564140686 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcaa4030050 con 0x7fcab80b6290 2024-09-19T06:07:04.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.573+0000 7fcab6000640 1 -- 172.21.15.92:0/1564140686 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcaa4032b10 con 0x7fcab80b6290 2024-09-19T06:07:04.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.574+0000 7fcabe200640 1 -- 172.21.15.92:0/1564140686 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80b6290 msgr2=0x7fcab8071ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.574+0000 7fcabe200640 1 --2- 172.21.15.92:0/1564140686 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80b6290 0x7fcab8071ff0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fcaa400ba40 tx=0x7fcaa402c850 comp rx=0 tx=0).stop 2024-09-19T06:07:04.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.574+0000 7fcabe200640 1 -- 172.21.15.92:0/1564140686 shutdown_connections 2024-09-19T06:07:04.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.574+0000 7fcabe200640 1 --2- 172.21.15.92:0/1564140686 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80b6290 0x7fcab8071ff0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.574+0000 7fcabe200640 1 -- 172.21.15.92:0/1564140686 >> 172.21.15.92:0/1564140686 conn(0x7fcab806d0f0 msgr2=0x7fcab806d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:04.577 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.574+0000 7fcabe200640 1 -- 172.21.15.92:0/1564140686 shutdown_connections 2024-09-19T06:07:04.578 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.574+0000 7fcabe200640 1 -- 172.21.15.92:0/1564140686 wait complete. 2024-09-19T06:07:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.576+0000 7fcabe200640 1 Processor -- start 2024-09-19T06:07:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.576+0000 7fcabe200640 1 -- start start 2024-09-19T06:07:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcabe200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcab8072530 0x7fcab813ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.579 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcabe200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcab815b480 0x7fcab80ce2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcabe200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80ce820 0x7fcab8158c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcabe200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7fcab815b9e0 con 0x7fcab80ce820 2024-09-19T06:07:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcabe200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7fcab815b860 con 0x7fcab815b480 2024-09-19T06:07:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcabe200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7fcab815c370 con 0x7fcab8072530 2024-09-19T06:07:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80ce820 0x7fcab8158c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab7e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80ce820 0x7fcab8158c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51628/0 (socket says 172.21.15.92:51628) 2024-09-19T06:07:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab7e00640 1 -- 172.21.15.92:0/1008798413 learned_addr learned my addr 172.21.15.92:0/1008798413 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:04.580 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab6a00640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcab815b480 0x7fcab80ce2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab7400640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcab8072530 0x7fcab813ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab7e00640 1 -- 172.21.15.92:0/1008798413 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcab8072530 msgr2=0x7fcab813ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab7e00640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcab8072530 0x7fcab813ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab7e00640 1 -- 172.21.15.92:0/1008798413 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcab815b480 msgr2=0x7fcab80ce2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab7e00640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcab815b480 0x7fcab80ce2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.581 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.577+0000 7fcab7e00640 1 -- 172.21.15.92:0/1008798413 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7fcab80cfd60 con 0x7fcab80ce820 2024-09-19T06:07:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.578+0000 7fcab7e00640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80ce820 0x7fcab8158c80 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fcab000c7d0 tx=0x7fcab000cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.578+0000 7fcaaf400640 1 -- 172.21.15.92:0/1008798413 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab0018070 con 0x7fcab80ce820 2024-09-19T06:07:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.578+0000 7fcaaf400640 1 -- 172.21.15.92:0/1008798413 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7fcab000a640 con 0x7fcab80ce820 2024-09-19T06:07:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.578+0000 7fcaaf400640 1 -- 172.21.15.92:0/1008798413 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7fcab000aa70 con 0x7fcab80ce820 2024-09-19T06:07:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.578+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7fcab80cecc0 con 0x7fcab80ce820 2024-09-19T06:07:04.583 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.578+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7fcab80cf280 con 0x7fcab80ce820 2024-09-19T06:07:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.579+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7fcab8071ff0 con 0x7fcab80ce820 2024-09-19T06:07:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.580+0000 7fcaaf400640 1 -- 172.21.15.92:0/1008798413 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7fcab001b070 con 0x7fcab80ce820 2024-09-19T06:07:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.581+0000 7fcaaf400640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca9806c2b0 0x7fca9806e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.581+0000 7fcaaf400640 1 -- 172.21.15.92:0/1008798413 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7fcab008a730 con 0x7fcab80ce820 2024-09-19T06:07:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.581+0000 7fcab7400640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca9806c2b0 0x7fca9806e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.584 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.582+0000 7fcab7400640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca9806c2b0 0x7fca9806e770 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fcaa8000f60 tx=0x7fcaa8009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.587 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.585+0000 7fcaaf400640 1 -- 172.21.15.92:0/1008798413 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7fcab0058ab0 con 0x7fcab80ce820 2024-09-19T06:07:04.759 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.757+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) -- 0x7fcab815db10 con 0x7fca9806c2b0 2024-09-19T06:07:04.760 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.758+0000 7fcaaf400640 1 -- 172.21.15.92:0/1008798413 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) ==== 41+0+0 (secure 0 0 0) 0x7fcab815db10 con 0x7fca9806c2b0 2024-09-19T06:07:04.760 INFO:teuthology.orchestra.run.smithi092.stderr:instructed osd(s) 7 to deep-scrub 2024-09-19T06:07:04.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca9806c2b0 msgr2=0x7fca9806e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca9806c2b0 0x7fca9806e770 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fcaa8000f60 tx=0x7fcaa8009040 comp rx=0 tx=0).stop 2024-09-19T06:07:04.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80ce820 msgr2=0x7fcab8158c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80ce820 0x7fcab8158c80 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fcab000c7d0 tx=0x7fcab000cc90 comp rx=0 tx=0).stop 2024-09-19T06:07:04.762 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 shutdown_connections 2024-09-19T06:07:04.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcab80ce820 0x7fcab8158c80 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7fca9806c2b0 0x7fca9806e770 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7fcab815b480 0x7fcab80ce2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 --2- 172.21.15.92:0/1008798413 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7fcab8072530 0x7fcab813ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 >> 172.21.15.92:0/1008798413 conn(0x7fcab806d0f0 msgr2=0x7fcab815cb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:04.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 shutdown_connections 2024-09-19T06:07:04.763 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.760+0000 7fcabe200640 1 -- 172.21.15.92:0/1008798413 wait complete. 2024-09-19T06:07:04.778 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:07:04.930 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.928+0000 7f6f89400640 1 Processor -- start 2024-09-19T06:07:04.931 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.928+0000 7f6f89400640 1 -- start start 2024-09-19T06:07:04.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.929+0000 7f6f89400640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f6f840b5be0 0x7f6f8415ed10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.930+0000 7f6f89400640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f840b6830 con 0x7f6f840b29a0 2024-09-19T06:07:04.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.930+0000 7f6f89400640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f6f840cd0b0 con 0x7f6f8415a9c0 2024-09-19T06:07:04.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.930+0000 7f6f89400640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f6f8415f410 con 0x7f6f840b5be0 2024-09-19T06:07:04.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.930+0000 7f6f83200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f6f840b29a0 0x7f6f840cde70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37890/0 (socket says 172.21.15.92:37890) 2024-09-19T06:07:04.932 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.930+0000 7f6f83200640 1 -- 172.21.15.92:0/1655546024 learned_addr learned my addr 172.21.15.92:0/1655546024 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:04.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.930+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2751156865 0 0) 0x7f6f840b6830 con 0x7f6f840b29a0 2024-09-19T06:07:04.934 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.930+0000 7f6f79e00640 1 --2- 172.21.15.92:0/1655546024 >> v2:172.21.15.102:3300/0 conn(0x7f6f840b5be0 0x7f6f8415ed10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.930+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f6f68003520 con 0x7f6f840b29a0 2024-09-19T06:07:04.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.930+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 <== mon.0 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) ==== 214+0+0 (unknown 2260004611 0 0) 0x7f6f68003520 con 0x7f6f840b29a0 2024-09-19T06:07:04.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 >> v2:172.21.15.102:3300/0 conn(0x7f6f840b5be0 msgr2=0x7f6f8415ed10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:04.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 --2- 172.21.15.92:0/1655546024 >> v2:172.21.15.102:3300/0 conn(0x7f6f840b5be0 0x7f6f8415ed10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 >> v1:172.21.15.102:6789/0 conn(0x7f6f8415a9c0 legacy=0x7f6f8415e600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f840cd390 con 0x7f6f840b29a0 2024-09-19T06:07:04.935 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 <== mon.0 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 ==== 413+0+0 (unknown 732511607 0 0) 0x7f6f7c0019f0 con 0x7f6f840b29a0 2024-09-19T06:07:04.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 >> v1:172.21.15.92:6789/0 conn(0x7f6f840b29a0 legacy=0x7f6f840cde70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680039b0 0x7f6f68003dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6f68004800 0x7f6f68004c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f680051c0 0x7f6f6800cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6f8415f410 con 0x7f6f680051c0 2024-09-19T06:07:04.936 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f6800d170 con 0x7f6f680039b0 2024-09-19T06:07:04.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6f6800d370 con 0x7f6f68004800 2024-09-19T06:07:04.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f83200640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f680051c0 0x7f6f6800cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f82800640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680039b0 0x7f6f68003dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f79e00640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6f68004800 0x7f6f68004c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f83200640 1 -- 172.21.15.92:0/1655546024 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6f68004800 msgr2=0x7f6f68004c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:04.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f83200640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6f68004800 0x7f6f68004c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f83200640 1 -- 172.21.15.92:0/1655546024 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680039b0 msgr2=0x7f6f68003dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:04.937 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f83200640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680039b0 0x7f6f68003dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f83200640 1 -- 172.21.15.92:0/1655546024 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f68003520 con 0x7f6f680051c0 2024-09-19T06:07:04.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.931+0000 7f6f82800640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680039b0 0x7f6f68003dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-19T06:07:04.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.932+0000 7f6f83200640 1 -- 172.21.15.92:0/1655546024 reap_dead start 2024-09-19T06:07:04.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.932+0000 7f6f83200640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f680051c0 0x7f6f6800cad0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00a830 tx=0x7f6f68005830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cf4b5249770b83d server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c00a480 con 0x7f6f680051c0 2024-09-19T06:07:04.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f7c02f070 con 0x7f6f680051c0 2024-09-19T06:07:04.938 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f81e00640 1 -- 172.21.15.92:0/1655546024 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f7c02bc70 con 0x7f6f680051c0 2024-09-19T06:07:04.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f89400640 1 -- 172.21.15.92:0/1655546024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f680051c0 msgr2=0x7f6f6800cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f89400640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f680051c0 0x7f6f6800cad0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c00a830 tx=0x7f6f68005830 comp rx=0 tx=0).stop 2024-09-19T06:07:04.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f89400640 1 -- 172.21.15.92:0/1655546024 shutdown_connections 2024-09-19T06:07:04.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f89400640 1 --2- 172.21.15.92:0/1655546024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f680051c0 0x7f6f6800cad0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.941 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f89400640 1 -- 172.21.15.92:0/1655546024 >> 172.21.15.92:0/1655546024 conn(0x7f6f8406bc10 msgr2=0x7f6f8406c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:04.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f89400640 1 -- 172.21.15.92:0/1655546024 shutdown_connections 2024-09-19T06:07:04.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.933+0000 7f6f89400640 1 -- 172.21.15.92:0/1655546024 wait complete. 2024-09-19T06:07:04.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.935+0000 7f6f89400640 1 Processor -- start 2024-09-19T06:07:04.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.935+0000 7f6f89400640 1 -- start start 2024-09-19T06:07:04.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f89400640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680051c0 0x7f6f84072160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f89400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f841f5300 0x7f6f840726a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f89400640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6f840cc260 0x7f6f840cc710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f89400640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f6f8415ada0 con 0x7f6f841f5300 2024-09-19T06:07:04.942 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f89400640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f6f840cd950 con 0x7f6f680051c0 2024-09-19T06:07:04.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f89400640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f6f8406de40 con 0x7f6f840cc260 2024-09-19T06:07:04.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f79e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f841f5300 0x7f6f840726a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f79e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f841f5300 0x7f6f840726a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:51646/0 (socket says 172.21.15.92:51646) 2024-09-19T06:07:04.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f79e00640 1 -- 172.21.15.92:0/2351923244 learned_addr learned my addr 172.21.15.92:0/2351923244 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:04.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f79e00640 1 -- 172.21.15.92:0/2351923244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6f840cc260 msgr2=0x7f6f840cc710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f79e00640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6f840cc260 0x7f6f840cc710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f82800640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680051c0 0x7f6f84072160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.943 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f79e00640 1 -- 172.21.15.92:0/2351923244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680051c0 msgr2=0x7f6f84072160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:04.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f79e00640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680051c0 0x7f6f84072160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:04.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f79e00640 1 -- 172.21.15.92:0/2351923244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f6f84071c30 con 0x7f6f841f5300 2024-09-19T06:07:04.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.936+0000 7f6f82800640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680051c0 0x7f6f84072160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-19T06:07:04.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.937+0000 7f6f79e00640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f841f5300 0x7f6f840726a0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c011560 tx=0x7f6f6c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.937+0000 7f6f7b400640 1 -- 172.21.15.92:0/2351923244 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c015930 con 0x7f6f841f5300 2024-09-19T06:07:04.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.937+0000 7f6f7b400640 1 -- 172.21.15.92:0/2351923244 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f6f6c015ad0 con 0x7f6f841f5300 2024-09-19T06:07:04.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.937+0000 7f6f7b400640 1 -- 172.21.15.92:0/2351923244 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f6f6c01d400 con 0x7f6f841f5300 2024-09-19T06:07:04.944 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.937+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f6f840ccc50 con 0x7f6f841f5300 2024-09-19T06:07:04.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.937+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f6f841f2820 con 0x7f6f841f5300 2024-09-19T06:07:04.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.938+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f6f8406e1d0 con 0x7f6f841f5300 2024-09-19T06:07:04.945 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.939+0000 7f6f7b400640 1 -- 172.21.15.92:0/2351923244 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f6f6c01d5a0 con 0x7f6f841f5300 2024-09-19T06:07:04.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.940+0000 7f6f7b400640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6f6006c2b0 0x7f6f6006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:04.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.940+0000 7f6f7b400640 1 -- 172.21.15.92:0/2351923244 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f6f6c08b9c0 con 0x7f6f841f5300 2024-09-19T06:07:04.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.940+0000 7f6f82800640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6f6006c2b0 0x7f6f6006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:04.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.941+0000 7f6f82800640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6f6006c2b0 0x7f6f6006e770 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f6f841597b0 tx=0x7f6f74009040 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:04.946 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:04.944+0000 7f6f7b400640 1 -- 172.21.15.92:0/2351923244 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f6f6c019030 con 0x7f6f841f5300 2024-09-19T06:07:05.116 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.114+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f6f840ca050 con 0x7f6f6006c2b0 2024-09-19T06:07:05.117 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.115+0000 7f6f7b400640 1 -- 172.21.15.92:0/2351923244 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13370 (secure 0 0 0) 0x7f6f840ca050 con 0x7f6f6006c2b0 2024-09-19T06:07:05.117 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:07:05.118 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:07:05.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6f6006c2b0 msgr2=0x7f6f6006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:05.119 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6f6006c2b0 0x7f6f6006e770 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7f6f841597b0 tx=0x7f6f74009040 comp rx=0 tx=0).stop 2024-09-19T06:07:05.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f841f5300 msgr2=0x7f6f840726a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:05.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f841f5300 0x7f6f840726a0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f6f6c011560 tx=0x7f6f6c009f90 comp rx=0 tx=0).stop 2024-09-19T06:07:05.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 shutdown_connections 2024-09-19T06:07:05.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f6f840cc260 0x7f6f840cc710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:05.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6f841f5300 0x7f6f840726a0 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:05.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f6f6006c2b0 0x7f6f6006e770 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:05.120 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 --2- 172.21.15.92:0/2351923244 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f6f680051c0 0x7f6f84072160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:05.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 >> 172.21.15.92:0/2351923244 conn(0x7f6f8406bc10 msgr2=0x7f6f8415e550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:05.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 shutdown_connections 2024-09-19T06:07:05.121 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:05.117+0000 7f6f89400640 1 -- 172.21.15.92:0/2351923244 wait complete. 2024-09-19T06:07:05.135 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":280,"stamp":"2024-09-19T06:07:04.955495+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":294648,"kb_used_data":11848,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754680072,"statfs":{"total":773094113280,"available":772792393728,"internally_reserved":0,"allocated":12132352,"data_stored":5840440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"10.395295"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":334,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-19T06:06:54.682199+0000","last_change":"2024-09-19T06:01:14.893597+0000","last_active":"2024-09-19T06:06:54.682199+0000","last_peered":"2024-09-19T06:06:54.682199+0000","last_clean":"2024-09-19T06:06:54.682199+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:06:54.682199+0000","last_undegraded":"2024-09-19T06:06:54.682199+0000","last_fullsized":"2024-09-19T06:06:54.682199+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-19T06:01:13.515603+0000","last_clean_scrub_stamp":"2024-09-19T06:01:13.515603+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:47:26.866422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509514,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37268,"kb_used_data":1916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334572,"statfs":{"total":96636764160,"available":96598601728,"internally_reserved":0,"allocated":1961984,"data_stored":1172831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36684,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335156,"statfs":{"total":96636764160,"available":96599199744,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36684,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335156,"statfs":{"total":96636764160,"available":96599199744,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36684,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335156,"statfs":{"total":96636764160,"available":96599199744,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509512,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36688,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335152,"statfs":{"total":96636764160,"available":96599195648,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509513,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36684,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335156,"statfs":{"total":96636764160,"available":96599199744,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509513,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37268,"kb_used_data":1916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334572,"statfs":{"total":96636764160,"available":96598601728,"internally_reserved":0,"allocated":1961984,"data_stored":1172831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542219,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36688,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335152,"statfs":{"total":96636764160,"available":96599195648,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:07:05.138 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-19T06:01:13.515603+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=6, tm_min=1, tm_sec=13, tm_wday=3, tm_yday=263, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=19, tm_hour=6, tm_min=6, tm_sec=59, tm_wday=3, tm_yday=263, tm_isdst=0) 2024-09-19T06:07:05.138 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-19T06:07:08.930 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:07:08.935 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:07:25.139 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-19T06:07:25.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.302+0000 7f5dbb000640 1 Processor -- start 2024-09-19T06:07:25.304 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.302+0000 7f5dbb000640 1 -- start start 2024-09-19T06:07:25.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.303+0000 7f5dbb000640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5db40b2480 0x7f5db40b30e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.305 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.303+0000 7f5dbb000640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5db4162e40 con 0x7f5db41629d0 2024-09-19T06:07:25.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.303+0000 7f5dbb000640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f5db40cdc00 con 0x7f5db415e570 2024-09-19T06:07:25.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.303+0000 7f5dbb000640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f5db40af030 con 0x7f5db40b2480 2024-09-19T06:07:25.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.304+0000 7f5dba600640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5db40b2480 0x7f5db40b30e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:25.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.304+0000 7f5db9200640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f5db41629d0 0x7f5db40b1d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37816/0 (socket says 172.21.15.92:37816) 2024-09-19T06:07:25.306 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.304+0000 7f5db9200640 1 -- 172.21.15.92:0/1419629718 learned_addr learned my addr 172.21.15.92:0/1419629718 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:25.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.304+0000 7f5dba600640 1 -- 172.21.15.92:0/1419629718 >> v1:172.21.15.102:6789/0 conn(0x7f5db415e570 legacy=0x7f5db40ce9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.304+0000 7f5dba600640 1 -- 172.21.15.92:0/1419629718 >> v1:172.21.15.92:6789/0 conn(0x7f5db41629d0 legacy=0x7f5db40b1d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.304+0000 7f5db3e00640 1 -- 172.21.15.92:0/1419629718 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 783584291 0 0) 0x7f5db4162e40 con 0x7f5db41629d0 2024-09-19T06:07:25.308 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.304+0000 7f5dba600640 1 -- 172.21.15.92:0/1419629718 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db40cdec0 con 0x7f5db40b2480 2024-09-19T06:07:25.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.305+0000 7f5dba600640 1 --2- 172.21.15.92:0/1419629718 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 0x7f5db40b30e0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f5dac009d90 tx=0x7f5dac02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5288cffbddfc74c server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:25.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.305+0000 7f5db3e00640 1 -- 172.21.15.92:0/1419629718 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac007740 con 0x7f5db40b2480 2024-09-19T06:07:25.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.305+0000 7f5db3e00640 1 -- 172.21.15.92:0/1419629718 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5dac0078e0 con 0x7f5db40b2480 2024-09-19T06:07:25.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.305+0000 7f5db3e00640 1 -- 172.21.15.92:0/1419629718 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5dac007cb0 con 0x7f5db40b2480 2024-09-19T06:07:25.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.306+0000 7f5dbb000640 1 -- 172.21.15.92:0/1419629718 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 msgr2=0x7f5db40b30e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.306+0000 7f5dbb000640 1 --2- 172.21.15.92:0/1419629718 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 0x7f5db40b30e0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f5dac009d90 tx=0x7f5dac02a6f0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.306+0000 7f5dbb000640 1 -- 172.21.15.92:0/1419629718 shutdown_connections 2024-09-19T06:07:25.309 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.306+0000 7f5dbb000640 1 --2- 172.21.15.92:0/1419629718 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 0x7f5db40b30e0 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.306+0000 7f5dbb000640 1 -- 172.21.15.92:0/1419629718 >> 172.21.15.92:0/1419629718 conn(0x7f5db4062a20 msgr2=0x7f5db406bc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:25.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.306+0000 7f5dbb000640 1 -- 172.21.15.92:0/1419629718 shutdown_connections 2024-09-19T06:07:25.310 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.306+0000 7f5dbb000640 1 -- 172.21.15.92:0/1419629718 wait complete. 2024-09-19T06:07:25.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.308+0000 7f5dbb000640 1 Processor -- start 2024-09-19T06:07:25.311 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.308+0000 7f5dbb000640 1 -- start start 2024-09-19T06:07:25.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5dbb000640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 0x7f5db414bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5dbb000640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5db415e570 0x7f5db4161220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5dbb000640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5db41629d0 0x7f5db4159e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5dbb000640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f5db40cfbe0 con 0x7f5db40b2480 2024-09-19T06:07:25.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5dbb000640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f5db40ce480 con 0x7f5db415e570 2024-09-19T06:07:25.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5dbb000640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f5db40aec70 con 0x7f5db41629d0 2024-09-19T06:07:25.312 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5db9c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 0x7f5db414bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:25.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5db9c00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 0x7f5db414bac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:60760/0 (socket says 172.21.15.92:60760) 2024-09-19T06:07:25.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5db9c00640 1 -- 172.21.15.92:0/4200099022 learned_addr learned my addr 172.21.15.92:0/4200099022 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:25.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5db9c00640 1 -- 172.21.15.92:0/4200099022 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5db41629d0 msgr2=0x7f5db4159e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5db9c00640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5db41629d0 0x7f5db4159e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5db9c00640 1 -- 172.21.15.92:0/4200099022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5db415e570 msgr2=0x7f5db4161220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5db9c00640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5db415e570 0x7f5db4161220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.309+0000 7f5db9c00640 1 -- 172.21.15.92:0/4200099022 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f5db415ae00 con 0x7f5db40b2480 2024-09-19T06:07:25.313 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.310+0000 7f5db9c00640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 0x7f5db414bac0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f5da800c450 tx=0x7f5da800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:25.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.310+0000 7f5db1600640 1 -- 172.21.15.92:0/4200099022 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da80052d0 con 0x7f5db40b2480 2024-09-19T06:07:25.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.310+0000 7f5db1600640 1 -- 172.21.15.92:0/4200099022 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f5da8005470 con 0x7f5db40b2480 2024-09-19T06:07:25.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.310+0000 7f5db1600640 1 -- 172.21.15.92:0/4200099022 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f5da8012870 con 0x7f5db40b2480 2024-09-19T06:07:25.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.310+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f5db415b0e0 con 0x7f5db40b2480 2024-09-19T06:07:25.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.310+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f5db415b6a0 con 0x7f5db40b2480 2024-09-19T06:07:25.315 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.311+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f5db40b1d70 con 0x7f5db40b2480 2024-09-19T06:07:25.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.312+0000 7f5db1600640 1 -- 172.21.15.92:0/4200099022 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f5da8012a10 con 0x7f5db40b2480 2024-09-19T06:07:25.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.313+0000 7f5db1600640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5d9406c2b0 0x7f5d9406e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.313+0000 7f5db1600640 1 -- 172.21.15.92:0/4200099022 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f5da808adf0 con 0x7f5db40b2480 2024-09-19T06:07:25.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.313+0000 7f5db9200640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5d9406c2b0 0x7f5d9406e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:25.316 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.314+0000 7f5db9200640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5d9406c2b0 0x7f5d9406e770 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f5da0000c00 tx=0x7f5da00079c0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:25.319 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.317+0000 7f5db1600640 1 -- 172.21.15.92:0/4200099022 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f5da8059850 con 0x7f5db40b2480 2024-09-19T06:07:25.489 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.487+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 --> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) -- 0x7f5db4157e60 con 0x7f5d9406c2b0 2024-09-19T06:07:25.490 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.488+0000 7f5db1600640 1 -- 172.21.15.92:0/4200099022 <== mgr.4101 v2:172.21.15.92:6800/3999564322 1 ==== mgr_command_reply(tid 0: 0 dumped all) ==== 18+0+13379 (secure 0 0 0) 0x7f5db4157e60 con 0x7f5d9406c2b0 2024-09-19T06:07:25.491 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:07:25.491 INFO:teuthology.orchestra.run.smithi092.stderr:dumped all 2024-09-19T06:07:25.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5d9406c2b0 msgr2=0x7f5d9406e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5d9406c2b0 0x7f5d9406e770 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f5da0000c00 tx=0x7f5da00079c0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 msgr2=0x7f5db414bac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 0x7f5db414bac0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f5da800c450 tx=0x7f5da800c910 comp rx=0 tx=0).stop 2024-09-19T06:07:25.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 shutdown_connections 2024-09-19T06:07:25.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f5db41629d0 0x7f5db4159e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.493 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f5d9406c2b0 0x7f5d9406e770 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f5db415e570 0x7f5db4161220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 --2- 172.21.15.92:0/4200099022 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db40b2480 0x7f5db414bac0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.490+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 >> 172.21.15.92:0/4200099022 conn(0x7f5db4062a20 msgr2=0x7f5db40ce8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:25.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.491+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 shutdown_connections 2024-09-19T06:07:25.494 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.491+0000 7f5dbb000640 1 -- 172.21.15.92:0/4200099022 wait complete. 2024-09-19T06:07:25.508 INFO:teuthology.orchestra.run.smithi092.stdout:{"pg_ready":true,"pg_map":{"version":290,"stamp":"2024-09-19T06:07:24.959112+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":294632,"kb_used_data":11848,"kb_used_omap":12,"kb_used_meta":282611,"kb_avail":754680088,"statfs":{"total":773094113280,"available":772792410112,"internally_reserved":0,"allocated":12132352,"data_stored":5840440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":289394225},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002304"},"pg_stats":[{"pgid":"1.0","version":"110'119","reported_seq":346,"reported_epoch":110,"state":"active+clean","last_fresh":"2024-09-19T06:07:05.309618+0000","last_change":"2024-09-19T06:07:05.309618+0000","last_active":"2024-09-19T06:07:05.309618+0000","last_peered":"2024-09-19T06:07:05.309618+0000","last_clean":"2024-09-19T06:07:05.309618+0000","last_became_active":"2024-09-19T06:01:14.892513+0000","last_became_peered":"2024-09-19T06:01:14.892513+0000","last_unstale":"2024-09-19T06:07:05.309618+0000","last_undegraded":"2024-09-19T06:07:05.309618+0000","last_fullsized":"2024-09-19T06:07:05.309618+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"110'119","last_scrub_stamp":"2024-09-19T06:07:05.309492+0000","last_deep_scrub":"110'119","last_deep_scrub_stamp":"2024-09-19T06:07:05.309492+0000","last_clean_scrub_stamp":"2024-09-19T06:07:05.309492+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-20T13:46:54.266379+0000","scrub_duration":3,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":15,"seq":64424509518,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37260,"kb_used_data":1916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334580,"statfs":{"total":96636764160,"available":96598609920,"internally_reserved":0,"allocated":1961984,"data_stored":1172831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":15,"seq":64424509517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36684,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335156,"statfs":{"total":96636764160,"available":96599199744,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":15,"seq":64424509517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36684,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335156,"statfs":{"total":96636764160,"available":96599199744,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":15,"seq":64424509517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36684,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335156,"statfs":{"total":96636764160,"available":96599199744,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":15,"seq":64424509516,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36688,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335152,"statfs":{"total":96636764160,"available":96599195648,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":15,"seq":64424509517,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36684,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335156,"statfs":{"total":96636764160,"available":96599199744,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":15,"seq":64424509517,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37260,"kb_used_data":1916,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94334580,"statfs":{"total":96636764160,"available":96598609920,"internally_reserved":0,"allocated":1961984,"data_stored":1172831,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36174278},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":14,"seq":60129542223,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36688,"kb_used_data":1336,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":94335152,"statfs":{"total":96636764160,"available":96599195648,"internally_reserved":0,"allocated":1368064,"data_stored":582463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-19T06:07:25.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-19T06:07:25.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.656+0000 7f1336e00640 1 Processor -- start 2024-09-19T06:07:25.658 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.656+0000 7f1336e00640 1 -- start start 2024-09-19T06:07:25.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.657+0000 7f1336e00640 1 --2- >> v2:172.21.15.102:3300/0 conn(0x7f133015b480 0x7f13300b5b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.657+0000 7f1336e00640 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13300ccff0 con 0x7f13300b60c0 2024-09-19T06:07:25.659 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.657+0000 7f1336e00640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f13300cd2d0 con 0x7f1330072700 2024-09-19T06:07:25.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.657+0000 7f1336e00640 1 -- --> v2:172.21.15.102:3300/0 -- mon_getmap magic: 0 -- 0x7f13300cd5b0 con 0x7f133015b480 2024-09-19T06:07:25.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.657+0000 7f1327400640 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f13300b60c0 0x7f1330071ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:37830/0 (socket says 172.21.15.92:37830) 2024-09-19T06:07:25.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.657+0000 7f1327400640 1 -- 172.21.15.92:0/3425031991 learned_addr learned my addr 172.21.15.92:0/3425031991 (peer_addr_for_me v1:172.21.15.92:0/0) 2024-09-19T06:07:25.660 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.658+0000 7f132fe00640 1 --2- 172.21.15.92:0/3425031991 >> v2:172.21.15.102:3300/0 conn(0x7f133015b480 0x7f13300b5b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:25.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.658+0000 7f132f400640 1 -- 172.21.15.92:0/3425031991 <== mon.0 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 2751802516 0 0) 0x7f13300ccff0 con 0x7f13300b60c0 2024-09-19T06:07:25.661 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.658+0000 7f132f400640 1 -- 172.21.15.92:0/3425031991 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f1314003520 con 0x7f13300b60c0 2024-09-19T06:07:25.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.658+0000 7f132f400640 1 -- 172.21.15.92:0/3425031991 <== mon.1 v1:172.21.15.102:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) ==== 33+0+0 (unknown 1654096010 0 0) 0x7f13300cd2d0 con 0x7f1330072700 2024-09-19T06:07:25.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.658+0000 7f132f400640 1 -- 172.21.15.92:0/3425031991 --> v1:172.21.15.102:6789/0 -- auth(proto 2 36 bytes epoch 0) -- 0x7f13300ccff0 con 0x7f1330072700 2024-09-19T06:07:25.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.658+0000 7f132fe00640 1 -- 172.21.15.92:0/3425031991 >> v1:172.21.15.102:6789/0 conn(0x7f1330072700 legacy=0x7f133015bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.658+0000 7f132fe00640 1 -- 172.21.15.92:0/3425031991 >> v1:172.21.15.92:6789/0 conn(0x7f13300b60c0 legacy=0x7f1330071ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.658+0000 7f132fe00640 1 -- 172.21.15.92:0/3425031991 --> v2:172.21.15.102:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13300cd890 con 0x7f133015b480 2024-09-19T06:07:25.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.659+0000 7f132fe00640 1 --2- 172.21.15.92:0/3425031991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f133015b480 0x7f13300b5b80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f13200097a0 tx=0x7f132002a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6877742b52fc912 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:25.662 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.659+0000 7f132f400640 1 -- 172.21.15.92:0/3425031991 <== mon.1 v2:172.21.15.102:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1320037070 con 0x7f133015b480 2024-09-19T06:07:25.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.659+0000 7f132f400640 1 -- 172.21.15.92:0/3425031991 <== mon.1 v2:172.21.15.102:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1320032440 con 0x7f133015b480 2024-09-19T06:07:25.663 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.659+0000 7f132f400640 1 -- 172.21.15.92:0/3425031991 <== mon.1 v2:172.21.15.102:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1320032810 con 0x7f133015b480 2024-09-19T06:07:25.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.660+0000 7f1336e00640 1 -- 172.21.15.92:0/3425031991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f133015b480 msgr2=0x7f13300b5b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.660+0000 7f1336e00640 1 --2- 172.21.15.92:0/3425031991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f133015b480 0x7f13300b5b80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f13200097a0 tx=0x7f132002a1a0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.660+0000 7f1336e00640 1 -- 172.21.15.92:0/3425031991 shutdown_connections 2024-09-19T06:07:25.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.660+0000 7f1336e00640 1 --2- 172.21.15.92:0/3425031991 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f133015b480 0x7f13300b5b80 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.660+0000 7f1336e00640 1 -- 172.21.15.92:0/3425031991 >> 172.21.15.92:0/3425031991 conn(0x7f133006d0f0 msgr2=0x7f133006d500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:25.664 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.660+0000 7f1336e00640 1 -- 172.21.15.92:0/3425031991 shutdown_connections 2024-09-19T06:07:25.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.660+0000 7f1336e00640 1 -- 172.21.15.92:0/3425031991 wait complete. 2024-09-19T06:07:25.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.662+0000 7f1336e00640 1 Processor -- start 2024-09-19T06:07:25.665 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.662+0000 7f1336e00640 1 -- start start 2024-09-19T06:07:25.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1336e00640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1330072700 0x7f1330146ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1336e00640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13300b60c0 0x7f13301f5a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1336e00640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f133015b480 0x7f13300b3590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1336e00640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f133015b9e0 con 0x7f13300b60c0 2024-09-19T06:07:25.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1336e00640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f133015b860 con 0x7f133015b480 2024-09-19T06:07:25.667 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1336e00640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f133015c370 con 0x7f1330072700 2024-09-19T06:07:25.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1327400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13300b60c0 0x7f13301f5a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:25.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1327400640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13300b60c0 0x7f13301f5a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:60762/0 (socket says 172.21.15.92:60762) 2024-09-19T06:07:25.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1327400640 1 -- 172.21.15.92:0/4084219858 learned_addr learned my addr 172.21.15.92:0/4084219858 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:25.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f1334e00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f133015b480 0x7f13300b3590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:25.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.663+0000 7f132fe00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1330072700 0x7f1330146ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:25.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f1327400640 1 -- 172.21.15.92:0/4084219858 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1330072700 msgr2=0x7f1330146ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.668 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f1327400640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1330072700 0x7f1330146ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f1327400640 1 -- 172.21.15.92:0/4084219858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f133015b480 msgr2=0x7f13300b3590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f1327400640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f133015b480 0x7f13300b3590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f1327400640 1 -- 172.21.15.92:0/4084219858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f13301f6510 con 0x7f13300b60c0 2024-09-19T06:07:25.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f1327400640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13300b60c0 0x7f13301f5a70 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f131800c530 tx=0x7f131800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:25.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f132cc00640 1 -- 172.21.15.92:0/4084219858 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1318017070 con 0x7f13300b60c0 2024-09-19T06:07:25.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f132cc00640 1 -- 172.21.15.92:0/4084219858 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(0 keys) ==== 4+0+0 (secure 0 0 0) 0x7f1318005ce0 con 0x7f13300b60c0 2024-09-19T06:07:25.669 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f13301f67f0 con 0x7f13300b60c0 2024-09-19T06:07:25.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f132cc00640 1 -- 172.21.15.92:0/4084219858 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f1318007270 con 0x7f13300b60c0 2024-09-19T06:07:25.670 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.664+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f13300c61a0 con 0x7f13300b60c0 2024-09-19T06:07:25.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.665+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f13301f69c0 con 0x7f13300b60c0 2024-09-19T06:07:25.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.666+0000 7f132cc00640 1 -- 172.21.15.92:0/4084219858 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f131801a070 con 0x7f13300b60c0 2024-09-19T06:07:25.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.667+0000 7f132cc00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f130c06c2b0 0x7f130c06e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:25.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.667+0000 7f132cc00640 1 -- 172.21.15.92:0/4084219858 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f131808a4b0 con 0x7f13300b60c0 2024-09-19T06:07:25.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.667+0000 7f132fe00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f130c06c2b0 0x7f130c06e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:25.671 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.668+0000 7f132fe00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f130c06c2b0 0x7f130c06e770 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f1320034000 tx=0x7f132002e000 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:25.673 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.672+0000 7f132cc00640 1 -- 172.21.15.92:0/4084219858 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f13301f69c0 con 0x7f13300b60c0 2024-09-19T06:07:25.847 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.845+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) -- 0x7f13300c6370 con 0x7f13300b60c0 2024-09-19T06:07:25.851 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.849+0000 7f132cc00640 1 -- 172.21.15.92:0/4084219858 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v32)=0 v32) ==== 123+0+0 (secure 0 0 0) 0x7f1318058830 con 0x7f13300b60c0 2024-09-19T06:07:25.853 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.850+0000 7f132cc00640 1 -- 172.21.15.92:0/4084219858 <== mon.0 v2:172.21.15.92:3300/0 8 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f131805cb30 con 0x7f13300b60c0 2024-09-19T06:07:25.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.852+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f130c06c2b0 msgr2=0x7f130c06e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.852+0000 7f1336e00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f130c06c2b0 0x7f130c06e770 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f1320034000 tx=0x7f132002e000 comp rx=0 tx=0).stop 2024-09-19T06:07:25.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.852+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13300b60c0 msgr2=0x7f13301f5a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:25.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.852+0000 7f1336e00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13300b60c0 0x7f13301f5a70 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f131800c530 tx=0x7f131800c9f0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.852+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 shutdown_connections 2024-09-19T06:07:25.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.853+0000 7f1336e00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f130c06c2b0 0x7f130c06e770 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.855 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.853+0000 7f1336e00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f133015b480 0x7f13300b3590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.853+0000 7f1336e00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13300b60c0 0x7f13301f5a70 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.853+0000 7f1336e00640 1 --2- 172.21.15.92:0/4084219858 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f1330072700 0x7f1330146ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:25.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.853+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 >> 172.21.15.92:0/4084219858 conn(0x7f133006d0f0 msgr2=0x7f133015db50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:25.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.853+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 shutdown_connections 2024-09-19T06:07:25.856 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:25.853+0000 7f1336e00640 1 -- 172.21.15.92:0/4084219858 wait complete. 2024-09-19T06:07:25.870 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-19T06:07:25.870 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-19T06:07:26.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.020+0000 7f2d97200640 1 Processor -- start 2024-09-19T06:07:26.022 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.020+0000 7f2d97200640 1 -- start start 2024-09-19T06:07:26.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.021+0000 7f2d97200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b5be0 0x7f2d9015a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:26.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d97200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2d9015e600 0x7f2d9015eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:26.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d97200640 1 -- --> v1:172.21.15.102:6789/0 -- auth(proto 0 30 bytes epoch 0) -- 0x7f2d900b6830 con 0x7f2d900b29a0 2024-09-19T06:07:26.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d97200640 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 -- 0x7f2d9006e550 con 0x7f2d9015e600 2024-09-19T06:07:26.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d97200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2d9015f410 con 0x7f2d900b5be0 2024-09-19T06:07:26.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d95200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2d9015e600 0x7f2d9015eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:26.024 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d95200640 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2d9015e600 0x7f2d9015eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:60776/0 (socket says 172.21.15.92:60776) 2024-09-19T06:07:26.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d95200640 1 -- 172.21.15.92:0/3289720563 learned_addr learned my addr 172.21.15.92:0/3289720563 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:26.025 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d8fe00640 1 --2- 172.21.15.92:0/3289720563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b5be0 0x7f2d9015a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:26.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d95200640 1 -- 172.21.15.92:0/3289720563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b5be0 msgr2=0x7f2d9015a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-19T06:07:26.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d95200640 1 --2- 172.21.15.92:0/3289720563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b5be0 0x7f2d9015a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d95200640 1 -- 172.21.15.92:0/3289720563 >> v1:172.21.15.102:6789/0 conn(0x7f2d900b29a0 legacy=0x7f2d9006de40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:26.026 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.022+0000 7f2d95200640 1 -- 172.21.15.92:0/3289720563 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d900cd0b0 con 0x7f2d9015e600 2024-09-19T06:07:26.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.023+0000 7f2d95200640 1 --2- 172.21.15.92:0/3289720563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 0x7f2d9015eab0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f2d88009870 tx=0x7f2d8802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e37e61d16e99f4e6 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:26.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d8ea00640 1 -- 172.21.15.92:0/3289720563 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d88037070 con 0x7f2d9015e600 2024-09-19T06:07:26.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d8ea00640 1 -- 172.21.15.92:0/3289720563 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f2d88032440 con 0x7f2d9015e600 2024-09-19T06:07:26.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d8ea00640 1 -- 172.21.15.92:0/3289720563 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d88032830 con 0x7f2d9015e600 2024-09-19T06:07:26.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d97200640 1 -- 172.21.15.92:0/3289720563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 msgr2=0x7f2d9015eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:26.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d97200640 1 --2- 172.21.15.92:0/3289720563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 0x7f2d9015eab0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f2d88009870 tx=0x7f2d8802a1c0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d97200640 1 -- 172.21.15.92:0/3289720563 shutdown_connections 2024-09-19T06:07:26.027 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d97200640 1 --2- 172.21.15.92:0/3289720563 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 0x7f2d9015eab0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d97200640 1 --2- 172.21.15.92:0/3289720563 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b5be0 0x7f2d9015a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d97200640 1 -- 172.21.15.92:0/3289720563 >> 172.21.15.92:0/3289720563 conn(0x7f2d9006bc10 msgr2=0x7f2d9006c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:26.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d97200640 1 -- 172.21.15.92:0/3289720563 shutdown_connections 2024-09-19T06:07:26.028 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.024+0000 7f2d97200640 1 -- 172.21.15.92:0/3289720563 wait complete. 2024-09-19T06:07:26.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.026+0000 7f2d97200640 1 Processor -- start 2024-09-19T06:07:26.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.026+0000 7f2d97200640 1 -- start start 2024-09-19T06:07:26.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d97200640 1 --2- >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b29a0 0x7f2d900c6440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:26.030 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d97200640 1 --2- >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d900b5be0 0x7f2d901f07a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:26.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d97200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 0x7f2d9006d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:26.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d97200640 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 -- 0x7f2d900cd950 con 0x7f2d9015e600 2024-09-19T06:07:26.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d97200640 1 -- --> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] -- mon_getmap magic: 0 -- 0x7f2d900cd670 con 0x7f2d900b5be0 2024-09-19T06:07:26.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d97200640 1 -- --> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] -- mon_getmap magic: 0 -- 0x7f2d9015eff0 con 0x7f2d900b29a0 2024-09-19T06:07:26.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d95200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 0x7f2d9006d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:26.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d95200640 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 0x7f2d9006d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:60792/0 (socket says 172.21.15.92:60792) 2024-09-19T06:07:26.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d95200640 1 -- 172.21.15.92:0/463872431 learned_addr learned my addr 172.21.15.92:0/463872431 (peer_addr_for_me v2:172.21.15.92:0/0) 2024-09-19T06:07:26.031 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d8f400640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d900b5be0 0x7f2d901f07a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:26.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.027+0000 7f2d8fe00640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b29a0 0x7f2d900c6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:26.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d95200640 1 -- 172.21.15.92:0/463872431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b29a0 msgr2=0x7f2d900c6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:26.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d95200640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b29a0 0x7f2d900c6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d95200640 1 -- 172.21.15.92:0/463872431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d900b5be0 msgr2=0x7f2d901f07a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:26.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d95200640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d900b5be0 0x7f2d901f07a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d95200640 1 -- 172.21.15.92:0/463872431 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) -- 0x7f2d90153920 con 0x7f2d9015e600 2024-09-19T06:07:26.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d95200640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 0x7f2d9006d760 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f2d880090b0 tx=0x7f2d880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:26.032 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d87e00640 1 -- 172.21.15.92:0/463872431 <== mon.0 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d88037040 con 0x7f2d9015e600 2024-09-19T06:07:26.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d87e00640 1 -- 172.21.15.92:0/463872431 <== mon.0 v2:172.21.15.92:3300/0 2 ==== config(1 keys) ==== 35+0+0 (secure 0 0 0) 0x7f2d88042070 con 0x7f2d9015e600 2024-09-19T06:07:26.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d87e00640 1 -- 172.21.15.92:0/463872431 <== mon.0 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x7f2d88030920 con 0x7f2d9015e600 2024-09-19T06:07:26.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) -- 0x7f2d900c6b40 con 0x7f2d9015e600 2024-09-19T06:07:26.033 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.028+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) -- 0x7f2d900c7100 con 0x7f2d9015e600 2024-09-19T06:07:26.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.029+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) -- 0x7f2d9015eab0 con 0x7f2d9015e600 2024-09-19T06:07:26.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.030+0000 7f2d87e00640 1 -- 172.21.15.92:0/463872431 <== mon.0 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) ==== 90846+0+0 (secure 0 0 0) 0x7f2d8802ad10 con 0x7f2d9015e600 2024-09-19T06:07:26.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.031+0000 7f2d87e00640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2d7006c2b0 0x7f2d7006e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-19T06:07:26.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.031+0000 7f2d87e00640 1 -- 172.21.15.92:0/463872431 <== mon.0 v2:172.21.15.92:3300/0 5 ==== osd_map(110..110 src has 1..110) ==== 4943+0+0 (secure 0 0 0) 0x7f2d880ab7b0 con 0x7f2d9015e600 2024-09-19T06:07:26.034 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.031+0000 7f2d8fe00640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2d7006c2b0 0x7f2d7006e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-19T06:07:26.035 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.032+0000 7f2d8fe00640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2d7006c2b0 0x7f2d7006e770 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f2d9015a150 tx=0x7f2d800098d0 comp rx=0 tx=0).ready entity=mgr.4101 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-19T06:07:26.037 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.035+0000 7f2d87e00640 1 -- 172.21.15.92:0/463872431 <== mon.0 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) ==== 72+0+187789 (secure 0 0 0) 0x7f2d88079aa0 con 0x7f2d9015e600 2024-09-19T06:07:26.249 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.247+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) -- 0x7f2d90072b60 con 0x7f2d9015e600 2024-09-19T06:07:26.250 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.247+0000 7f2d87e00640 1 -- 172.21.15.92:0/463872431 <== mon.0 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 81 v81) ==== 94+0+3917 (secure 0 0 0) 0x7f2d8807dda0 con 0x7f2d9015e600 2024-09-19T06:07:26.251 INFO:teuthology.orchestra.run.smithi092.stdout: 2024-09-19T06:07:26.251 INFO:teuthology.orchestra.run.smithi092.stdout:{"epoch":81,"btime":"2024-09-19T06:06:52:206771+0000","default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5936,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/1030194443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6833","nonce":1030194443},{"type":"v1","addr":"172.21.15.102:6835","nonce":1030194443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":6544,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6834/1496945012","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1496945012},{"type":"v1","addr":"172.21.15.102:6834","nonce":1496945012}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":73},{"gid":6921,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6835/2891065567","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":2891065567},{"type":"v1","addr":"172.21.15.92:6835","nonce":2891065567}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":74},{"gid":7149,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/2054183042","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6836","nonce":2054183042},{"type":"v1","addr":"172.21.15.92:6837","nonce":2054183042}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":81}],"filesystems":[]} 2024-09-19T06:07:26.252 INFO:teuthology.orchestra.run.smithi092.stderr:dumped fsmap epoch 81 2024-09-19T06:07:26.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.249+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2d7006c2b0 msgr2=0x7f2d7006e770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:26.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.249+0000 7f2d97200640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2d7006c2b0 0x7f2d7006e770 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f2d9015a150 tx=0x7f2d800098d0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.249+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 msgr2=0x7f2d9006d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-19T06:07:26.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.249+0000 7f2d97200640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 0x7f2d9006d760 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f2d880090b0 tx=0x7f2d880046c0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.253 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.250+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 shutdown_connections 2024-09-19T06:07:26.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.250+0000 7f2d97200640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d9015e600 0x7f2d9006d760 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.250+0000 7f2d97200640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.92:6800/3999564322,v1:172.21.15.92:6801/3999564322] conn(0x7f2d7006c2b0 0x7f2d7006e770 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.250+0000 7f2d97200640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] conn(0x7f2d900b5be0 0x7f2d901f07a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.250+0000 7f2d97200640 1 --2- 172.21.15.92:0/463872431 >> [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] conn(0x7f2d900b29a0 0x7f2d900c6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-19T06:07:26.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.250+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 >> 172.21.15.92:0/463872431 conn(0x7f2d9006bc10 msgr2=0x7f2d900cf340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-19T06:07:26.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.250+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 shutdown_connections 2024-09-19T06:07:26.254 INFO:teuthology.orchestra.run.smithi092.stderr:2024-09-19T06:07:26.250+0000 7f2d97200640 1 -- 172.21.15.92:0/463872431 wait complete. 2024-09-19T06:07:26.268 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-19T06:07:26.268 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-19T06:07:26.269 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-19T06:07:26.269 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.283 INFO:tasks.ceph.mds.a:Stopped 2024-09-19T06:07:26.283 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-19T06:07:26.283 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.339 INFO:tasks.ceph.mds.c:Stopped 2024-09-19T06:07:26.339 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-19T06:07:26.339 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.355 INFO:tasks.ceph.mds.b:Stopped 2024-09-19T06:07:26.355 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-19T06:07:26.355 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.411 INFO:tasks.ceph.mds.d:Stopped 2024-09-19T06:07:26.412 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-19T06:07:26.412 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-19T06:07:26.412 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.462 INFO:tasks.ceph.osd.0:Stopped 2024-09-19T06:07:26.462 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-19T06:07:26.462 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.526 INFO:tasks.ceph.osd.1:Stopped 2024-09-19T06:07:26.526 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-19T06:07:26.527 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.569 INFO:tasks.ceph.osd.2:Stopped 2024-09-19T06:07:26.570 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-19T06:07:26.570 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.620 INFO:tasks.ceph.osd.3:Stopped 2024-09-19T06:07:26.621 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-19T06:07:26.621 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.670 INFO:tasks.ceph.osd.4:Stopped 2024-09-19T06:07:26.670 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-19T06:07:26.670 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.721 INFO:tasks.ceph.osd.5:Stopped 2024-09-19T06:07:26.721 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-19T06:07:26.722 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.779 INFO:tasks.ceph.osd.6:Stopped 2024-09-19T06:07:26.779 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-19T06:07:26.779 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.834 INFO:tasks.ceph.osd.7:Stopped 2024-09-19T06:07:26.834 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-19T06:07:26.835 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-19T06:07:26.835 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.902 INFO:tasks.ceph.mgr.y:Stopped 2024-09-19T06:07:26.902 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-19T06:07:26.902 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.964 INFO:tasks.ceph.mgr.x:Stopped 2024-09-19T06:07:26.965 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-19T06:07:26.965 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-19T06:07:26.965 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:26.987 INFO:tasks.ceph.mon.a:Stopped 2024-09-19T06:07:26.987 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-19T06:07:26.987 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:27.006 INFO:tasks.ceph.mon.b:Stopped 2024-09-19T06:07:27.006 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-19T06:07:27.006 INFO:teuthology.orchestra.run:waiting for 300 2024-09-19T06:07:27.067 INFO:tasks.ceph.mon.c:Stopped 2024-09-19T06:07:27.067 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-19T06:07:27.068 DEBUG:teuthology.orchestra.run.smithi092:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-19T06:07:27.140 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:07:27.140 DEBUG:teuthology.orchestra.run.smithi092:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-19T06:07:27.343 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:07:27.343 DEBUG:teuthology.orchestra.run.smithi092:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-19T06:07:27.447 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:07:27.448 DEBUG:teuthology.orchestra.run.smithi092:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-19T06:07:27.554 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:07:27.554 DEBUG:teuthology.orchestra.run.smithi092:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-19T06:07:27.679 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:07:27.679 DEBUG:teuthology.orchestra.run.smithi102:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-19T06:07:27.949 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:07:27.950 DEBUG:teuthology.orchestra.run.smithi102:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-19T06:07:28.059 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:07:28.060 DEBUG:teuthology.orchestra.run.smithi102:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-19T06:07:28.169 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:07:28.169 DEBUG:teuthology.orchestra.run.smithi102:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-19T06:07:28.292 INFO:tasks.ceph:Archiving mon data... 2024-09-19T06:07:28.293 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709/data/mon.a.tgz 2024-09-19T06:07:28.293 DEBUG:teuthology.orchestra.run.smithi092:> mktemp 2024-09-19T06:07:28.331 INFO:teuthology.orchestra.run.smithi092.stdout:/tmp/tmp.yuGdSjR3fz 2024-09-19T06:07:28.331 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.yuGdSjR3fz 2024-09-19T06:07:28.561 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0666 /tmp/tmp.yuGdSjR3fz 2024-09-19T06:07:28.655 DEBUG:teuthology.orchestra.remote:smithi092:/tmp/tmp.yuGdSjR3fz is 530KB 2024-09-19T06:07:28.747 DEBUG:teuthology.orchestra.run.smithi092:> rm -fr /tmp/tmp.yuGdSjR3fz 2024-09-19T06:07:28.782 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709/data/mon.b.tgz 2024-09-19T06:07:28.782 DEBUG:teuthology.orchestra.run.smithi102:> mktemp 2024-09-19T06:07:28.819 INFO:teuthology.orchestra.run.smithi102.stdout:/tmp/tmp.q5hO3mkLm5 2024-09-19T06:07:28.819 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.q5hO3mkLm5 2024-09-19T06:07:29.070 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0666 /tmp/tmp.q5hO3mkLm5 2024-09-19T06:07:29.164 DEBUG:teuthology.orchestra.remote:smithi102:/tmp/tmp.q5hO3mkLm5 is 687KB 2024-09-19T06:07:29.257 DEBUG:teuthology.orchestra.run.smithi102:> rm -fr /tmp/tmp.q5hO3mkLm5 2024-09-19T06:07:29.292 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709/data/mon.c.tgz 2024-09-19T06:07:29.292 DEBUG:teuthology.orchestra.run.smithi102:> mktemp 2024-09-19T06:07:29.366 INFO:teuthology.orchestra.run.smithi102.stdout:/tmp/tmp.ZhZ1G9as2G 2024-09-19T06:07:29.367 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.ZhZ1G9as2G 2024-09-19T06:07:29.603 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0666 /tmp/tmp.ZhZ1G9as2G 2024-09-19T06:07:29.698 DEBUG:teuthology.orchestra.remote:smithi102:/tmp/tmp.ZhZ1G9as2G is 687KB 2024-09-19T06:07:29.792 DEBUG:teuthology.orchestra.run.smithi102:> rm -fr /tmp/tmp.ZhZ1G9as2G 2024-09-19T06:07:29.827 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-19T06:07:29.827 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T06:07:29.831 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-19T06:07:29.958 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T06:07:29.994 INFO:teuthology.util.scanner:summary_data or yaml_file is empty! 2024-09-19T06:07:29.994 INFO:tasks.ceph:Archiving crash dumps... 2024-09-19T06:07:29.996 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709/remote/smithi092/crash 2024-09-19T06:07:29.997 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T06:07:30.053 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/lib/ceph/crash to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709/remote/smithi102/crash 2024-09-19T06:07:30.054 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-19T06:07:30.108 INFO:tasks.ceph:Shutting down logrotate 2024-09-19T06:07:30.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:07:30.112 DEBUG:teuthology.orchestra.run.smithi102:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-19T06:07:30.196 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T06:07:30.251 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-19T06:07:30.306 INFO:tasks.ceph:Compressing logs... 2024-09-19T06:07:30.306 DEBUG:teuthology.orchestra.run.smithi092:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T06:07:30.311 DEBUG:teuthology.orchestra.run.smithi102:> time sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-19T06:07:30.360 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.0.log 2024-09-19T06:07:30.361 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46960.log 2024-09-19T06:07:30.362 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46207.log 2024-09-19T06:07:30.363 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63907.log 2024-09-19T06:07:30.363 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46960.log.gz 2024-09-19T06:07:30.363 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46207.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42723.log 2024-09-19T06:07:30.364 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.46207.log.gz 2024-09-19T06:07:30.365 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36036.log 2024-09-19T06:07:30.366 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63907.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41463.log 2024-09-19T06:07:30.366 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.63907.log.gz 2024-09-19T06:07:30.366 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42723.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42401.log 2024-09-19T06:07:30.366 INFO:teuthology.orchestra.run.smithi092.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.42723.log.gz 2024-09-19T06:07:30.371 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.7.log 2024-09-19T06:07:30.403 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-client.admin.36036.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36287.log 2024-09-19T06:07:30.403 INFO:teuthology.orchestra.run.smithi102.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.36036.log.gz 2024-09-19T06:07:30.403 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.3.42281.log 2024-09-19T06:07:30.403 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-client.admin.36287.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.b.log 2024-09-19T06:07:30.403 INFO:teuthology.orchestra.run.smithi102.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.36287.log.gz 2024-09-19T06:07:30.403 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-client.3.42281.log: 0.0% -- replaced with /var/log/ceph/ceph-client.3.42281.log.gz 2024-09-19T06:07:30.403 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.4.log 2024-09-19T06:07:30.404 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-mds.b.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T06:07:30.404 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36116.log 2024-09-19T06:07:30.416 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-mon.c.log 2024-09-19T06:07:30.416 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-client.admin.36116.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36247.log 2024-09-19T06:07:30.416 INFO:teuthology.orchestra.run.smithi102.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.36116.log.gz 2024-09-19T06:07:30.416 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.6.log 2024-09-19T06:07:30.416 INFO:teuthology.orchestra.run.smithi102.stderr: 94.0% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T06:07:30.417 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-client.admin.36247.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.5.log 2024-09-19T06:07:30.417 INFO:teuthology.orchestra.run.smithi102.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.36247.log.gz 2024-09-19T06:07:30.417 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T06:07:30.417 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ceph-mds.d.log 2024-09-19T06:07:30.417 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph.log: /var/log/ceph/ceph-mds.d.log: gzip -5 --verbose -- /var/log/ceph/ceph-mgr.x.log 2024-09-19T06:07:30.417 INFO:teuthology.orchestra.run.smithi102.stderr: 92.3% -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T06:07:30.417 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36156.log 2024-09-19T06:07:30.417 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.b.log 2024-09-19T06:07:30.418 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-mgr.x.log: /var/log/ceph/ceph-client.admin.36156.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36156.log.gz 2024-09-19T06:07:30.418 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.1.41855.log 2024-09-19T06:07:30.418 INFO:teuthology.orchestra.run.smithi102.stderr: 93.2% -- replaced with /var/log/ceph/ceph-mds.d.log.gz 2024-09-19T06:07:30.418 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-client.1.41855.log: 0.0% -- replaced with /var/log/ceph/ceph-client.1.41855.log.gz 2024-09-19T06:07:30.418 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-mon.b.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36327.log 2024-09-19T06:07:30.418 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-client.admin.36327.log: 93.7% -- replaced with /var/log/ceph/ceph-mgr.x.log.gz 2024-09-19T06:07:30.418 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36076.log 2024-09-19T06:07:30.418 INFO:teuthology.orchestra.run.smithi102.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.36327.log.gz 2024-09-19T06:07:30.419 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36207.log 2024-09-19T06:07:30.419 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-client.admin.36207.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.36207.log.gz 2024-09-19T06:07:30.419 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/ceph-client.admin.36076.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.36076.log.gz 2024-09-19T06:07:30.437 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45416.log 2024-09-19T06:07:30.437 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41463.log.gz 2024-09-19T06:07:30.437 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42401.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.42401.log.gz 2024-09-19T06:07:30.437 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.39838.log 2024-09-19T06:07:30.437 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45416.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54353.log 2024-09-19T06:07:30.437 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45416.log.gz 2024-09-19T06:07:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.39838.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55950.log 2024-09-19T06:07:30.438 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.39838.log.gz 2024-09-19T06:07:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64243.log 2024-09-19T06:07:30.438 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54353.log.gz 2024-09-19T06:07:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55950.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55950.log.gz 2024-09-19T06:07:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41211.log 2024-09-19T06:07:30.438 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64243.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59389.log 2024-09-19T06:07:30.438 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.64243.log.gz 2024-09-19T06:07:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41211.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58319.log 2024-09-19T06:07:30.439 INFO:teuthology.orchestra.run.smithi092.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.41211.log.gz 2024-09-19T06:07:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59389.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42765.log 2024-09-19T06:07:30.439 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.59389.log.gz 2024-09-19T06:07:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58319.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49706.log 2024-09-19T06:07:30.439 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.58319.log.gz 2024-09-19T06:07:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42765.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45723.log 2024-09-19T06:07:30.439 INFO:teuthology.orchestra.run.smithi092.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42765.log.gz 2024-09-19T06:07:30.439 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49706.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61690.log 2024-09-19T06:07:30.440 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49706.log.gz 2024-09-19T06:07:30.440 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45723.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45723.log.gz 2024-09-19T06:07:30.440 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63420.log 2024-09-19T06:07:30.440 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61690.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44379.log 2024-09-19T06:07:30.440 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.61690.log.gz 2024-09-19T06:07:30.440 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63420.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60363.log 2024-09-19T06:07:30.440 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.63420.log.gz 2024-09-19T06:07:30.440 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53527.log 2024-09-19T06:07:30.441 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44379.log.gz 2024-09-19T06:07:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60363.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42597.log 89.0% 2024-09-19T06:07:30.441 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.60363.log.gz 2024-09-19T06:07:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53527.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51096.log 2024-09-19T06:07:30.441 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53527.log.gz 2024-09-19T06:07:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42597.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45002.log 2024-09-19T06:07:30.441 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.42597.log.gz 2024-09-19T06:07:30.441 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51096.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61179.log 2024-09-19T06:07:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45002.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.51096.log.gz 2024-09-19T06:07:30.442 INFO:teuthology.orchestra.run.smithi092.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.45002.log.gz 2024-09-19T06:07:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64159.log 2024-09-19T06:07:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61179.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61221.log 2024-09-19T06:07:30.442 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.61179.log.gz 2024-09-19T06:07:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64159.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45913.log 2024-09-19T06:07:30.442 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.64159.log.gz 2024-09-19T06:07:30.442 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61221.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50928.log 2024-09-19T06:07:30.443 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.61221.log.gz 2024-09-19T06:07:30.443 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41085.log 2024-09-19T06:07:30.443 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.45913.log.gz 2024-09-19T06:07:30.443 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50928.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58421.log 2024-09-19T06:07:30.443 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50928.log.gz 2024-09-19T06:07:30.443 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41085.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49402.log 2024-09-19T06:07:30.443 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.41085.log.gz 2024-09-19T06:07:30.443 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58421.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48629.log 2024-09-19T06:07:30.444 INFO:teuthology.orchestra.run.smithi092.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.58421.log.gz 2024-09-19T06:07:30.444 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49402.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.49402.log.gz 2024-09-19T06:07:30.444 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56122.log 2024-09-19T06:07:30.444 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48629.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57625.log 2024-09-19T06:07:30.444 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.48629.log.gz 2024-09-19T06:07:30.444 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56122.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56811.log 2024-09-19T06:07:30.444 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56122.log.gz 2024-09-19T06:07:30.444 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57625.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45630.log 2024-09-19T06:07:30.445 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57625.log.gz 2024-09-19T06:07:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56811.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.56811.log.gz 2024-09-19T06:07:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.58885.log 2024-09-19T06:07:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45630.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53397.log 2024-09-19T06:07:30.445 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45630.log.gz 2024-09-19T06:07:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.58885.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.58885.log.gz 2024-09-19T06:07:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63149.log 2024-09-19T06:07:30.445 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53397.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62227.log 2024-09-19T06:07:30.445 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.53397.log.gz 2024-09-19T06:07:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63149.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.63149.log.gz 2024-09-19T06:07:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57102.log 2024-09-19T06:07:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58631.log 2024-09-19T06:07:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57102.log: 90.9% -- replaced with /var/log/ceph/ceph-client.admin.62227.log.gz 2024-09-19T06:07:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64117.log 2024-09-19T06:07:30.446 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57102.log.gz 2024-09-19T06:07:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58631.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60782.log 2024-09-19T06:07:30.446 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64117.log: 91.3% -- replaced with /var/log/ceph/ceph-client.admin.58631.log.gz 2024-09-19T06:07:30.447 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.64117.log.gz 2024-09-19T06:07:30.447 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45681.log 2024-09-19T06:07:30.447 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60782.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49496.log 2024-09-19T06:07:30.447 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.60782.log.gz 2024-09-19T06:07:30.447 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63065.log 2024-09-19T06:07:30.447 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.45681.log.gz 2024-09-19T06:07:30.447 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46039.log 2024-09-19T06:07:30.447 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49496.log.gz 2024-09-19T06:07:30.448 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63065.log: gzip -5 --verbose -- 88.4% /var/log/ceph/ceph-client.admin.57499.log 2024-09-19T06:07:30.448 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.63065.log.gz 2024-09-19T06:07:30.448 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46039.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55685.log 2024-09-19T06:07:30.448 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.46039.log.gz 2024-09-19T06:07:30.448 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57186.log 2024-09-19T06:07:30.448 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.57499.log.gz 2024-09-19T06:07:30.448 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55685.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60115.log 2024-09-19T06:07:30.448 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.55685.log.gz 2024-09-19T06:07:30.449 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57186.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.57186.log.gz 2024-09-19T06:07:30.449 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53653.log 2024-09-19T06:07:30.449 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60115.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58094.log 2024-09-19T06:07:30.449 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.60115.log.gz 2024-09-19T06:07:30.449 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53653.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.1.log 2024-09-19T06:07:30.449 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.53653.log.gz 2024-09-19T06:07:30.449 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58094.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43029.log 2024-09-19T06:07:30.449 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.58094.log.gz 2024-09-19T06:07:30.450 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52092.log 2024-09-19T06:07:30.450 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.43029.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45247.log 2024-09-19T06:07:30.450 INFO:teuthology.orchestra.run.smithi092.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.43029.log.gz 2024-09-19T06:07:30.450 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52092.log: gzip -5 --verbose 88.3% -- -- replaced with /var/log/ceph/ceph-client.admin.52092.log.gz /var/log/ceph/ceph-client.admin.41337.log 2024-09-19T06:07:30.450 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-19T06:07:30.450 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45247.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58379.log 2024-09-19T06:07:30.450 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.45247.log.gz 2024-09-19T06:07:30.450 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41337.log: 88.8%gzip -- replaced with /var/log/ceph/ceph-client.admin.41337.log.gz 2024-09-19T06:07:30.450 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47496.log 2024-09-19T06:07:30.451 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58379.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49538.log 2024-09-19T06:07:30.451 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.58379.log.gz 2024-09-19T06:07:30.451 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47496.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51698.log 2024-09-19T06:07:30.451 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47496.log.gz 2024-09-19T06:07:30.451 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49538.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55218.log 2024-09-19T06:07:30.451 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49538.log.gz 2024-09-19T06:07:30.451 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50282.log 2024-09-19T06:07:30.451 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.51698.log.gz 2024-09-19T06:07:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55218.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59116.log 2024-09-19T06:07:30.452 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.55218.log.gz 2024-09-19T06:07:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50282.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50700.log 2024-09-19T06:07:30.452 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50282.log.gz 2024-09-19T06:07:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59116.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49580.log 2024-09-19T06:07:30.452 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59116.log.gz 2024-09-19T06:07:30.452 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50700.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56966.log 2024-09-19T06:07:30.452 INFO:teuthology.orchestra.run.smithi092.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.50700.log.gz 2024-09-19T06:07:30.453 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49580.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42302.log 2024-09-19T06:07:30.453 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.49580.log.gz 2024-09-19T06:07:30.453 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45542.log 2024-09-19T06:07:30.453 INFO:teuthology.orchestra.run.smithi092.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.56966.log.gz 2024-09-19T06:07:30.453 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44058.log 2024-09-19T06:07:30.453 INFO:teuthology.orchestra.run.smithi092.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42302.log.gz 2024-09-19T06:07:30.453 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45542.log: gzip 87.5% -- replaced with /var/log/ceph/ceph-client.admin.45542.log.gz 2024-09-19T06:07:30.453 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.46836.log 2024-09-19T06:07:30.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44058.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51429.log 2024-09-19T06:07:30.454 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44058.log.gz 2024-09-19T06:07:30.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46836.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50572.log 2024-09-19T06:07:30.454 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46836.log.gz 2024-09-19T06:07:30.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51429.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57060.log 2024-09-19T06:07:30.454 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51429.log.gz 2024-09-19T06:07:30.454 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57144.log 2024-09-19T06:07:30.454 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.50572.log.gz 2024-09-19T06:07:30.455 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57060.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51162.log 2024-09-19T06:07:30.455 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57060.log.gz 2024-09-19T06:07:30.455 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57144.log: gzip 88.4% -5 -- replaced with /var/log/ceph/ceph-client.admin.57144.log.gz --verbose 2024-09-19T06:07:30.455 INFO:teuthology.orchestra.run.smithi092.stderr: -- /var/log/ceph/ceph-client.admin.55603.log 2024-09-19T06:07:30.455 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51162.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52437.log 2024-09-19T06:07:30.455 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.51162.log.gz 2024-09-19T06:07:30.455 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55603.log: gzip -5 --verbose -- 88.6% /var/log/ceph/ceph-client.admin.47065.log 2024-09-19T06:07:30.455 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.55603.log.gz 2024-09-19T06:07:30.455 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52437.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53174.log 2024-09-19T06:07:30.456 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.52437.log.gz 2024-09-19T06:07:30.456 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61915.log 2024-09-19T06:07:30.456 INFO:teuthology.orchestra.run.smithi092.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47065.log.gz 2024-09-19T06:07:30.456 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53174.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58547.log 2024-09-19T06:07:30.456 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.53174.log.gz 2024-09-19T06:07:30.456 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61915.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48404.log 2024-09-19T06:07:30.456 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.61915.log.gz 2024-09-19T06:07:30.467 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58697.log 2024-09-19T06:07:30.468 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.58547.log.gz 2024-09-19T06:07:30.468 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48404.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60177.log 2024-09-19T06:07:30.468 INFO:teuthology.orchestra.run.smithi092.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.48404.log.gz 2024-09-19T06:07:30.468 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58273.log 2024-09-19T06:07:30.468 INFO:teuthology.orchestra.run.smithi092.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.58697.log.gz 2024-09-19T06:07:30.468 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60177.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45586.log 2024-09-19T06:07:30.468 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.60177.log.gz 2024-09-19T06:07:30.468 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58273.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50485.log 2024-09-19T06:07:30.469 INFO:teuthology.orchestra.run.smithi092.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.58273.log.gz 2024-09-19T06:07:30.469 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45586.log: 88.4%gzip -- replaced with /var/log/ceph/ceph-client.admin.45586.log.gz 2024-09-19T06:07:30.469 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.59327.log 2024-09-19T06:07:30.469 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50485.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43536.log 2024-09-19T06:07:30.469 INFO:teuthology.orchestra.run.smithi092.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.50485.log.gz 2024-09-19T06:07:30.469 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59327.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59431.log 2024-09-19T06:07:30.469 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.59327.log.gz 2024-09-19T06:07:30.469 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.43536.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64566.log 2024-09-19T06:07:30.470 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.43536.log.gz 2024-09-19T06:07:30.470 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59431.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60824.log 2024-09-19T06:07:30.470 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.59431.log.gz 2024-09-19T06:07:30.470 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64566.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45955.log 2024-09-19T06:07:30.470 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.64566.log.gz 2024-09-19T06:07:30.470 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60824.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62143.log 2024-09-19T06:07:30.470 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.60824.log.gz 2024-09-19T06:07:30.470 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45955.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45289.log 2024-09-19T06:07:30.471 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45955.log.gz 2024-09-19T06:07:30.471 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62143.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53821.log 2024-09-19T06:07:30.471 INFO:teuthology.orchestra.run.smithi092.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.62143.log.gz 2024-09-19T06:07:30.471 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45289.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64526.log 2024-09-19T06:07:30.471 INFO:teuthology.orchestra.run.smithi092.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45289.log.gz 2024-09-19T06:07:30.471 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54291.log 2024-09-19T06:07:30.471 INFO:teuthology.orchestra.run.smithi092.stderr: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.53821.log.gz 2024-09-19T06:07:30.471 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64526.log: 87.1% -- replaced with /var/log/ceph/ceph-client.admin.64526.log.gz 2024-09-19T06:07:30.471 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63023.log 2024-09-19T06:07:30.472 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54291.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54291.log.gz 2024-09-19T06:07:30.472 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55302.log 2024-09-19T06:07:30.472 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63023.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53887.log 2024-09-19T06:07:30.472 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.63023.log.gz 2024-09-19T06:07:30.472 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55302.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55260.log 2024-09-19T06:07:30.472 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55302.log.gz 2024-09-19T06:07:30.472 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53887.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52773.log 2024-09-19T06:07:30.472 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53887.log.gz 2024-09-19T06:07:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55260.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58050.log 2024-09-19T06:07:30.473 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55260.log.gz 2024-09-19T06:07:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52773.log: gzip 88.4% -5 -- replaced with /var/log/ceph/ceph-client.admin.52773.log.gz --verbose 2024-09-19T06:07:30.473 INFO:teuthology.orchestra.run.smithi092.stderr: -- /var/log/ceph/ceph-client.admin.52185.log 2024-09-19T06:07:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58050.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56206.log 2024-09-19T06:07:30.473 INFO:teuthology.orchestra.run.smithi092.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.58050.log.gz 2024-09-19T06:07:30.473 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42681.log 2024-09-19T06:07:30.473 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52185.log.gz 2024-09-19T06:07:30.474 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56206.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51350.log 2024-09-19T06:07:30.474 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56206.log.gz 2024-09-19T06:07:30.474 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42681.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45205.log 2024-09-19T06:07:30.474 INFO:teuthology.orchestra.run.smithi092.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.42681.log.gz 2024-09-19T06:07:30.474 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.51350.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.51350.log.gz 2024-09-19T06:07:30.474 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57457.log 2024-09-19T06:07:30.474 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45205.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.45205.log.gz 2024-09-19T06:07:30.474 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64033.log 2024-09-19T06:07:30.475 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42639.log 2024-09-19T06:07:30.475 INFO:teuthology.orchestra.run.smithi092.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.57457.log.gz 2024-09-19T06:07:30.475 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64033.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46701.log 2024-09-19T06:07:30.475 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.64033.log.gz 2024-09-19T06:07:30.475 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42639.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46641.log 2024-09-19T06:07:30.475 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42639.log.gz 2024-09-19T06:07:30.475 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46701.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.46701.log.gz 2024-09-19T06:07:30.475 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50019.log 2024-09-19T06:07:30.476 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46641.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62846.log 2024-09-19T06:07:30.480 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.46641.log.gz 2024-09-19T06:07:30.480 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50019.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46249.log 2024-09-19T06:07:30.480 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.50019.log.gz 2024-09-19T06:07:30.480 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62846.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60656.log 2024-09-19T06:07:30.480 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.62846.log.gz 2024-09-19T06:07:30.480 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46249.log: gzip 88.4% -- replaced with /var/log/ceph/ceph-client.admin.46249.log.gz 2024-09-19T06:07:30.481 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50826.log 2024-09-19T06:07:30.481 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53216.log 2024-09-19T06:07:30.481 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.60656.log.gz 2024-09-19T06:07:30.481 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50826.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.50826.log.gz 2024-09-19T06:07:30.481 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58589.log 2024-09-19T06:07:30.481 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53216.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47767.log 2024-09-19T06:07:30.481 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53216.log.gz 2024-09-19T06:07:30.481 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58589.log: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.58589.log.gz 2024-09-19T06:07:30.482 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41716.log 2024-09-19T06:07:30.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47767.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54947.log 2024-09-19T06:07:30.482 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47767.log.gz 2024-09-19T06:07:30.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41716.log: 88.3%gzip -- replaced with /var/log/ceph/ceph-client.admin.41716.log.gz 2024-09-19T06:07:30.482 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.59114.log 2024-09-19T06:07:30.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54947.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50145.log 2024-09-19T06:07:30.482 INFO:teuthology.orchestra.run.smithi092.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.54947.log.gz 2024-09-19T06:07:30.482 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41724.log 2024-09-19T06:07:30.483 INFO:teuthology.orchestra.run.smithi092.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.59114.log.gz 2024-09-19T06:07:30.483 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50145.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47022.log 2024-09-19T06:07:30.483 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.50145.log.gz 2024-09-19T06:07:30.484 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41724.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41724.log.gzgzip 2024-09-19T06:07:30.485 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.35791.log 2024-09-19T06:07:30.485 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47022.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62981.log 2024-09-19T06:07:30.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47022.log.gz 2024-09-19T06:07:30.485 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.35791.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50784.log 2024-09-19T06:07:30.485 INFO:teuthology.orchestra.run.smithi092.stderr: 92.1% -- replaced with /var/log/ceph/ceph-client.admin.35791.log.gz 2024-09-19T06:07:30.485 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62981.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57583.log 2024-09-19T06:07:30.485 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62981.log.gz 2024-09-19T06:07:30.486 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50784.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50784.log.gz 2024-09-19T06:07:30.486 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42390.log 2024-09-19T06:07:30.487 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57583.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55134.log 2024-09-19T06:07:30.487 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.57583.log.gz 2024-09-19T06:07:30.488 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42390.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.42390.log.gz 2024-09-19T06:07:30.488 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61734.log 2024-09-19T06:07:30.488 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55134.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64369.log 2024-09-19T06:07:30.488 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55134.log.gz 2024-09-19T06:07:30.489 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61734.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.61734.log.gz 2024-09-19T06:07:30.489 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.49177.log 2024-09-19T06:07:30.490 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64369.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42049.log 2024-09-19T06:07:30.490 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.64369.log.gz 2024-09-19T06:07:30.491 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.49177.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.49177.log.gz 2024-09-19T06:07:30.491 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53439.log 2024-09-19T06:07:30.492 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51578.log 2024-09-19T06:07:30.492 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.42049.log.gz 2024-09-19T06:07:30.493 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53439.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53439.log.gz 2024-09-19T06:07:30.493 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47809.log 2024-09-19T06:07:30.494 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51578.log: gzip -5 --verbose -- /var/log/ceph/ceph.audit.log 2024-09-19T06:07:30.494 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.51578.log.gz 2024-09-19T06:07:30.495 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47809.log: 88.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.47809.log.gz 2024-09-19T06:07:30.495 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.50187.log 2024-09-19T06:07:30.496 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53611.log 2024-09-19T06:07:30.497 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50187.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.50187.log.gz 2024-09-19T06:07:30.497 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64201.log 2024-09-19T06:07:30.498 INFO:teuthology.orchestra.run.smithi092.stderr: 89.7% -- replaced with /var/log/ceph/ceph.audit.log.gz 2024-09-19T06:07:30.498 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53611.log: gzip -5 --verbose -- 88.6% /var/log/ceph/ceph-client.admin.42064.log -- replaced with /var/log/ceph/ceph-client.admin.53611.log.gz 2024-09-19T06:07:30.498 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-19T06:07:30.499 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64201.log: gzip -5 --verbose 88.0% -- -- replaced with /var/log/ceph/ceph-client.admin.64201.log.gz /var/log/ceph/ceph-client.admin.63697.log 2024-09-19T06:07:30.499 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-19T06:07:30.500 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42064.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47935.log 2024-09-19T06:07:30.500 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.42064.log.gz 2024-09-19T06:07:30.501 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63697.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56080.log 2024-09-19T06:07:30.501 INFO:teuthology.orchestra.run.smithi092.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.63697.log.gz 2024-09-19T06:07:30.502 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42891.log 2024-09-19T06:07:30.502 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47935.log.gz 2024-09-19T06:07:30.503 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56080.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52521.log 2024-09-19T06:07:30.503 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56080.log.gz 2024-09-19T06:07:30.503 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42891.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58138.log 2024-09-19T06:07:30.504 INFO:teuthology.orchestra.run.smithi092.stderr: 90.8% -- replaced with /var/log/ceph/ceph-client.admin.42891.log.gz 2024-09-19T06:07:30.505 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52521.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60740.log 2024-09-19T06:07:30.505 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52521.log.gz 2024-09-19T06:07:30.506 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58138.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60572.log 2024-09-19T06:07:30.506 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.58138.log.gz 2024-09-19T06:07:30.506 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49664.log 2024-09-19T06:07:30.507 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.60740.log.gz 2024-09-19T06:07:30.507 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60572.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48114.log 2024-09-19T06:07:30.507 INFO:teuthology.orchestra.run.smithi092.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.60572.log.gz 2024-09-19T06:07:30.508 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49664.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.46545.log 2024-09-19T06:07:30.508 INFO:teuthology.orchestra.run.smithi092.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.49664.log.gz 2024-09-19T06:07:30.509 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48114.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45374.log 2024-09-19T06:07:30.509 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48114.log.gz 2024-09-19T06:07:30.510 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.46545.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.46545.log.gz 2024-09-19T06:07:30.510 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60884.log 2024-09-19T06:07:30.511 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45374.log: gzip 88.6% -5 -- replaced with /var/log/ceph/ceph-client.admin.45374.log.gz --verbose 2024-09-19T06:07:30.511 INFO:teuthology.orchestra.run.smithi092.stderr: -- /var/log/ceph/ceph-client.admin.44016.log 2024-09-19T06:07:30.512 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60884.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57415.log 2024-09-19T06:07:30.512 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.60884.log.gz 2024-09-19T06:07:30.513 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44016.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.44016.log.gz 2024-09-19T06:07:30.513 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.51928.log 2024-09-19T06:07:30.514 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57415.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57228.log 2024-09-19T06:07:30.514 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57415.log.gz 2024-09-19T06:07:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.51928.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.51928.log.gz 2024-09-19T06:07:30.515 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57904.log 2024-09-19T06:07:30.516 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57228.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49256.log 2024-09-19T06:07:30.516 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.57228.log.gz 2024-09-19T06:07:30.517 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57904.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47851.log 2024-09-19T06:07:30.517 INFO:teuthology.orchestra.run.smithi092.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.57904.log.gz 2024-09-19T06:07:30.518 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49256.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52917.log 2024-09-19T06:07:30.518 INFO:teuthology.orchestra.run.smithi092.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.49256.log.gz 2024-09-19T06:07:30.518 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47851.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.47851.log.gz 2024-09-19T06:07:30.518 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48923.log 2024-09-19T06:07:30.519 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52917.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47412.log 2024-09-19T06:07:30.519 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52917.log.gz 2024-09-19T06:07:30.520 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48923.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63107.log 2024-09-19T06:07:30.520 INFO:teuthology.orchestra.run.smithi092.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.48923.log.gz 2024-09-19T06:07:30.521 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47412.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48448.log 2024-09-19T06:07:30.521 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.47412.log.gz 2024-09-19T06:07:30.522 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63107.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46123.log 2024-09-19T06:07:30.522 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.63107.log.gz 2024-09-19T06:07:30.523 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48448.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41726.log 2024-09-19T06:07:30.523 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48448.log.gz 2024-09-19T06:07:30.524 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46123.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57667.log 2024-09-19T06:07:30.524 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.46123.log.gz 2024-09-19T06:07:30.525 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41726.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45871.log 2024-09-19T06:07:30.525 INFO:teuthology.orchestra.run.smithi092.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.41726.log.gz 2024-09-19T06:07:30.526 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57667.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41379.log 2024-09-19T06:07:30.526 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57667.log.gz 2024-09-19T06:07:30.526 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45871.log: gzip 89.3% -- replaced with /var/log/ceph/ceph-client.admin.45871.log.gz 2024-09-19T06:07:30.526 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.49935.log 2024-09-19T06:07:30.527 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41379.log: gzip -5 --verbose -- 89.0% /var/log/ceph/ceph-client.admin.40831.log -- replaced with /var/log/ceph/ceph-client.admin.41379.log.gz 2024-09-19T06:07:30.527 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-19T06:07:30.528 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49935.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40735.log 2024-09-19T06:07:30.528 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.49935.log.gz 2024-09-19T06:07:30.535 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.40831.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.40831.log.gz 2024-09-19T06:07:30.535 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63949.log 2024-09-19T06:07:30.535 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.40735.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46898.log 2024-09-19T06:07:30.535 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.40735.log.gz 2024-09-19T06:07:30.536 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63949.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48839.log 2024-09-19T06:07:30.536 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.63949.log.gz 2024-09-19T06:07:30.536 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46898.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64075.log 2024-09-19T06:07:30.536 INFO:teuthology.orchestra.run.smithi092.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.46898.log.gz 2024-09-19T06:07:30.536 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48839.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41717.log 2024-09-19T06:07:30.536 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48839.log.gz 2024-09-19T06:07:30.536 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64075.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52815.log 2024-09-19T06:07:30.536 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.64075.log.gz 2024-09-19T06:07:30.537 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41717.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56248.log 2024-09-19T06:07:30.537 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.41717.log.gz 2024-09-19T06:07:30.538 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52815.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59255.log 2024-09-19T06:07:30.538 INFO:teuthology.orchestra.run.smithi092.stderr: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.52815.log.gz 2024-09-19T06:07:30.539 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56248.log: 88.2%gzip -- replaced with /var/log/ceph/ceph-client.admin.56248.log.gz 2024-09-19T06:07:30.539 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.47580.log 2024-09-19T06:07:30.539 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59255.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49851.log 2024-09-19T06:07:30.539 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.59255.log.gz 2024-09-19T06:07:30.539 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47580.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48499.log 2024-09-19T06:07:30.539 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47580.log.gz 2024-09-19T06:07:30.540 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49851.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56871.log 2024-09-19T06:07:30.540 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49851.log.gz 2024-09-19T06:07:30.541 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48499.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45124.log 88.3% 2024-09-19T06:07:30.541 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.48499.log.gz 2024-09-19T06:07:30.542 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56871.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60698.log 2024-09-19T06:07:30.542 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.56871.log.gz 2024-09-19T06:07:30.542 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45124.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58505.log 2024-09-19T06:07:30.542 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.45124.log.gz 2024-09-19T06:07:30.543 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60698.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60969.log 2024-09-19T06:07:30.543 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.60698.log.gz 2024-09-19T06:07:30.544 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42059.log 2024-09-19T06:07:30.544 INFO:teuthology.orchestra.run.smithi092.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.58505.log.gz 2024-09-19T06:07:30.545 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60969.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49748.log 2024-09-19T06:07:30.545 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.60969.log.gz 2024-09-19T06:07:30.545 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42059.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61095.log 2024-09-19T06:07:30.546 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42059.log.gz 2024-09-19T06:07:30.546 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49748.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52227.log 2024-09-19T06:07:30.546 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.49748.log.gz 2024-09-19T06:07:30.547 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61095.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48318.log 2024-09-19T06:07:30.547 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.61095.log.gz 2024-09-19T06:07:30.548 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52227.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55908.log 2024-09-19T06:07:30.548 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.52227.log.gz 2024-09-19T06:07:30.549 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48318.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62293.log 2024-09-19T06:07:30.549 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.48318.log.gz 2024-09-19T06:07:30.550 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55908.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55769.log 2024-09-19T06:07:30.550 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55908.log.gz 2024-09-19T06:07:30.551 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62293.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.62293.log.gz 2024-09-19T06:07:30.551 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55523.log 2024-09-19T06:07:30.552 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55769.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61785.log 2024-09-19T06:07:30.552 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.55769.log.gz 2024-09-19T06:07:30.553 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55523.log: gzip 87.7% -- replaced with /var/log/ceph/ceph-client.admin.55523.log.gz -5 2024-09-19T06:07:30.553 INFO:teuthology.orchestra.run.smithi092.stderr: --verbose -- /var/log/ceph/ceph-client.admin.52353.log 2024-09-19T06:07:30.554 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61785.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64453.log 2024-09-19T06:07:30.554 INFO:teuthology.orchestra.run.smithi092.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.61785.log.gz 2024-09-19T06:07:30.554 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52353.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53012.log 2024-09-19T06:07:30.555 INFO:teuthology.orchestra.run.smithi092.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52353.log.gz 2024-09-19T06:07:30.555 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64453.log: gzip 88.6% -- replaced with /var/log/ceph/ceph-client.admin.64453.log.gz 2024-09-19T06:07:30.555 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-mds.a.log 2024-09-19T06:07:30.556 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53012.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55992.log 2024-09-19T06:07:30.557 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53012.log.gz 2024-09-19T06:07:30.557 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51012.log 2024-09-19T06:07:30.558 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55992.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60049.log 2024-09-19T06:07:30.559 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51012.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.55992.log.gz 2024-09-19T06:07:30.560 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44960.log 2024-09-19T06:07:30.560 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51012.log.gz 2024-09-19T06:07:30.561 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55049.log 2024-09-19T06:07:30.561 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.60049.log.gz 2024-09-19T06:07:30.562 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44960.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47121.log 2024-09-19T06:07:30.562 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44960.log.gz 2024-09-19T06:07:30.563 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55049.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61869.log 2024-09-19T06:07:30.564 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.55049.log.gz 2024-09-19T06:07:30.564 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47121.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52269.log 2024-09-19T06:07:30.565 INFO:teuthology.orchestra.run.smithi092.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47121.log.gz 2024-09-19T06:07:30.565 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61869.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.61869.log.gz 2024-09-19T06:07:30.566 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47893.log 2024-09-19T06:07:30.566 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52269.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62678.log 2024-09-19T06:07:30.567 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47893.log: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.52269.log.gz 2024-09-19T06:07:30.568 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42301.log 2024-09-19T06:07:30.568 INFO:teuthology.orchestra.run.smithi092.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.47893.log.gz 2024-09-19T06:07:30.569 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62678.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.62678.log.gz 2024-09-19T06:07:30.569 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47163.log 2024-09-19T06:07:30.570 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42301.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60217.log 2024-09-19T06:07:30.570 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47163.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42301.log.gz 2024-09-19T06:07:30.571 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45332.log 2024-09-19T06:07:30.571 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.47163.log.gz 2024-09-19T06:07:30.572 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60217.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.60217.log.gz 2024-09-19T06:07:30.572 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61644.log 2024-09-19T06:07:30.573 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45332.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42058.log 2024-09-19T06:07:30.573 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.45332.log.gz 2024-09-19T06:07:30.574 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61644.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58463.log 2024-09-19T06:07:30.575 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.61644.log.gz 2024-09-19T06:07:30.576 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42058.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42058.log.gz 2024-09-19T06:07:30.576 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62017.log 2024-09-19T06:07:30.576 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58463.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57966.log 2024-09-19T06:07:30.577 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.58463.log.gz 2024-09-19T06:07:30.578 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62017.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55813.log 2024-09-19T06:07:30.578 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.62017.log.gz 2024-09-19T06:07:30.579 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57966.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59477.log 2024-09-19T06:07:30.579 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.57966.log.gz 2024-09-19T06:07:30.580 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55813.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55813.log.gzgzip 2024-09-19T06:07:30.580 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.41719.log 2024-09-19T06:07:30.581 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59477.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52605.log 2024-09-19T06:07:30.582 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41719.log: 91.2% -- replaced with /var/log/ceph/ceph-client.admin.59477.log.gz 2024-09-19T06:07:30.582 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56038.log 2024-09-19T06:07:30.583 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41719.log.gz 2024-09-19T06:07:30.583 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52605.log: gzip -5 --verbose 88.3% -- -- replaced with /var/log/ceph/ceph-client.admin.52605.log.gz /var/log/ceph/ceph-client.admin.63294.log 2024-09-19T06:07:30.583 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-19T06:07:30.584 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56038.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48755.log 2024-09-19T06:07:30.585 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.56038.log.gz 2024-09-19T06:07:30.585 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63294.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47454.log 2024-09-19T06:07:30.586 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.63294.log.gz 2024-09-19T06:07:30.587 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48755.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.48755.log.gz 2024-09-19T06:07:30.587 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53346.log 2024-09-19T06:07:30.587 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47454.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42399.log 2024-09-19T06:07:30.588 INFO:teuthology.orchestra.run.smithi092.stderr: 87.6% -- replaced with /var/log/ceph/ceph-client.admin.47454.log.gz 2024-09-19T06:07:30.589 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53346.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51054.log 2024-09-19T06:07:30.589 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.53346.log.gz 2024-09-19T06:07:30.590 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42399.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42399.log.gz 2024-09-19T06:07:30.590 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41421.log 2024-09-19T06:07:30.591 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51054.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59783.log 2024-09-19T06:07:30.591 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41421.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51054.log.gz 2024-09-19T06:07:30.592 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- 88.7% /var/log/ceph/ceph-client.admin.61305.log 2024-09-19T06:07:30.592 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.41421.log.gz 2024-09-19T06:07:30.593 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59783.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.59783.log.gz 2024-09-19T06:07:30.593 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44708.log 2024-09-19T06:07:30.594 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61305.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50527.log 2024-09-19T06:07:30.595 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.61305.log.gz 2024-09-19T06:07:30.595 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44708.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53092.log 2024-09-19T06:07:30.596 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.44708.log.gz 2024-09-19T06:07:30.596 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50527.log: gzip 88.6% -5 -- replaced with /var/log/ceph/ceph-client.admin.50527.log.gz --verbose 2024-09-19T06:07:30.597 INFO:teuthology.orchestra.run.smithi092.stderr: -- /var/log/ceph/ceph-client.admin.62101.log 2024-09-19T06:07:30.597 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53092.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55386.log 2024-09-19T06:07:30.598 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.53092.log.gz 2024-09-19T06:07:30.599 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62101.log: gzip -5 --verbose 87.5% -- /var/log/ceph/ceph-client.admin.58189.log -- replaced with /var/log/ceph/ceph-client.admin.62101.log.gz 2024-09-19T06:07:30.599 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-19T06:07:30.600 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55386.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48881.log 2024-09-19T06:07:30.600 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.55386.log.gz 2024-09-19T06:07:30.601 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58189.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44876.log 2024-09-19T06:07:30.601 INFO:teuthology.orchestra.run.smithi092.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.58189.log.gz 2024-09-19T06:07:30.602 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48881.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47538.log 2024-09-19T06:07:30.602 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2%/var/log/ceph/ceph-client.admin.44876.log: -- replaced with /var/log/ceph/ceph-client.admin.48881.log.gz 2024-09-19T06:07:30.603 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44876.log.gz 2024-09-19T06:07:30.603 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44792.log 2024-09-19T06:07:30.605 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47538.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47538.log.gz 2024-09-19T06:07:30.605 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mon.a.log 2024-09-19T06:07:30.605 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44792.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48797.log 2024-09-19T06:07:30.606 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1%/var/log/ceph/ceph-mon.a.log: -- replaced with /var/log/ceph/ceph-client.admin.44792.log.gz 2024-09-19T06:07:30.607 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45500.log 2024-09-19T06:07:30.608 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48797.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54779.log 2024-09-19T06:07:30.609 INFO:teuthology.orchestra.run.smithi102.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.c.log.gz 2024-09-19T06:07:30.609 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48797.log.gz 2024-09-19T06:07:30.609 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45500.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53737.log 2024-09-19T06:07:30.610 INFO:teuthology.orchestra.run.smithi092.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.45500.log.gz 2024-09-19T06:07:30.610 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42055.log 2024-09-19T06:07:30.610 INFO:teuthology.orchestra.run.smithi092.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.54779.log.gz 2024-09-19T06:07:30.612 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53737.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48276.log 2024-09-19T06:07:30.612 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53737.log.gz 2024-09-19T06:07:30.612 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42055.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59020.log 2024-09-19T06:07:30.613 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42055.log.gz 2024-09-19T06:07:30.613 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48276.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61263.log 2024-09-19T06:07:30.614 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48276.log.gz 2024-09-19T06:07:30.615 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59020.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44268.log 2024-09-19T06:07:30.615 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.59020.log.gz 2024-09-19T06:07:30.616 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61263.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56290.log 2024-09-19T06:07:30.616 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.61263.log.gz 2024-09-19T06:07:30.617 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44268.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62185.log 2024-09-19T06:07:30.618 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44268.log.gz 2024-09-19T06:07:30.619 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56290.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41169.log 2024-09-19T06:07:30.619 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.56290.log.gz 2024-09-19T06:07:30.620 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62185.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44834.log 2024-09-19T06:07:30.620 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.62185.log.gz 2024-09-19T06:07:30.621 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41169.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47682.log 2024-09-19T06:07:30.621 INFO:teuthology.orchestra.run.smithi092.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.41169.log.gz 2024-09-19T06:07:30.622 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44834.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41295.log 2024-09-19T06:07:30.622 INFO:teuthology.orchestra.run.smithi092.stderr: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.44834.log.gz 2024-09-19T06:07:30.624 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47682.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63613.log 2024-09-19T06:07:30.625 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.47682.log.gz 2024-09-19T06:07:30.625 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41295.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51740.log 2024-09-19T06:07:30.625 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.41295.log.gz 2024-09-19T06:07:30.626 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63613.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57709.log 2024-09-19T06:07:30.626 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.63613.log.gz 2024-09-19T06:07:30.627 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51740.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50061.log 2024-09-19T06:07:30.627 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.51740.log.gz 2024-09-19T06:07:30.628 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57709.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51656.log 2024-09-19T06:07:30.629 INFO:teuthology.orchestra.run.smithi092.stderr: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.57709.log.gz 2024-09-19T06:07:30.629 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50061.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41505.log 2024-09-19T06:07:30.630 INFO:teuthology.orchestra.run.smithi092.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.50061.log.gz 2024-09-19T06:07:30.631 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51656.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53481.log 2024-09-19T06:07:30.631 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.51656.log.gz 2024-09-19T06:07:30.632 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41505.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64285.log 2024-09-19T06:07:30.632 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.41505.log.gz 2024-09-19T06:07:30.633 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53481.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63251.log 2024-09-19T06:07:30.633 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.53481.log.gz 2024-09-19T06:07:30.634 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64285.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48989.log 2024-09-19T06:07:30.635 INFO:teuthology.orchestra.run.smithi092.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.64285.log.gz 2024-09-19T06:07:30.636 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63251.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44100.log 2024-09-19T06:07:30.636 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.63251.log.gz 2024-09-19T06:07:30.636 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48989.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49893.log 2024-09-19T06:07:30.637 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48989.log.gz 2024-09-19T06:07:30.638 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44100.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55344.log 2024-09-19T06:07:30.638 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.44100.log.gz 2024-09-19T06:07:30.639 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49893.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61827.log 2024-09-19T06:07:30.639 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.49893.log.gz 2024-09-19T06:07:30.640 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55344.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61137.log 2024-09-19T06:07:30.640 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55344.log.gz 2024-09-19T06:07:30.642 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61827.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55727.log 2024-09-19T06:07:30.642 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61827.log.gz 2024-09-19T06:07:30.643 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61137.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62721.log 2024-09-19T06:07:30.643 INFO:teuthology.orchestra.run.smithi092.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.61137.log.gz 2024-09-19T06:07:30.644 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55727.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53779.log 2024-09-19T06:07:30.644 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.55727.log.gz 2024-09-19T06:07:30.645 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62721.log: gzip -5 --verbose -- /var/log/ceph/ceph-osd.2.log 2024-09-19T06:07:30.646 INFO:teuthology.orchestra.run.smithi092.stderr: 89.5% -- replaced with /var/log/ceph/ceph-client.admin.62721.log.gz 2024-09-19T06:07:30.647 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53779.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59987.log 2024-09-19T06:07:30.647 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.53779.log.gz 2024-09-19T06:07:30.647 INFO:teuthology.orchestra.run.smithi102.stderr: 91.1% -- replaced with /var/log/ceph/ceph-mon.b.log.gz 2024-09-19T06:07:30.648 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42065.log 2024-09-19T06:07:30.649 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59987.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49622.log 2024-09-19T06:07:30.649 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.59987.log.gz 2024-09-19T06:07:30.650 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42065.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40955.log 2024-09-19T06:07:30.650 INFO:teuthology.orchestra.run.smithi092.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.42065.log.gz 2024-09-19T06:07:30.652 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49622.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52395.log 2024-09-19T06:07:30.652 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.49622.log.gz 2024-09-19T06:07:30.652 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.40955.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.40955.log.gz 2024-09-19T06:07:30.654 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52395.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.52395.log.gz 2024-09-19T06:07:30.655 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42053.log 2024-09-19T06:07:30.656 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42062.log 2024-09-19T06:07:30.657 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42053.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.54075.log 2024-09-19T06:07:30.657 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42053.log.gz 2024-09-19T06:07:30.658 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42062.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41547.log 87.8% -- replaced with /var/log/ceph/ceph-client.admin.42062.log.gz 2024-09-19T06:07:30.659 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-19T06:07:30.659 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.54075.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.54075.log.gz 2024-09-19T06:07:30.660 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.43974.log 2024-09-19T06:07:30.661 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41547.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48671.log 2024-09-19T06:07:30.661 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.41547.log.gz 2024-09-19T06:07:30.663 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.43974.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.43974.log.gz 2024-09-19T06:07:30.664 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48671.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.48671.log.gz 2024-09-19T06:07:30.664 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46165.log 2024-09-19T06:07:30.665 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61957.log 2024-09-19T06:07:30.667 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46165.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46357.log 2024-09-19T06:07:30.667 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46165.log.gz 2024-09-19T06:07:30.668 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61957.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54737.log 2024-09-19T06:07:30.668 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.61957.log.gz 2024-09-19T06:07:30.669 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46357.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.46357.log.gz 2024-09-19T06:07:30.670 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54196.log 2024-09-19T06:07:30.670 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54737.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54737.log.gz 2024-09-19T06:07:30.671 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63655.log 2024-09-19T06:07:30.672 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54196.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50886.log 2024-09-19T06:07:30.672 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.54196.log.gz 2024-09-19T06:07:30.674 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63655.log: gzip 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63655.log.gz 2024-09-19T06:07:30.674 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-mgr.y.log 2024-09-19T06:07:30.675 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50886.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50886.log.gz 2024-09-19T06:07:30.678 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41041.log 2024-09-19T06:07:30.680 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63991.log 2024-09-19T06:07:30.682 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41041.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54154.log 2024-09-19T06:07:30.682 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.41041.log.gz 2024-09-19T06:07:30.683 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63991.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60301.log 2024-09-19T06:07:30.683 INFO:teuthology.orchestra.run.smithi092.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63991.log.gz 2024-09-19T06:07:30.684 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54154.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.54154.log.gz 2024-09-19T06:07:30.684 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62059.log 2024-09-19T06:07:30.686 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60301.log: gzip -5 --verbose -- /var/log/ceph/ceph.log 2024-09-19T06:07:30.686 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.60301.log.gz 2024-09-19T06:07:30.687 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62059.log: 88.5%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44142.log 2024-09-19T06:07:30.687 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.62059.log.gz 2024-09-19T06:07:30.690 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph.log: 86.1%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57372.log 2024-09-19T06:07:30.690 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph.log.gz 2024-09-19T06:07:30.692 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44142.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.44142.log.gz 2024-09-19T06:07:30.693 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57372.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42807.log 2024-09-19T06:07:30.694 INFO:teuthology.orchestra.run.smithi092.stderr: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.57372.log.gz 2024-09-19T06:07:30.694 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36170.log 2024-09-19T06:07:30.696 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42807.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.42807.log.gz 2024-09-19T06:07:30.697 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5/var/log/ceph/ceph-client.admin.36170.log: --verbose -- /var/log/ceph/ceph-client.admin.47725.log 2024-09-19T06:07:30.697 INFO:teuthology.orchestra.run.smithi092.stderr: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.36170.log.gz 2024-09-19T06:07:30.698 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59130.log 2024-09-19T06:07:30.699 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47725.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.47725.log.gz 2024-09-19T06:07:30.700 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41729.log 2024-09-19T06:07:30.701 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59130.log: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.59130.log.gz 2024-09-19T06:07:30.702 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.43383.log 2024-09-19T06:07:30.703 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41729.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.41729.log.gz 2024-09-19T06:07:30.704 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45997.log 2024-09-19T06:07:30.704 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.43383.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.43383.log.gz 2024-09-19T06:07:30.705 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56749.log 2024-09-19T06:07:30.706 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45997.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.45997.log.gz 2024-09-19T06:07:30.707 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57312.log 2024-09-19T06:07:30.708 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56749.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.56749.log.gz 2024-09-19T06:07:30.709 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41127.log 2024-09-19T06:07:30.710 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57312.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.57312.log.gz 2024-09-19T06:07:30.712 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41127.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.41127.log.gz 2024-09-19T06:07:30.712 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53302.log 2024-09-19T06:07:30.714 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54989.log 2024-09-19T06:07:30.715 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53302.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.53302.log.gz 2024-09-19T06:07:30.716 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60927.log 2024-09-19T06:07:30.717 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54989.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.54989.log.gz 2024-09-19T06:07:30.717 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48713.log 2024-09-19T06:07:30.718 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60927.log: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.60927.log.gz 2024-09-19T06:07:30.718 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50970.log 2024-09-19T06:07:30.720 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48713.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48713.log.gz 2024-09-19T06:07:30.721 INFO:teuthology.orchestra.run.smithi092.stderr:gzip/var/log/ceph/ceph-client.admin.50970.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.61480.log 2024-09-19T06:07:30.721 INFO:teuthology.orchestra.run.smithi092.stderr: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.50970.log.gz 2024-09-19T06:07:30.723 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.36060.log 2024-09-19T06:07:30.723 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61480.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61480.log.gz 2024-09-19T06:07:30.724 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48019.log 2024-09-19T06:07:30.725 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.36060.log: 86.9% -- replaced with /var/log/ceph/ceph-client.admin.36060.log.gz 2024-09-19T06:07:30.726 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55092.log 2024-09-19T06:07:30.727 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48019.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.48019.log.gz 2024-09-19T06:07:30.728 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47370.log 2024-09-19T06:07:30.729 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55092.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55092.log.gz 2024-09-19T06:07:30.730 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50616.log/var/log/ceph/ceph-client.admin.47370.log: 2024-09-19T06:07:30.731 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.47370.log.gz 2024-09-19T06:07:30.732 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55428.log 2024-09-19T06:07:30.733 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50616.log: 89.6% -- replaced with /var/log/ceph/ceph-client.admin.50616.log.gz 2024-09-19T06:07:30.734 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55428.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.55428.log.gz 2024-09-19T06:07:30.734 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42397.log 2024-09-19T06:07:30.737 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44226.log 2024-09-19T06:07:30.737 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42397.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.42397.log.gz 2024-09-19T06:07:30.738 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44226.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.44226.log.gz 2024-09-19T06:07:30.739 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52311.log 2024-09-19T06:07:30.740 INFO:teuthology.orchestra.run.smithi102.stderr: 94.2% -- replaced with /var/log/ceph/ceph-mds.b.log.gz 2024-09-19T06:07:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41722.log 2024-09-19T06:07:30.741 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52311.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.52311.log.gz 2024-09-19T06:07:30.742 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.56586.log 2024-09-19T06:07:30.743 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41722.log: 89.1% -- replaced with /var/log/ceph/ceph-client.admin.41722.log.gz 2024-09-19T06:07:30.744 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42849.log 2024-09-19T06:07:30.744 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.56586.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.56586.log.gz 2024-09-19T06:07:30.745 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48541.log 2024-09-19T06:07:30.746 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42849.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.42849.log.gz 2024-09-19T06:07:30.747 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54495.log 2024-09-19T06:07:30.748 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48541.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.48541.log.gz 2024-09-19T06:07:30.749 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54495.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.54495.log.gz 2024-09-19T06:07:30.750 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57541.log 2024-09-19T06:07:30.751 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63336.log 2024-09-19T06:07:30.753 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57541.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.57541.log.gz 2024-09-19T06:07:30.753 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63865.log 2024-09-19T06:07:30.755 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63336.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.63336.log.gz 2024-09-19T06:07:30.755 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63191.log/var/log/ceph/ceph-client.admin.63865.log: 2024-09-19T06:07:30.756 INFO:teuthology.orchestra.run.smithi092.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.63865.log.gz 2024-09-19T06:07:30.757 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47977.log 2024-09-19T06:07:30.758 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63191.log: 88.0% -- replaced with /var/log/ceph/ceph-client.admin.63191.log.gz 2024-09-19T06:07:30.759 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5/var/log/ceph/ceph-client.admin.47977.log: --verbose -- /var/log/ceph/ceph-client.admin.47258.log 2024-09-19T06:07:30.759 INFO:teuthology.orchestra.run.smithi092.stderr: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.47977.log.gz 2024-09-19T06:07:30.761 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47258.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.47258.log.gz 2024-09-19T06:07:30.762 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44750.log 2024-09-19T06:07:30.763 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.51471.log 2024-09-19T06:07:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44750.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44750.log.gz 2024-09-19T06:07:30.765 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.62939.log 2024-09-19T06:07:30.766 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.51471.log: 89.4% -- replaced with /var/log/ceph/ceph-client.admin.51471.log.gz 2024-09-19T06:07:30.767 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42396.log 2024-09-19T06:07:30.768 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.62939.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.62939.log.gz 2024-09-19T06:07:30.769 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42396.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.42396.log.gz 2024-09-19T06:07:30.770 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50362.log 2024-09-19T06:07:30.771 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52647.log 2024-09-19T06:07:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50362.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50362.log.gz 2024-09-19T06:07:30.773 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55857.log 2024-09-19T06:07:30.774 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52647.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52647.log.gz 2024-09-19T06:07:30.775 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45765.log/var/log/ceph/ceph-client.admin.55857.log: 2024-09-19T06:07:30.776 INFO:teuthology.orchestra.run.smithi092.stderr: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.55857.log.gz 2024-09-19T06:07:30.778 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45765.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.45765.log.gz 2024-09-19T06:07:30.778 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61602.log 2024-09-19T06:07:30.779 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44666.log 2024-09-19T06:07:30.780 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61602.log: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.61602.log.gz 2024-09-19T06:07:30.781 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58008.log 2024-09-19T06:07:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44666.log: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.44666.log.gz 2024-09-19T06:07:30.784 INFO:teuthology.orchestra.run.smithi092.stderr: 91.5% -- replaced with /var/log/ceph/ceph-mgr.y.log.gz 2024-09-19T06:07:30.784 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52689.log/var/log/ceph/ceph-client.admin.58008.log: 2024-09-19T06:07:30.784 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.58008.log.gz 2024-09-19T06:07:30.785 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.55176.log 2024-09-19T06:07:30.786 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52689.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63378.log 2024-09-19T06:07:30.787 INFO:teuthology.orchestra.run.smithi092.stderr: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.52689.log.gz 2024-09-19T06:07:30.787 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.55176.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.55176.log.gz 2024-09-19T06:07:30.788 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63378.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44624.log 2024-09-19T06:07:30.788 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.63378.log.gz 2024-09-19T06:07:30.789 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41253.log 2024-09-19T06:07:30.790 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44624.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59597.log 2024-09-19T06:07:30.790 INFO:teuthology.orchestra.run.smithi092.stderr: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.44624.log.gz 2024-09-19T06:07:30.792 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41253.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.41253.log.gz 2024-09-19T06:07:30.792 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48360.log 2024-09-19T06:07:30.793 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59597.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.59597.log.gz 2024-09-19T06:07:30.793 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49808.log 2024-09-19T06:07:30.795 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48360.log: gzip -5 --verbose -- /var/log/ceph/ceph.tmp-client.admin.29698.log 2024-09-19T06:07:30.795 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.48360.log.gz 2024-09-19T06:07:30.796 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49808.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54821.log 2024-09-19T06:07:30.796 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.49808.log.gz 2024-09-19T06:07:30.797 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph.tmp-client.admin.29698.log: 0.0% -- replaced with /var/log/ceph/ceph.tmp-client.admin.29698.log.gz 2024-09-19T06:07:30.797 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46291.log 2024-09-19T06:07:30.799 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54821.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53258.log 2024-09-19T06:07:30.799 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8% -- replaced with /var/log/ceph/ceph-client.admin.54821.log.gz 2024-09-19T06:07:30.800 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46291.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54863.log 2024-09-19T06:07:30.801 INFO:teuthology.orchestra.run.smithi092.stderr: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.46291.log.gz 2024-09-19T06:07:30.801 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53258.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.53258.log.gz 2024-09-19T06:07:30.802 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40997.log 2024-09-19T06:07:30.802 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54863.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.54863.log.gz 2024-09-19T06:07:30.803 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54905.log 2024-09-19T06:07:30.804 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.40997.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.42394.log 2024-09-19T06:07:30.804 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.40997.log.gz 2024-09-19T06:07:30.806 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54905.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59721.log 2024-09-19T06:07:30.806 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.54905.log.gz 2024-09-19T06:07:30.806 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.42394.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.42394.log.gz 2024-09-19T06:07:30.808 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59721.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.59721.log.gz 2024-09-19T06:07:30.809 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.2.43840.log 2024-09-19T06:07:30.810 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46774.log 2024-09-19T06:07:30.811 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.2.43840.log: gzip 0.0% -5 -- replaced with /var/log/ceph/ceph-client.2.43840.log.gz --verbose 2024-09-19T06:07:30.811 INFO:teuthology.orchestra.run.smithi092.stderr: -- /var/log/ceph/ceph-client.admin.60478.log 2024-09-19T06:07:30.813 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46774.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59925.log 2024-09-19T06:07:30.813 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.46774.log.gz 2024-09-19T06:07:30.814 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60478.log: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.60478.log.gz 2024-09-19T06:07:30.815 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59925.log: 89.0% -- replaced with /var/log/ceph/ceph-client.admin.59925.log.gz 2024-09-19T06:07:30.815 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64608.log 2024-09-19T06:07:30.817 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56332.log 2024-09-19T06:07:30.818 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64608.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.49977.log 2024-09-19T06:07:30.818 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.64608.log.gz 2024-09-19T06:07:30.819 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56332.log: 91.1% -- replaced with /var/log/ceph/ceph-client.admin.56332.log.gz 2024-09-19T06:07:30.820 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.49977.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.49977.log.gz 2024-09-19T06:07:30.821 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50742.log 2024-09-19T06:07:30.822 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45044.log 2024-09-19T06:07:30.823 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50742.log: 87.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.50742.log.gz 2024-09-19T06:07:30.824 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.54643.log 2024-09-19T06:07:30.825 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45044.log: gzip 88.7% -- replaced with /var/log/ceph/ceph-client.admin.45044.log.gz 2024-09-19T06:07:30.825 INFO:teuthology.orchestra.run.smithi092.stderr: -5 --verbose -- /var/log/ceph/ceph-client.admin.64411.log 2024-09-19T06:07:30.826 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.54643.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.54643.log.gz 2024-09-19T06:07:30.826 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45829.log 2024-09-19T06:07:30.828 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.64411.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63739.log 2024-09-19T06:07:30.828 INFO:teuthology.orchestra.run.smithi092.stderr: 87.3% -- replaced with /var/log/ceph/ceph-client.admin.64411.log.gz 2024-09-19T06:07:30.830 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45829.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44457.log 2024-09-19T06:07:30.830 INFO:teuthology.orchestra.run.smithi092.stderr: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.45829.log.gz 2024-09-19T06:07:30.830 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63739.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.0.62481.log 2024-09-19T06:07:30.830 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.63739.log.gz 2024-09-19T06:07:30.832 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44457.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.58231.log 2024-09-19T06:07:30.832 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.44457.log.gz 2024-09-19T06:07:30.832 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.0.62481.log: 0.0% -- replaced with /var/log/ceph/ceph-client.0.62481.log.gz 2024-09-19T06:07:30.834 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.58231.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.58231.log.gz 2024-09-19T06:07:30.834 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63823.log 2024-09-19T06:07:30.835 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52857.log 2024-09-19T06:07:30.837 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63823.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48214.log 2024-09-19T06:07:30.837 INFO:teuthology.orchestra.run.smithi092.stderr: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.63823.log.gz 2024-09-19T06:07:30.838 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52857.log: 88.7%gzip -- replaced with /var/log/ceph/ceph-client.admin.52857.log.gz -5 2024-09-19T06:07:30.839 INFO:teuthology.orchestra.run.smithi092.stderr: --verbose -- /var/log/ceph/ceph-client.admin.53695.log 2024-09-19T06:07:30.840 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.48214.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.54433.log 2024-09-19T06:07:30.840 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.48214.log.gz 2024-09-19T06:07:30.842 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53695.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.53695.log.gz 2024-09-19T06:07:30.842 INFO:teuthology.orchestra.run.smithi092.stderr:gzip/var/log/ceph/ceph-client.admin.54433.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.57804.log 2024-09-19T06:07:30.842 INFO:teuthology.orchestra.run.smithi092.stderr: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.54433.log.gz 2024-09-19T06:07:30.843 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61560.log 2024-09-19T06:07:30.844 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57804.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59845.log 2024-09-19T06:07:30.845 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.57804.log.gz 2024-09-19T06:07:30.846 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61560.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.47622.log 2024-09-19T06:07:30.846 INFO:teuthology.orchestra.run.smithi092.stderr: 88.4% -- replaced with /var/log/ceph/ceph-client.admin.61560.log.gz 2024-09-19T06:07:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59845.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.59845.log.gz 2024-09-19T06:07:30.847 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.60614.log 2024-09-19T06:07:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.47622.log: 89.3% -- replaced with /var/log/ceph/ceph-client.admin.47622.log.gz 2024-09-19T06:07:30.848 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.59659.log 2024-09-19T06:07:30.850 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.60614.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50658.log 2024-09-19T06:07:30.850 INFO:teuthology.orchestra.run.smithi092.stderr: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.60614.log.gz 2024-09-19T06:07:30.851 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.59659.log: 87.4% -- replaced with /var/log/ceph/ceph-client.admin.59659.log.gz 2024-09-19T06:07:30.852 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-osd.3.log 2024-09-19T06:07:30.852 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50658.log: 88.3% -- replaced with /var/log/ceph/ceph-client.admin.50658.log.gz 2024-09-19T06:07:30.852 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.63781.log 2024-09-19T06:07:30.855 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.53569.log 2024-09-19T06:07:30.856 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.63781.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.63781.log.gz 2024-09-19T06:07:30.856 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.53569.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.53569.log.gz 2024-09-19T06:07:30.857 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52731.log 2024-09-19T06:07:30.858 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.57270.log 2024-09-19T06:07:30.859 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52731.log: 88.5% -- replaced with /var/log/ceph/ceph-client.admin.52731.log.gz 2024-09-19T06:07:30.860 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-mds.c.log 2024-09-19T06:07:30.861 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.57270.log: 87.8% -- replaced with /var/log/ceph/ceph-client.admin.57270.log.gz 2024-09-19T06:07:30.862 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.64327.log 2024-09-19T06:07:30.864 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-mds.c.log: /var/log/ceph/ceph-client.admin.64327.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.64327.log.gz 2024-09-19T06:07:30.865 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44918.log 2024-09-19T06:07:30.868 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44918.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.46081.log 2024-09-19T06:07:30.869 INFO:teuthology.orchestra.run.smithi092.stderr: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.44918.log.gz 2024-09-19T06:07:30.870 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.61400.log 2024-09-19T06:07:30.872 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.46081.log: 89.2% -- replaced with /var/log/ceph/ceph-client.admin.46081.log.gz 2024-09-19T06:07:30.873 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.44184.log 2024-09-19T06:07:30.873 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.61400.log: 87.7% -- replaced with /var/log/ceph/ceph-client.admin.61400.log.gz 2024-09-19T06:07:30.875 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44184.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56398.log 2024-09-19T06:07:30.877 INFO:teuthology.orchestra.run.smithi092.stderr: 87.7%gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.45458.log 2024-09-19T06:07:30.877 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.44184.log.gz 2024-09-19T06:07:30.879 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.56398.log: 87.9% -- replaced with /var/log/ceph/ceph-client.admin.56398.log.gz 2024-09-19T06:07:30.880 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.56164.log 2024-09-19T06:07:30.882 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.45458.log: 88.9% -- replaced with /var/log/ceph/ceph-client.admin.45458.log.gz 2024-09-19T06:07:30.883 INFO:teuthology.orchestra.run.smithi092.stderr:gzip/var/log/ceph/ceph-client.admin.56164.log: -5 --verbose -- /var/log/ceph/ceph-client.admin.44547.log 2024-09-19T06:07:30.884 INFO:teuthology.orchestra.run.smithi092.stderr: 87.5% -- replaced with /var/log/ceph/ceph-client.admin.56164.log.gz 2024-09-19T06:07:30.886 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.40913.log 2024-09-19T06:07:30.888 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.44547.log: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.44547.log.gz 2024-09-19T06:07:30.890 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.40913.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.41728.log 2024-09-19T06:07:30.893 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.41728.log: 88.6% -- replaced with /var/log/ceph/ceph-client.admin.40913.log.gz 2024-09-19T06:07:30.894 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.48583.log 2024-09-19T06:07:30.895 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50443.log 2024-09-19T06:07:30.897 INFO:teuthology.orchestra.run.smithi092.stderr: 88.8%/var/log/ceph/ceph-client.admin.48583.log: -- replaced with /var/log/ceph/ceph-client.admin.41728.log.gz 2024-09-19T06:07:30.898 INFO:teuthology.orchestra.run.smithi092.stderr: 88.2% -- replaced with /var/log/ceph/ceph-client.admin.48583.log.gz 2024-09-19T06:07:30.899 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52479.log 2024-09-19T06:07:30.900 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.50443.log: 88.7% -- replaced with /var/log/ceph/ceph-client.admin.50443.log.gz 2024-09-19T06:07:30.902 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52479.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.52563.log 2024-09-19T06:07:30.903 INFO:teuthology.orchestra.run.smithi092.stderr: 88.1% -- replaced with /var/log/ceph/ceph-client.admin.52479.log.gz 2024-09-19T06:07:30.904 INFO:teuthology.orchestra.run.smithi092.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.50103.log 2024-09-19T06:07:30.909 INFO:teuthology.orchestra.run.smithi092.stderr:/var/log/ceph/ceph-client.admin.52563.log: /var/log/ceph/ceph-client.admin.50103.log: 88.0% 88.7% -- replaced with /var/log/ceph/ceph-client.admin.52563.log.gz 2024-09-19T06:07:30.909 INFO:teuthology.orchestra.run.smithi092.stderr: -- replaced with /var/log/ceph/ceph-client.admin.50103.log.gz 2024-09-19T06:07:31.154 INFO:teuthology.orchestra.run.smithi092.stderr: 93.6% -- replaced with /var/log/ceph/ceph-mds.c.log.gz 2024-09-19T06:07:31.164 INFO:teuthology.orchestra.run.smithi102.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.5.log.gz 2024-09-19T06:07:31.229 INFO:teuthology.orchestra.run.smithi092.stderr: 90.5% -- replaced with /var/log/ceph/ceph-mon.a.log.gz 2024-09-19T06:07:31.235 INFO:teuthology.orchestra.run.smithi102.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.4.log.gz 2024-09-19T06:07:31.236 INFO:teuthology.orchestra.run.smithi102.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.6.log.gz 2024-09-19T06:07:31.294 INFO:teuthology.orchestra.run.smithi102.stderr: 94.1% -- replaced with /var/log/ceph/ceph-osd.7.log.gz 2024-09-19T06:07:31.296 INFO:teuthology.orchestra.run.smithi102.stderr: 2024-09-19T06:07:31.297 INFO:teuthology.orchestra.run.smithi102.stderr:real 0m0.953s 2024-09-19T06:07:31.297 INFO:teuthology.orchestra.run.smithi102.stderr:user 0m3.968s 2024-09-19T06:07:31.297 INFO:teuthology.orchestra.run.smithi102.stderr:sys 0m0.440s 2024-09-19T06:07:31.298 INFO:teuthology.orchestra.run.smithi092.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.0.log.gz 2024-09-19T06:07:31.444 INFO:teuthology.orchestra.run.smithi092.stderr: 93.9% -- replaced with /var/log/ceph/ceph-osd.1.log.gz 2024-09-19T06:07:31.618 INFO:teuthology.orchestra.run.smithi092.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.2.log.gz 2024-09-19T06:07:31.901 INFO:teuthology.orchestra.run.smithi092.stderr: 94.0% -- replaced with /var/log/ceph/ceph-osd.3.log.gz 2024-09-19T06:07:40.286 INFO:teuthology.orchestra.run.smithi092.stderr: 93.8% -- replaced with /var/log/ceph/ceph-mds.a.log.gz 2024-09-19T06:07:40.289 INFO:teuthology.orchestra.run.smithi092.stderr: 2024-09-19T06:07:40.289 INFO:teuthology.orchestra.run.smithi092.stderr:real 0m9.950s 2024-09-19T06:07:40.289 INFO:teuthology.orchestra.run.smithi092.stderr:user 0m13.741s 2024-09-19T06:07:40.289 INFO:teuthology.orchestra.run.smithi092.stderr:sys 0m2.141s 2024-09-19T06:07:40.290 INFO:tasks.ceph:Archiving logs... 2024-09-19T06:07:40.291 DEBUG:teuthology.misc:Transferring archived files from smithi092:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709/remote/smithi092/log 2024-09-19T06:07:40.292 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T06:07:42.510 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709/remote/smithi102/log 2024-09-19T06:07:42.511 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-19T06:07:43.036 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-19T06:07:43.045 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-19T06:07:43.046 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T06:07:43.050 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-19T06:07:43.167 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-19T06:07:43.176 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-19T06:07:43.176 DEBUG:teuthology.orchestra.run.smithi092:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T06:07:43.181 DEBUG:teuthology.orchestra.run.smithi102:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-19T06:07:43.211 INFO:teuthology.orchestra.run.smithi092.stderr:bash: line 1: ntpq: command not found 2024-09-19T06:07:43.214 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found 2024-09-19T06:07:43.218 INFO:teuthology.orchestra.run.smithi092.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T06:07:43.218 INFO:teuthology.orchestra.run.smithi092.stdout:=============================================================================== 2024-09-19T06:07:43.218 INFO:teuthology.orchestra.run.smithi092.stdout:^* hv01.front.sepia.ceph.com 3 6 377 42 -124us[ -124us] +/- 43ms 2024-09-19T06:07:43.219 INFO:teuthology.orchestra.run.smithi092.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 40 +395us[ +395us] +/- 58ms 2024-09-19T06:07:43.219 INFO:teuthology.orchestra.run.smithi092.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 40 -311us[ -311us] +/- 82ms 2024-09-19T06:07:43.219 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:07:43.221 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-19T06:07:43.221 INFO:teuthology.orchestra.run.smithi102.stdout:=============================================================================== 2024-09-19T06:07:43.221 INFO:teuthology.orchestra.run.smithi102.stdout:^* hv01.front.sepia.ceph.com 3 6 377 42 -102us[ -79us] +/- 43ms 2024-09-19T06:07:43.222 INFO:teuthology.orchestra.run.smithi102.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 40 +391us[ +391us] +/- 58ms 2024-09-19T06:07:43.222 INFO:teuthology.orchestra.run.smithi102.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 43 -305us[ -282us] +/- 82ms 2024-09-19T06:07:43.222 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-19T06:07:43.223 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-19T06:07:43.231 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-19T06:07:43.232 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-19T06:07:43.241 DEBUG:teuthology.orchestra.run.smithi092:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T06:07:43.388 DEBUG:teuthology.orchestra.run.smithi102:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-19T06:07:43.503 DEBUG:teuthology.orchestra.run.smithi092:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T06:07:43.564 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:07:43.564 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-19T06:07:43.625 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:07:43.626 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-19T06:07:43.635 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-19T06:07:43.644 INFO:teuthology.task.internal:Duration was 844.359463 seconds 2024-09-19T06:07:43.644 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-19T06:07:43.653 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-19T06:07:43.653 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T06:07:43.657 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-19T06:07:43.740 INFO:teuthology.orchestra.run.smithi092.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T06:07:43.745 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-19T06:07:44.028 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-19T06:07:44.028 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi092.front.sepia.ceph.com 2024-09-19T06:07:44.028 DEBUG:teuthology.orchestra.run.smithi092:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T06:07:44.078 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi102.front.sepia.ceph.com 2024-09-19T06:07:44.078 DEBUG:teuthology.orchestra.run.smithi102:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-19T06:07:44.229 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-19T06:07:44.229 DEBUG:teuthology.orchestra.run.smithi092:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T06:07:44.234 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-19T06:07:44.293 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-19T06:07:44.293 DEBUG:teuthology.orchestra.run.smithi092:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T06:07:44.297 DEBUG:teuthology.orchestra.run.smithi102:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-19T06:07:44.461 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-19T06:07:44.470 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-19T06:07:44.471 DEBUG:teuthology.orchestra.run.smithi092:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T06:07:44.527 DEBUG:teuthology.orchestra.run.smithi102:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-19T06:07:44.583 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-19T06:07:44.594 DEBUG:teuthology.orchestra.run.smithi092:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:07:44.598 DEBUG:teuthology.orchestra.run.smithi102:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:07:44.665 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = core 2024-09-19T06:07:44.668 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = core 2024-09-19T06:07:44.698 DEBUG:teuthology.orchestra.run.smithi092:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:07:44.732 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:07:44.732 DEBUG:teuthology.orchestra.run.smithi102:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-19T06:07:44.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-19T06:07:44.766 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-19T06:07:44.777 INFO:teuthology.task.internal:Transferring archived files... 2024-09-19T06:07:44.778 DEBUG:teuthology.misc:Transferring archived files from smithi092:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709/remote/smithi092 2024-09-19T06:07:44.778 DEBUG:teuthology.orchestra.run.smithi092:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T06:07:44.842 DEBUG:teuthology.misc:Transferring archived files from smithi102:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-18_21:24:17-fs-squid-distro-default-smithi/7911709/remote/smithi102 2024-09-19T06:07:44.843 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-19T06:07:44.906 INFO:teuthology.task.internal:Removing archive directory... 2024-09-19T06:07:44.906 DEBUG:teuthology.orchestra.run.smithi092:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T06:07:44.910 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-19T06:07:44.946 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-19T06:07:44.957 INFO:teuthology.task.internal:Not uploading archives. 2024-09-19T06:07:44.957 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-19T06:07:44.967 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-19T06:07:44.967 DEBUG:teuthology.orchestra.run.smithi092:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T06:07:44.986 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-19T06:07:45.016 INFO:teuthology.orchestra.run.smithi092.stdout: 393253 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 06:07 /home/ubuntu/cephtest 2024-09-19T06:07:45.022 INFO:teuthology.orchestra.run.smithi102.stdout: 393233 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 19 06:07 /home/ubuntu/cephtest 2024-09-19T06:07:45.024 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-19T06:07:45.034 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-19T06:07:45.058 INFO:teuthology.run:Summary data: client.0-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a client.1-kernel-sha1: 2ca44a2f35ca8f36983aaaa46d49312239ef519a description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/strays} duration: 844.3594627380371 failure_reason: 'Test failure: test_hardlink_reintegration (tasks.cephfs.test_strays.TestStrays)' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=d5e70812b38c429881e14203c4cde8a4 status: fail success: false 2024-09-19T06:07:45.058 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-19T06:07:45.123 INFO:teuthology.run:FAIL